-- Logs begin at Tue 2022-05-10 16:54:01 UTC, end at Tue 2022-05-10 18:12:29 UTC. -- May 10 17:35:40.140196 dv-cinder-841302-2-iscsi systemd[1]: Started Devstack devstack@q-svc.service. May 10 17:35:43.042268 dv-cinder-841302-2-iscsi neutron-server[110043]: INFO neutron.common.config [-] Logging enabled! May 10 17:35:43.042875 dv-cinder-841302-2-iscsi neutron-server[110043]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev200 May 10 17:35:43.043079 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=110043) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} May 10 17:35:43.046444 dv-cinder-841302-2-iscsi neutron-server[110043]: INFO neutron.common.config [-] Logging enabled! May 10 17:35:43.046703 dv-cinder-841302-2-iscsi neutron-server[110043]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev200 May 10 17:35:43.047019 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=110043) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} May 10 17:35:43.048009 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 10 17:35:43.048250 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 10 17:35:43.048627 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 10 17:35:43.048880 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 10 17:35:43.049112 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 10 17:35:43.049437 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:35:43.049847 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:35:43.050088 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:35:43.050396 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:35:43.050707 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:35:43.051002 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:35:43.051303 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:35:43.051647 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:35:43.051944 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:35:43.052232 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:35:43.052527 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:35:43.052765 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:35:43.053055 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron.common.config [-] config_source = [] {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:35:43.053351 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:35:43.053644 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:35:43.053877 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron.common.config [-] debug = True {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:35:43.054166 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:35:43.054608 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:35:43.055024 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:35:43.055309 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:35:43.055636 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:35:43.056459 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:35:43.056740 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:35:43.057040 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:35:43.057395 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:35:43.057738 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron.common.config [-] host = dv-cinder-841302-2-iscsi {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:35:43.058026 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:35:43.058323 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:35:43.058617 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:35:43.058911 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:35:43.059191 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:35:43.059497 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:35:43.059791 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:35:43.060071 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron.common.config [-] log_dir = None {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:35:43.060351 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron.common.config [-] log_file = None {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:35:43.060631 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:35:43.060928 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:35:43.061227 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:35:43.061523 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:35:43.061752 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:35:43.061981 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:35:43.062277 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:35:43.062582 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:35:43.062932 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:35:43.063151 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:35:43.063469 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:35:43.063746 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:35:43.064028 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:35:43.064308 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:35:43.064598 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:35:43.064888 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:35:43.065180 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:35:43.065456 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:35:43.065738 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:35:43.066014 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:35:43.066556 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:35:43.066850 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:35:43.067128 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:35:43.067425 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:35:43.067711 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:35:43.068004 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:35:43.068279 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:35:43.068563 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:35:43.068872 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:35:43.069163 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:35:43.069451 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:35:43.069743 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:35:43.070021 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:35:43.070311 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:35:43.070588 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:35:43.070865 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron.common.config [-] use_journal = False {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:35:43.071147 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron.common.config [-] use_json = False {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:35:43.071446 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:35:43.072457 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:35:43.072836 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:35:43.073127 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:35:43.073413 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:35:43.073697 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:35:43.073981 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:35:43.074277 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:35:43.074557 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:35:43.074869 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:43.075179 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:43.075526 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:43.075823 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:43.076140 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:43.076429 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:43.076730 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:43.077019 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:43.077322 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:43.077619 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:43.077923 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:43.078215 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:43.078519 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:43.078817 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:43.079124 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:43.079468 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:43.079774 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:43.080073 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:43.080362 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:43.080645 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:43.080929 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:43.081221 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:43.081520 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:43.081807 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:43.082105 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:43.082405 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:43.082690 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:43.082995 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:43.083290 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:43.083610 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:43.083915 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:43.084211 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:43.084494 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:43.084779 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:43.085077 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:43.085363 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:43.085648 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:43.085944 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:43.086278 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:43.086510 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:43.086801 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:43.087085 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:43.087495 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:43.087843 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:43.088135 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:43.088437 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:43.088724 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:43.089004 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:43.089285 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:43.089569 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:43.089851 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:43.090145 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:43.090431 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:43.090713 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:43.091000 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:43.091284 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:43.091600 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:43.091885 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:43.092170 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:43.092452 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:43.092734 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:43.093014 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:43.093295 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:43.093576 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:43.093857 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:43.094138 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:43.094418 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:43.094696 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:43.094980 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:43.095259 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:43.095570 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:43.095854 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:43.096137 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:43.096418 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:43.096727 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:43.097012 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:43.097299 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:43.097586 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:43.097874 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:43.098157 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:43.098441 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:43.098726 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:43.099014 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:43.099294 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:43.099616 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:43.099910 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:43.100209 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:43.100499 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:43.100785 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:43.101113 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:43.101401 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:43.101686 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:43.101977 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:43.102263 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:43.102552 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:43.103382 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:43.103692 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:43.104077 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:43.104389 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:43.104696 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:43.105001 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:43.105305 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:43.105597 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:43.105920 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:43.106213 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:43.106438 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 10 17:35:43.106692 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=110043) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} May 10 17:35:43.573300 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=110043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} May 10 17:35:43.573581 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=110043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} May 10 17:35:43.573894 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=110043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} May 10 17:35:43.574235 dv-cinder-841302-2-iscsi neutron-server[110043]: INFO neutron.manager [-] Loading core plugin: ml2 May 10 17:35:43.911569 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:35:43.911853 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:35:43.912206 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:35:43.913397 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:35:43.913627 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:35:43.913894 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:35:43.970046 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:35:43.970321 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:35:43.970587 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:35:43.985992 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:35:43.986273 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:35:43.986561 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:35:44.017452 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:35:44.017740 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:35:44.018009 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:35:44.055537 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:35:44.056686 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:35:44.056686 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:35:44.402655 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=110043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:35:44.402936 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=110043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:35:44.403206 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=110043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:35:44.403501 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=110043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:35:44.404209 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=110043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:35:44.505152 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=110043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:35:44.505476 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=110043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:35:44.505763 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=110043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:35:44.506038 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=110043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:35:44.506307 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=110043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:35:44.506622 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=110043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:35:44.506888 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=110043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:35:44.507147 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=110043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:35:44.507427 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=110043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:35:44.507716 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=110043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:35:44.507983 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=110043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:35:44.508251 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=110043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:35:44.508511 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=110043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:35:44.508768 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=110043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:35:44.509055 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=110043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:35:44.509321 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:35:44.509581 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=110043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:35:44.509851 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=110043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:35:44.510121 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=110043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:35:44.510384 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=110043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:35:44.510655 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:35:44.510911 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:35:44.511194 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=110043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:35:44.511604 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:35:44.511860 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:35:44.512106 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:35:44.512518 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=110043) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 10 17:35:44.512762 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=110043) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 10 17:35:44.513003 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=110043) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 10 17:35:44.513240 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=110043) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 10 17:35:44.513476 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=110043) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 10 17:35:44.513712 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=110043) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 10 17:35:44.514082 dv-cinder-841302-2-iscsi neutron-server[110043]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] May 10 17:35:44.517435 dv-cinder-841302-2-iscsi neutron-server[110043]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] May 10 17:35:44.521415 dv-cinder-841302-2-iscsi neutron-server[110043]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete May 10 17:35:44.525972 dv-cinder-841302-2-iscsi neutron-server[110043]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(550, 599)])]) May 10 17:35:44.527640 dv-cinder-841302-2-iscsi neutron-server[110043]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] May 10 17:35:44.528122 dv-cinder-841302-2-iscsi neutron-server[110043]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) May 10 17:35:44.528467 dv-cinder-841302-2-iscsi neutron-server[110043]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] May 10 17:35:44.528853 dv-cinder-841302-2-iscsi neutron-server[110043]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] May 10 17:35:44.531856 dv-cinder-841302-2-iscsi neutron-server[110043]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] May 10 17:35:44.532116 dv-cinder-841302-2-iscsi neutron-server[110043]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] May 10 17:35:44.532471 dv-cinder-841302-2-iscsi neutron-server[110043]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] May 10 17:35:44.537424 dv-cinder-841302-2-iscsi neutron-server[110043]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] May 10 17:35:44.562145 dv-cinder-841302-2-iscsi neutron-server[110043]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] May 10 17:35:44.562615 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=110043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:35:44.562923 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=110043) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} May 10 17:35:44.563297 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=110043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:35:44.564693 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=110043) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} May 10 17:35:44.564988 dv-cinder-841302-2-iscsi neutron-server[110043]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] May 10 17:35:44.565242 dv-cinder-841302-2-iscsi neutron-server[110043]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] May 10 17:35:44.568893 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=110043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:35:44.569173 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=110043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:35:44.633648 dv-cinder-841302-2-iscsi neutron-server[110043]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' May 10 17:35:44.633895 dv-cinder-841302-2-iscsi neutron-server[110043]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete May 10 17:35:44.634671 dv-cinder-841302-2-iscsi neutron-server[110043]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' May 10 17:35:44.635170 dv-cinder-841302-2-iscsi neutron-server[110043]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] May 10 17:35:44.657329 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_db.sqlalchemy.engines [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=110043) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} May 10 17:35:45.117685 dv-cinder-841302-2-iscsi neutron-server[110043]: INFO neutron.plugins.ml2.managers [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] Initializing driver for type 'gre' May 10 17:35:45.119061 dv-cinder-841302-2-iscsi neutron-server[110043]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] gre ID ranges: [(1, 1000)] May 10 17:35:45.179310 dv-cinder-841302-2-iscsi neutron-server[110043]: INFO neutron.plugins.ml2.managers [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] Initializing driver for type 'local' May 10 17:35:45.179681 dv-cinder-841302-2-iscsi neutron-server[110043]: INFO neutron.plugins.ml2.managers [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] Initializing driver for type 'vlan' May 10 17:35:45.194428 dv-cinder-841302-2-iscsi neutron-server[110043]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] VlanTypeDriver initialization complete May 10 17:35:45.194760 dv-cinder-841302-2-iscsi neutron-server[110043]: INFO neutron.plugins.ml2.managers [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] Initializing driver for type 'vxlan' May 10 17:35:45.195264 dv-cinder-841302-2-iscsi neutron-server[110043]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] vxlan ID ranges: [(1, 1000)] May 10 17:35:45.260132 dv-cinder-841302-2-iscsi neutron-server[110043]: INFO neutron.plugins.ml2.managers [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] Initializing extension driver 'port_security' May 10 17:35:45.260475 dv-cinder-841302-2-iscsi neutron-server[110043]: INFO neutron.plugins.ml2.extensions.port_security [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] PortSecurityExtensionDriver initialization complete May 10 17:35:45.260878 dv-cinder-841302-2-iscsi neutron-server[110043]: INFO neutron.plugins.ml2.managers [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] Initializing mechanism driver 'openvswitch' May 10 17:35:45.261220 dv-cinder-841302-2-iscsi neutron-server[110043]: INFO neutron.plugins.ml2.managers [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] Initializing mechanism driver 'hyperv' May 10 17:35:45.268073 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron.plugins.ml2.plugin [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=110043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:35:45.268941 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] Subscribe: > port after_create 55550000 {{(pid=110043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:35:45.269322 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] Subscribe: > port after_update 55550000 {{(pid=110043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:35:45.269680 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] Subscribe: > port after_delete 55550000 {{(pid=110043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:35:45.270226 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=110043) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 10 17:35:45.270670 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] Subscribe: > subnet after_create 55550000 {{(pid=110043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:35:45.271073 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] Subscribe: > subnet after_update 55550000 {{(pid=110043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:35:45.271457 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] Subscribe: > subnet after_delete 55550000 {{(pid=110043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:35:45.271858 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=110043) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 10 17:35:45.272271 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] Subscribe: > network after_create 55550000 {{(pid=110043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:35:45.272622 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] Subscribe: > network after_update 55550000 {{(pid=110043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:35:45.272968 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] Subscribe: > network after_delete 55550000 {{(pid=110043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:35:45.273365 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=110043) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 10 17:35:45.273769 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] Subscribe: > security_group after_create 55550000 {{(pid=110043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:35:45.274123 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] Subscribe: > security_group after_update 55550000 {{(pid=110043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:35:45.274470 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] Subscribe: > security_group after_delete 55550000 {{(pid=110043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:35:45.274911 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=110043) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 10 17:35:45.275319 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=110043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:35:45.275694 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=110043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:35:45.276035 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=110043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:35:45.276432 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=110043) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 10 17:35:45.276836 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] Subscribe: > address_group after_create 55550000 {{(pid=110043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:35:45.277185 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] Subscribe: > address_group after_update 55550000 {{(pid=110043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:35:45.277537 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] Subscribe: > address_group after_delete 55550000 {{(pid=110043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:35:45.277924 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=110043) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 10 17:35:45.278376 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] ML2 OVO RPC backend initialized. {{(pid=110043) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} May 10 17:35:45.279113 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] Subscribe: > router_interface after_create 55550000 {{(pid=110043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:35:45.279502 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=110043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:35:45.279921 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] Subscribe: > network before_response 55550000 {{(pid=110043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:35:45.280270 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] Subscribe: > networks before_response 55550000 {{(pid=110043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:35:45.280618 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] Subscribe: > port before_response 55550000 {{(pid=110043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:35:45.280956 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] Subscribe: > ports before_response 55550000 {{(pid=110043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:35:45.281297 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] Subscribe: > subnet before_response 55550000 {{(pid=110043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:35:45.281634 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] Subscribe: > subnets before_response 55550000 {{(pid=110043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:35:45.281976 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] Subscribe: > network after_create 55550000 {{(pid=110043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:35:45.282314 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] Subscribe: > network after_update 55550000 {{(pid=110043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:35:45.282646 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] Subscribe: > network after_delete 55550000 {{(pid=110043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:35:45.282979 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] Subscribe: > port after_create 55550000 {{(pid=110043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:35:45.283312 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] Subscribe: > port after_update 55550000 {{(pid=110043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:35:45.283668 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] Subscribe: > port after_delete 55550000 {{(pid=110043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:35:45.284003 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] Subscribe: > subnet after_create 55550000 {{(pid=110043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:35:45.284336 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] Subscribe: > subnet after_update 55550000 {{(pid=110043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:35:45.284672 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] Subscribe: > subnet after_delete 55550000 {{(pid=110043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:35:45.292528 dv-cinder-841302-2-iscsi neutron-server[110043]: INFO neutron.quota [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] Loaded quota_driver: . May 10 17:35:45.292896 dv-cinder-841302-2-iscsi neutron-server[110043]: INFO neutron.plugins.ml2.plugin [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] Modular L2 Plugin initialization complete May 10 17:35:45.293244 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron.manager [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] Loading services supported by the core plugin {{(pid=110043) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} May 10 17:35:45.293590 dv-cinder-841302-2-iscsi neutron-server[110043]: INFO neutron.plugins.ml2.managers [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] Got port-security extension from driver 'port_security' May 10 17:35:45.294079 dv-cinder-841302-2-iscsi neutron-server[110043]: INFO neutron.extensions.vlantransparent [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] Disabled vlantransparent extension. May 10 17:35:45.294576 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron.manager [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=110043) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} May 10 17:35:45.294900 dv-cinder-841302-2-iscsi neutron-server[110043]: INFO neutron.manager [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] Loading Plugin: router May 10 17:35:45.331954 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] Subscribe: > router_interface before_create 55550000 {{(pid=110043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:35:45.332348 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] Subscribe: > router after_create 55549900 {{(pid=110043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:35:45.332717 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] Subscribe: > router before_create 55549900 {{(pid=110043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:35:45.333082 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=110043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:35:45.333455 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=110043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:35:45.333812 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] Subscribe: > router after_delete 55549900 {{(pid=110043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:35:45.334166 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] Subscribe: > floatingip after_create 55550000 {{(pid=110043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:35:45.334514 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] Subscribe: > floatingip after_update 55550000 {{(pid=110043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:35:45.334870 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] Subscribe: > router after_create 55549900 {{(pid=110043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:35:45.335216 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] Subscribe: > router after_update 55549900 {{(pid=110043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:35:45.335597 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] Subscribe: > router after_update 55549900 {{(pid=110043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:35:45.335947 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=110043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:35:45.336430 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] Subscribe: > router after_update 55549900 {{(pid=110043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:35:45.336844 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] Subscribe: > router precommit_update 55549900 {{(pid=110043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:35:45.337278 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] Subscribe: port after_update 55550000 {{(pid=110043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:35:45.337697 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] Subscribe: port after_delete 55550000 {{(pid=110043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:35:45.338039 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] Subscribe: subnet after_update 55550000 {{(pid=110043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:35:45.338381 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=110043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:35:45.338729 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] Subscribe: > port precommit_delete 55550000 {{(pid=110043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:35:45.339080 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] Subscribe: > router precommit_create 55549900 {{(pid=110043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:35:45.339462 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] Subscribe: port before_delete 55550000 {{(pid=110043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:35:45.339811 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] Subscribe: > router precommit_create 55550000 {{(pid=110043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:35:45.340168 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] Subscribe: > router after_update 55549900 {{(pid=110043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:35:45.340510 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] Subscribe: > router precommit_delete 55549900 {{(pid=110043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:35:45.340864 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] Subscribe: > router precommit_create 55549900 {{(pid=110043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:35:45.341226 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] Subscribe: > router_interface after_create 55550000 {{(pid=110043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:35:45.341570 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] Subscribe: > router precommit_update 55549900 {{(pid=110043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:35:45.341934 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] Subscribe: > agent after_create 55550000 {{(pid=110043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:35:45.342284 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] Subscribe: > agent after_delete 55550000 {{(pid=110043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:35:45.342628 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] Subscribe: > network after_delete 55550000 {{(pid=110043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:35:45.343555 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron.quota.resource_registry [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] Tracking information for resource: router configured {{(pid=110043) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 10 17:35:45.343886 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron.quota.resource_registry [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] Tracking information for resource: floatingip configured {{(pid=110043) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 10 17:35:45.348931 dv-cinder-841302-2-iscsi neutron-server[110043]: INFO neutron.db.l3_agentschedulers_db [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. May 10 17:35:45.349521 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] Subscribe: port after_update 55550000 {{(pid=110043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:35:45.349882 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] Subscribe: port after_create 55550000 {{(pid=110043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:35:45.350237 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] Subscribe: port after_delete 55550000 {{(pid=110043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:35:45.350583 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] Subscribe: port after_update 55550000 {{(pid=110043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:35:45.351414 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] Subscribe: > router before_create 55550100 {{(pid=110043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:35:45.351784 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] Subscribe: > router precommit_delete 55550100 {{(pid=110043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:35:45.352144 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] Subscribe: > router precommit_create 55550100 {{(pid=110043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:35:45.352497 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] Subscribe: > router precommit_update 55550100 {{(pid=110043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:35:45.357956 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron.services.provider_configuration [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] Service providers = [] {{(pid=110043) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} May 10 17:35:45.358322 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron.db.servicetype_db [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=110043) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} May 10 17:35:45.361374 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron.services.service_base [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=110043) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 10 17:35:45.361722 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron.services.service_base [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=110043) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 10 17:35:45.362064 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron.services.service_base [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=110043) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 10 17:35:45.362955 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron.services.service_base [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=110043) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 10 17:35:45.363330 dv-cinder-841302-2-iscsi neutron-server[110043]: INFO neutron.services.service_base [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] Default provider is not specified for service type L3_ROUTER_NAT May 10 17:35:45.363734 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron.manager [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=110043) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 10 17:35:45.364059 dv-cinder-841302-2-iscsi neutron-server[110043]: INFO neutron.manager [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin May 10 17:35:45.375149 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron.manager [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=110043) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 10 17:35:45.375457 dv-cinder-841302-2-iscsi neutron-server[110043]: INFO neutron.manager [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] Loading Plugin: auto_allocate May 10 17:35:45.381160 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] Subscribe: network precommit_update 55550000 {{(pid=110043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:35:45.381536 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] Subscribe: network precommit_create 55550000 {{(pid=110043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:35:45.382062 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron.manager [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=110043) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 10 17:35:45.382381 dv-cinder-841302-2-iscsi neutron-server[110043]: INFO neutron.manager [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] Loading Plugin: tag May 10 17:35:45.390063 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron.manager [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=110043) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 10 17:35:45.390389 dv-cinder-841302-2-iscsi neutron-server[110043]: INFO neutron.manager [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] Loading Plugin: timestamp May 10 17:35:45.394276 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron.manager [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=110043) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 10 17:35:45.394603 dv-cinder-841302-2-iscsi neutron-server[110043]: INFO neutron.manager [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] Loading Plugin: network_ip_availability May 10 17:35:45.400777 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=110043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:35:45.401151 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=110043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:35:45.401509 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:35:45.402261 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron.manager [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=110043) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 10 17:35:45.402582 dv-cinder-841302-2-iscsi neutron-server[110043]: INFO neutron.manager [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] Loading Plugin: flavors May 10 17:35:45.407596 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron.manager [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=110043) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 10 17:35:45.407932 dv-cinder-841302-2-iscsi neutron-server[110043]: INFO neutron.manager [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] Loading Plugin: revisions May 10 17:35:45.412280 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron.manager [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=110043) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 10 17:35:45.412668 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_concurrency.lockutils [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.839s {{(pid=110043) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} May 10 17:35:45.413408 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron.api.extensions [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=110043) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} May 10 17:35:45.413740 dv-cinder-841302-2-iscsi neutron-server[110043]: INFO neutron.api.extensions [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] Initializing extension manager. May 10 17:35:45.414268 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron.api.extensions [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] Loading extension file: __init__.py {{(pid=110043) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 17:35:45.414609 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron.api.extensions [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] Loading extension file: __pycache__ {{(pid=110043) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 17:35:45.414942 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron.api.extensions [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] Loading extension file: _port_mac_address_override.py {{(pid=110043) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 17:35:45.415309 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron.api.extensions [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] Loading extension file: address_group.py {{(pid=110043) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 17:35:45.416124 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron.api.extensions [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=110043) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 17:35:45.416700 dv-cinder-841302-2-iscsi neutron-server[110043]: INFO neutron.api.extensions [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] Loaded extension: address-group May 10 17:35:45.417022 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron.api.extensions [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] Loading extension file: address_scope.py {{(pid=110043) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 17:35:45.417733 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron.api.extensions [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=110043) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 17:35:45.418278 dv-cinder-841302-2-iscsi neutron-server[110043]: INFO neutron.api.extensions [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] Loaded extension: address-scope May 10 17:35:45.418563 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron.api.extensions [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] Loading extension file: admin_state_down_before_update.py {{(pid=110043) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 17:35:45.419523 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron.api.extensions [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=110043) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 17:35:45.420030 dv-cinder-841302-2-iscsi neutron-server[110043]: INFO neutron.api.extensions [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] Loaded extension: router-admin-state-down-before-update May 10 17:35:45.420350 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron.api.extensions [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] Loading extension file: agent.py {{(pid=110043) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 17:35:45.421049 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron.api.extensions [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=110043) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 17:35:45.421553 dv-cinder-841302-2-iscsi neutron-server[110043]: INFO neutron.api.extensions [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] Loaded extension: agent May 10 17:35:45.421874 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron.api.extensions [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] Loading extension file: agent_resources_synced.py {{(pid=110043) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 17:35:45.422793 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron.api.extensions [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=110043) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 17:35:45.423299 dv-cinder-841302-2-iscsi neutron-server[110043]: INFO neutron.api.extensions [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] Loaded extension: agent-resources-synced May 10 17:35:45.423643 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron.api.extensions [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] Loading extension file: allowedaddresspairs.py {{(pid=110043) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 17:35:45.425468 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron.api.extensions [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=110043) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 17:35:45.425991 dv-cinder-841302-2-iscsi neutron-server[110043]: INFO neutron.api.extensions [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] Loaded extension: allowed-address-pairs May 10 17:35:45.426320 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron.api.extensions [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] Loading extension file: auto_allocated_topology.py {{(pid=110043) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 17:35:45.427423 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron.api.extensions [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=110043) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 17:35:45.427938 dv-cinder-841302-2-iscsi neutron-server[110043]: INFO neutron.api.extensions [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] Loaded extension: auto-allocated-topology May 10 17:35:45.428271 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron.api.extensions [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] Loading extension file: availability_zone.py {{(pid=110043) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 17:35:45.428977 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron.api.extensions [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=110043) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 17:35:45.429529 dv-cinder-841302-2-iscsi neutron-server[110043]: INFO neutron.api.extensions [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] Loaded extension: availability_zone May 10 17:35:45.429881 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron.api.extensions [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] Loading extension file: availability_zone_filter.py {{(pid=110043) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 17:35:45.431033 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron.api.extensions [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=110043) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 17:35:45.431803 dv-cinder-841302-2-iscsi neutron-server[110043]: INFO neutron.api.extensions [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] Loaded extension: availability_zone_filter May 10 17:35:45.432143 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron.api.extensions [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] Loading extension file: data_plane_status.py {{(pid=110043) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 17:35:45.433440 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron.api.extensions [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=110043) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 17:35:45.433977 dv-cinder-841302-2-iscsi neutron-server[110043]: INFO neutron.api.extensions [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] Extension data-plane-status not supported by any of loaded plugins May 10 17:35:45.434334 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron.api.extensions [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] Loading extension file: default_subnetpools.py {{(pid=110043) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 17:35:45.435322 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron.api.extensions [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=110043) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 17:35:45.435921 dv-cinder-841302-2-iscsi neutron-server[110043]: INFO neutron.api.extensions [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] Loaded extension: default-subnetpools May 10 17:35:45.436309 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron.api.extensions [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] Loading extension file: dhcpagentscheduler.py {{(pid=110043) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 17:35:45.437218 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron.api.extensions [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=110043) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 17:35:45.437724 dv-cinder-841302-2-iscsi neutron-server[110043]: INFO neutron.api.extensions [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] Loaded extension: dhcp_agent_scheduler May 10 17:35:45.438103 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron.api.extensions [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] Loading extension file: dns.py {{(pid=110043) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 17:35:45.439189 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron.api.extensions [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=110043) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 17:35:45.439765 dv-cinder-841302-2-iscsi neutron-server[110043]: INFO neutron.api.extensions [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] Extension dns-integration not supported by any of loaded plugins May 10 17:35:45.440194 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron.api.extensions [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] Loading extension file: dns_domain_ports.py {{(pid=110043) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 17:35:45.441609 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron.api.extensions [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=110043) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 17:35:45.442107 dv-cinder-841302-2-iscsi neutron-server[110043]: INFO neutron.api.extensions [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] Extension dns-domain-ports not supported by any of loaded plugins May 10 17:35:45.442550 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron.api.extensions [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=110043) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 17:35:45.443641 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron.api.extensions [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=110043) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 17:35:45.444259 dv-cinder-841302-2-iscsi neutron-server[110043]: INFO neutron.api.extensions [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins May 10 17:35:45.444565 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron.api.extensions [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] Loading extension file: dvr.py {{(pid=110043) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 17:35:45.445311 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron.api.extensions [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=110043) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 17:35:45.445876 dv-cinder-841302-2-iscsi neutron-server[110043]: INFO neutron.api.extensions [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] Loaded extension: dvr May 10 17:35:45.446205 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron.api.extensions [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] Loading extension file: ecmp_routes.py {{(pid=110043) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 17:35:45.447698 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron.api.extensions [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=110043) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 17:35:45.448263 dv-cinder-841302-2-iscsi neutron-server[110043]: INFO neutron.api.extensions [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] Extension ecmp_routes not supported by any of loaded plugins May 10 17:35:45.448588 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron.api.extensions [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] Loading extension file: empty_string_filtering.py {{(pid=110043) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 17:35:45.449666 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron.api.extensions [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=110043) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 17:35:45.450074 dv-cinder-841302-2-iscsi neutron-server[110043]: INFO neutron.api.extensions [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] Loaded extension: empty-string-filtering May 10 17:35:45.450503 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron.api.extensions [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=110043) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 17:35:45.451564 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron.api.extensions [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=110043) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 17:35:45.452079 dv-cinder-841302-2-iscsi neutron-server[110043]: INFO neutron.api.extensions [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins May 10 17:35:45.452403 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron.api.extensions [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=110043) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 17:35:45.453333 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron.api.extensions [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=110043) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 17:35:45.453844 dv-cinder-841302-2-iscsi neutron-server[110043]: INFO neutron.api.extensions [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins May 10 17:35:45.454170 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron.api.extensions [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] Loading extension file: external_net.py {{(pid=110043) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 17:35:45.455082 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron.api.extensions [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=110043) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 17:35:45.455621 dv-cinder-841302-2-iscsi neutron-server[110043]: INFO neutron.api.extensions [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] Loaded extension: external-net May 10 17:35:45.455945 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron.api.extensions [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] Loading extension file: extra_dhcp_opt.py {{(pid=110043) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 17:35:45.456883 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron.api.extensions [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=110043) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 17:35:45.457389 dv-cinder-841302-2-iscsi neutron-server[110043]: INFO neutron.api.extensions [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] Loaded extension: extra_dhcp_opt May 10 17:35:45.457707 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron.api.extensions [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] Loading extension file: extraroute.py {{(pid=110043) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 17:35:45.458618 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron.api.extensions [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=110043) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 17:35:45.459135 dv-cinder-841302-2-iscsi neutron-server[110043]: INFO neutron.api.extensions [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] Loaded extension: extraroute May 10 17:35:45.459477 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron.api.extensions [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] Loading extension file: extraroute_atomic.py {{(pid=110043) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 17:35:45.460754 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron.api.extensions [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=110043) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 17:35:45.461262 dv-cinder-841302-2-iscsi neutron-server[110043]: INFO neutron.api.extensions [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] Loaded extension: extraroute-atomic May 10 17:35:45.461586 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron.api.extensions [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] Loading extension file: filter_validation.py {{(pid=110043) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 17:35:45.462433 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron.api.extensions [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=110043) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 17:35:45.463526 dv-cinder-841302-2-iscsi neutron-server[110043]: INFO neutron.api.extensions [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] Loaded extension: filter-validation May 10 17:35:45.463842 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron.api.extensions [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] Loading extension file: fip_pf_description.py {{(pid=110043) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 17:35:45.464760 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron.api.extensions [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=110043) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 17:35:45.465259 dv-cinder-841302-2-iscsi neutron-server[110043]: INFO neutron.api.extensions [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins May 10 17:35:45.465579 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron.api.extensions [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] Loading extension file: fip_pf_port_range.py {{(pid=110043) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 17:35:45.466493 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron.api.extensions [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=110043) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 17:35:45.466993 dv-cinder-841302-2-iscsi neutron-server[110043]: INFO neutron.api.extensions [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins May 10 17:35:45.467317 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron.api.extensions [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] Loading extension file: fip_port_details.py {{(pid=110043) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 17:35:45.468269 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron.api.extensions [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=110043) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 17:35:45.468767 dv-cinder-841302-2-iscsi neutron-server[110043]: INFO neutron.api.extensions [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] Loaded extension: fip-port-details May 10 17:35:45.469087 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron.api.extensions [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] Loading extension file: flavors.py {{(pid=110043) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 17:35:45.470337 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron.api.extensions [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=110043) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 17:35:45.470852 dv-cinder-841302-2-iscsi neutron-server[110043]: INFO neutron.api.extensions [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] Loaded extension: flavors May 10 17:35:45.471181 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron.api.extensions [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=110043) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 17:35:45.472889 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron.api.extensions [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=110043) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 17:35:45.473415 dv-cinder-841302-2-iscsi neutron-server[110043]: INFO neutron.api.extensions [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins May 10 17:35:45.473757 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron.api.extensions [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] Loading extension file: floatingip_pools.py {{(pid=110043) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 17:35:45.474466 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron.api.extensions [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=110043) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 17:35:45.474981 dv-cinder-841302-2-iscsi neutron-server[110043]: INFO neutron.api.extensions [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] Loaded extension: floatingip-pools May 10 17:35:45.475314 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron.api.extensions [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] Loading extension file: ip_allocation.py {{(pid=110043) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 17:35:45.476269 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron.api.extensions [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=110043) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 17:35:45.476775 dv-cinder-841302-2-iscsi neutron-server[110043]: INFO neutron.api.extensions [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] Extension ip_allocation not supported by any of loaded plugins May 10 17:35:45.477103 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron.api.extensions [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=110043) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 17:35:45.478051 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron.api.extensions [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=110043) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 17:35:45.478562 dv-cinder-841302-2-iscsi neutron-server[110043]: INFO neutron.api.extensions [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] Loaded extension: ip-substring-filtering May 10 17:35:45.478888 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron.api.extensions [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] Loading extension file: l2_adjacency.py {{(pid=110043) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 17:35:45.479858 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron.api.extensions [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=110043) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 17:35:45.480364 dv-cinder-841302-2-iscsi neutron-server[110043]: INFO neutron.api.extensions [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] Extension l2_adjacency not supported by any of loaded plugins May 10 17:35:45.480690 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron.api.extensions [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] Loading extension file: l3.py {{(pid=110043) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 17:35:45.481709 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron.api.extensions [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=110043) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 17:35:45.482221 dv-cinder-841302-2-iscsi neutron-server[110043]: INFO neutron.api.extensions [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] Loaded extension: router May 10 17:35:45.482551 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron.api.extensions [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] Loading extension file: l3_conntrack_helper.py {{(pid=110043) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 17:35:45.484824 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron.api.extensions [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=110043) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 17:35:45.485355 dv-cinder-841302-2-iscsi neutron-server[110043]: INFO neutron.api.extensions [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] Extension l3-conntrack-helper not supported by any of loaded plugins May 10 17:35:45.485685 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron.api.extensions [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=110043) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 17:35:45.486610 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron.api.extensions [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=110043) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 17:35:45.487123 dv-cinder-841302-2-iscsi neutron-server[110043]: INFO neutron.api.extensions [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] Loaded extension: ext-gw-mode May 10 17:35:45.487485 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron.api.extensions [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=110043) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 17:35:45.488397 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron.api.extensions [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=110043) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 17:35:45.488978 dv-cinder-841302-2-iscsi neutron-server[110043]: INFO neutron.api.extensions [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] Loaded extension: l3-ha May 10 17:35:45.489238 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron.api.extensions [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=110043) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 17:35:45.490153 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron.api.extensions [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=110043) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 17:35:45.490661 dv-cinder-841302-2-iscsi neutron-server[110043]: INFO neutron.api.extensions [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins May 10 17:35:45.490988 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron.api.extensions [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] Loading extension file: l3_flavors.py {{(pid=110043) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 17:35:45.491968 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron.api.extensions [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=110043) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 17:35:45.492455 dv-cinder-841302-2-iscsi neutron-server[110043]: INFO neutron.api.extensions [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] Loaded extension: l3-flavors May 10 17:35:45.492776 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron.api.extensions [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] Loading extension file: l3_ndp_proxy.py {{(pid=110043) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 17:35:45.494184 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron.api.extensions [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=110043) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 17:35:45.494694 dv-cinder-841302-2-iscsi neutron-server[110043]: INFO neutron.api.extensions [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] Extension l3-ndp-proxy not supported by any of loaded plugins May 10 17:35:45.495021 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron.api.extensions [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=110043) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 17:35:45.495963 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron.api.extensions [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=110043) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 17:35:45.496471 dv-cinder-841302-2-iscsi neutron-server[110043]: INFO neutron.api.extensions [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] Loaded extension: l3-port-ip-change-not-allowed May 10 17:35:45.496796 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron.api.extensions [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] Loading extension file: l3agentscheduler.py {{(pid=110043) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 17:35:45.497866 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron.api.extensions [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=110043) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 17:35:45.498374 dv-cinder-841302-2-iscsi neutron-server[110043]: INFO neutron.api.extensions [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] Loaded extension: l3_agent_scheduler May 10 17:35:45.498701 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron.api.extensions [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] Loading extension file: local_ip.py {{(pid=110043) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 17:35:45.502086 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron.api.extensions [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=110043) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 17:35:45.502636 dv-cinder-841302-2-iscsi neutron-server[110043]: INFO neutron.api.extensions [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] Extension local_ip not supported by any of loaded plugins May 10 17:35:45.502936 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron.api.extensions [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] Loading extension file: logging.py {{(pid=110043) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 17:35:45.504440 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron.api.extensions [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=110043) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 17:35:45.504965 dv-cinder-841302-2-iscsi neutron-server[110043]: INFO neutron.api.extensions [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] Extension logging not supported by any of loaded plugins May 10 17:35:45.505296 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron.api.extensions [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] Loading extension file: metering.py {{(pid=110043) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 17:35:45.506044 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron.api.extensions [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=110043) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 17:35:45.506627 dv-cinder-841302-2-iscsi neutron-server[110043]: INFO neutron.api.extensions [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] Loaded extension: metering May 10 17:35:45.506953 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron.api.extensions [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=110043) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 17:35:45.508093 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron.api.extensions [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=110043) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 17:35:45.508607 dv-cinder-841302-2-iscsi neutron-server[110043]: INFO neutron.api.extensions [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] Loaded extension: metering_source_and_destination_fields May 10 17:35:45.509475 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron.api.extensions [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] Loading extension file: multiprovidernet.py {{(pid=110043) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 17:35:45.510400 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron.api.extensions [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=110043) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 17:35:45.510911 dv-cinder-841302-2-iscsi neutron-server[110043]: INFO neutron.api.extensions [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] Loaded extension: multi-provider May 10 17:35:45.511239 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron.api.extensions [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] Loading extension file: netmtu.py {{(pid=110043) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 17:35:45.512183 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron.api.extensions [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=110043) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 17:35:45.512693 dv-cinder-841302-2-iscsi neutron-server[110043]: INFO neutron.api.extensions [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] Loaded extension: net-mtu May 10 17:35:45.513017 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron.api.extensions [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] Loading extension file: netmtu_writable.py {{(pid=110043) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 17:35:45.513933 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron.api.extensions [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=110043) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 17:35:45.514440 dv-cinder-841302-2-iscsi neutron-server[110043]: INFO neutron.api.extensions [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] Loaded extension: net-mtu-writable May 10 17:35:45.514764 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron.api.extensions [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] Loading extension file: network_availability_zone.py {{(pid=110043) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 17:35:45.515472 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron.api.extensions [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=110043) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 17:35:45.515980 dv-cinder-841302-2-iscsi neutron-server[110043]: INFO neutron.api.extensions [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] Loaded extension: network_availability_zone May 10 17:35:45.516302 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron.api.extensions [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] Loading extension file: network_ip_availability.py {{(pid=110043) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 17:35:45.517405 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron.api.extensions [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=110043) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 17:35:45.517921 dv-cinder-841302-2-iscsi neutron-server[110043]: INFO neutron.api.extensions [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] Loaded extension: network-ip-availability May 10 17:35:45.518259 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron.api.extensions [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] Loading extension file: network_segment_range.py {{(pid=110043) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 17:35:45.519266 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron.api.extensions [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=110043) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 17:35:45.519565 dv-cinder-841302-2-iscsi neutron-server[110043]: INFO neutron.api.extensions [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] Extension network-segment-range not supported by any of loaded plugins May 10 17:35:45.519883 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron.api.extensions [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] Loading extension file: pagination.py {{(pid=110043) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 17:35:45.520868 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron.api.extensions [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=110043) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 17:35:45.521196 dv-cinder-841302-2-iscsi neutron-server[110043]: INFO neutron.api.extensions [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] Loaded extension: pagination May 10 17:35:45.521520 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron.api.extensions [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] Loading extension file: port_device_profile.py {{(pid=110043) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 17:35:45.522437 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron.api.extensions [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=110043) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 17:35:45.523067 dv-cinder-841302-2-iscsi neutron-server[110043]: INFO neutron.api.extensions [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] Loaded extension: port-device-profile May 10 17:35:45.523273 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron.api.extensions [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] Loading extension file: port_mac_address_override.py {{(pid=110043) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 17:35:45.524242 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron.api.extensions [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] Ext name="Neutron Port MAC address override" alias="port-mac-override" description="Allow overriding the MAC address of a direct-physical Port via the active binding profile" updated="2022-03-18T10:00:00-00:00" {{(pid=110043) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 17:35:45.525389 dv-cinder-841302-2-iscsi neutron-server[110043]: INFO neutron.api.extensions [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] Loaded extension: port-mac-override May 10 17:35:45.525677 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron.api.extensions [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=110043) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 17:35:45.526696 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron.api.extensions [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=110043) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 17:35:45.527207 dv-cinder-841302-2-iscsi neutron-server[110043]: INFO neutron.api.extensions [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] Loaded extension: port-mac-address-regenerate May 10 17:35:45.527564 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron.api.extensions [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=110043) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 17:35:45.528485 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron.api.extensions [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=110043) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 17:35:45.528993 dv-cinder-841302-2-iscsi neutron-server[110043]: INFO neutron.api.extensions [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] Loaded extension: port-numa-affinity-policy May 10 17:35:45.529313 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron.api.extensions [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] Loading extension file: port_resource_request.py {{(pid=110043) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 17:35:45.530231 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron.api.extensions [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=110043) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 17:35:45.530732 dv-cinder-841302-2-iscsi neutron-server[110043]: INFO neutron.api.extensions [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] Extension port-resource-request not supported by any of loaded plugins May 10 17:35:45.531053 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron.api.extensions [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] Loading extension file: port_resource_request_groups.py {{(pid=110043) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 17:35:45.532055 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron.api.extensions [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=110043) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 17:35:45.532560 dv-cinder-841302-2-iscsi neutron-server[110043]: INFO neutron.api.extensions [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] Extension port-resource-request-groups not supported by any of loaded plugins May 10 17:35:45.532879 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron.api.extensions [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] Loading extension file: portbindings.py {{(pid=110043) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 17:35:45.533806 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron.api.extensions [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=110043) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 17:35:45.534306 dv-cinder-841302-2-iscsi neutron-server[110043]: INFO neutron.api.extensions [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] Loaded extension: binding May 10 17:35:45.534624 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron.api.extensions [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] Loading extension file: portbindings_extended.py {{(pid=110043) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 17:35:45.535924 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron.api.extensions [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=110043) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 17:35:45.536438 dv-cinder-841302-2-iscsi neutron-server[110043]: INFO neutron.api.extensions [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] Loaded extension: binding-extended May 10 17:35:45.536767 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron.api.extensions [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] Loading extension file: portsecurity.py {{(pid=110043) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 17:35:45.537692 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron.api.extensions [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=110043) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 17:35:45.538205 dv-cinder-841302-2-iscsi neutron-server[110043]: INFO neutron.api.extensions [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] Loaded extension: port-security May 10 17:35:45.538528 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron.api.extensions [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] Loading extension file: project_id.py {{(pid=110043) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 17:35:45.539537 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron.api.extensions [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=110043) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 17:35:45.539874 dv-cinder-841302-2-iscsi neutron-server[110043]: INFO neutron.api.extensions [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] Loaded extension: project-id May 10 17:35:45.540238 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron.api.extensions [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] Loading extension file: providernet.py {{(pid=110043) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 17:35:45.541187 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron.api.extensions [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=110043) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 17:35:45.541699 dv-cinder-841302-2-iscsi neutron-server[110043]: INFO neutron.api.extensions [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] Loaded extension: provider May 10 17:35:45.542022 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron.api.extensions [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] Loading extension file: qos.py {{(pid=110043) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 17:35:45.545782 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron.api.extensions [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=110043) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 17:35:45.546304 dv-cinder-841302-2-iscsi neutron-server[110043]: INFO neutron.api.extensions [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] Extension qos not supported by any of loaded plugins May 10 17:35:45.546636 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron.api.extensions [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=110043) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 17:35:45.547904 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron.api.extensions [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=110043) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 17:35:45.548423 dv-cinder-841302-2-iscsi neutron-server[110043]: INFO neutron.api.extensions [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins May 10 17:35:45.548754 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron.api.extensions [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=110043) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 17:35:45.549692 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron.api.extensions [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=110043) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 17:35:45.550202 dv-cinder-841302-2-iscsi neutron-server[110043]: INFO neutron.api.extensions [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins May 10 17:35:45.550530 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron.api.extensions [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] Loading extension file: qos_default.py {{(pid=110043) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 17:35:45.551470 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron.api.extensions [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=110043) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 17:35:45.551985 dv-cinder-841302-2-iscsi neutron-server[110043]: INFO neutron.api.extensions [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] Extension qos-default not supported by any of loaded plugins May 10 17:35:45.552314 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron.api.extensions [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] Loading extension file: qos_fip.py {{(pid=110043) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 17:35:45.553233 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron.api.extensions [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=110043) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 17:35:45.553744 dv-cinder-841302-2-iscsi neutron-server[110043]: INFO neutron.api.extensions [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] Extension qos-fip not supported by any of loaded plugins May 10 17:35:45.554070 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron.api.extensions [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] Loading extension file: qos_fip_network_policy.py {{(pid=110043) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 17:35:45.554988 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron.api.extensions [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=110043) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 17:35:45.555529 dv-cinder-841302-2-iscsi neutron-server[110043]: INFO neutron.api.extensions [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] Extension qos-fip-network-policy not supported by any of loaded plugins May 10 17:35:45.556149 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron.api.extensions [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] Loading extension file: qos_gateway_ip.py {{(pid=110043) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 17:35:45.556832 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron.api.extensions [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=110043) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 17:35:45.557344 dv-cinder-841302-2-iscsi neutron-server[110043]: INFO neutron.api.extensions [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] Extension qos-gateway-ip not supported by any of loaded plugins May 10 17:35:45.557669 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron.api.extensions [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] Loading extension file: qos_port_network_policy.py {{(pid=110043) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 17:35:45.558582 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron.api.extensions [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=110043) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 17:35:45.559092 dv-cinder-841302-2-iscsi neutron-server[110043]: INFO neutron.api.extensions [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] Extension qos-port-network-policy not supported by any of loaded plugins May 10 17:35:45.559448 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron.api.extensions [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=110043) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 17:35:45.560495 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron.api.extensions [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=110043) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 17:35:45.561009 dv-cinder-841302-2-iscsi neutron-server[110043]: INFO neutron.api.extensions [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] Extension qos-pps-minimum not supported by any of loaded plugins May 10 17:35:45.561334 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron.api.extensions [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=110043) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 17:35:45.562369 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron.api.extensions [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=110043) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 17:35:45.562878 dv-cinder-841302-2-iscsi neutron-server[110043]: INFO neutron.api.extensions [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins May 10 17:35:45.563201 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron.api.extensions [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] Loading extension file: qos_pps_rule.py {{(pid=110043) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 17:35:45.564400 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron.api.extensions [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=110043) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 17:35:45.564914 dv-cinder-841302-2-iscsi neutron-server[110043]: INFO neutron.api.extensions [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] Extension qos-pps not supported by any of loaded plugins May 10 17:35:45.565240 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron.api.extensions [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] Loading extension file: qos_rule_type_details.py {{(pid=110043) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 17:35:45.566435 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron.api.extensions [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=110043) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 17:35:45.566940 dv-cinder-841302-2-iscsi neutron-server[110043]: INFO neutron.api.extensions [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] Extension qos-rule-type-details not supported by any of loaded plugins May 10 17:35:45.567264 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron.api.extensions [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] Loading extension file: qos_rule_type_filter.py {{(pid=110043) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 17:35:45.568307 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron.api.extensions [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=110043) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 17:35:45.568874 dv-cinder-841302-2-iscsi neutron-server[110043]: INFO neutron.api.extensions [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] Extension qos-rule-type-filter not supported by any of loaded plugins May 10 17:35:45.569205 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron.api.extensions [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] Loading extension file: qos_rules_alias.py {{(pid=110043) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 17:35:45.570258 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron.api.extensions [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=110043) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 17:35:45.570767 dv-cinder-841302-2-iscsi neutron-server[110043]: INFO neutron.api.extensions [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] Extension qos-rules-alias not supported by any of loaded plugins May 10 17:35:45.571089 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron.api.extensions [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] Loading extension file: quota_check_limit.py {{(pid=110043) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 17:35:45.572648 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron.api.extensions [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=110043) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 17:35:45.573170 dv-cinder-841302-2-iscsi neutron-server[110043]: INFO neutron.api.extensions [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] Loaded extension: quota-check-limit May 10 17:35:45.573495 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron.api.extensions [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] Loading extension file: quotasv2.py {{(pid=110043) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 17:35:45.574502 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron.api.extensions [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=110043) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 17:35:45.574832 dv-cinder-841302-2-iscsi neutron-server[110043]: INFO neutron.api.extensions [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] Loaded extension: quotas May 10 17:35:45.575150 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron.api.extensions [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] Loading extension file: quotasv2_detail.py {{(pid=110043) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 17:35:45.577015 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron.api.extensions [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=110043) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 17:35:45.577353 dv-cinder-841302-2-iscsi neutron-server[110043]: INFO neutron.api.extensions [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] Loaded extension: quota_details May 10 17:35:45.577689 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron.api.extensions [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] Loading extension file: rbac.py {{(pid=110043) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 17:35:45.578770 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron.api.extensions [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=110043) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 17:35:45.579299 dv-cinder-841302-2-iscsi neutron-server[110043]: INFO neutron.api.extensions [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] Loaded extension: rbac-policies May 10 17:35:45.579652 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron.api.extensions [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] Loading extension file: rbac_address_group.py {{(pid=110043) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 17:35:45.580593 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron.api.extensions [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=110043) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 17:35:45.581133 dv-cinder-841302-2-iscsi neutron-server[110043]: INFO neutron.api.extensions [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] Loaded extension: rbac-address-group May 10 17:35:45.581439 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron.api.extensions [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] Loading extension file: rbac_address_scope.py {{(pid=110043) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 17:35:45.582446 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron.api.extensions [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=110043) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 17:35:45.582961 dv-cinder-841302-2-iscsi neutron-server[110043]: INFO neutron.api.extensions [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] Loaded extension: rbac-address-scope May 10 17:35:45.583290 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron.api.extensions [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] Loading extension file: rbac_security_groups.py {{(pid=110043) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 17:35:45.584232 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron.api.extensions [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=110043) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 17:35:45.584776 dv-cinder-841302-2-iscsi neutron-server[110043]: INFO neutron.api.extensions [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] Loaded extension: rbac-security-groups May 10 17:35:45.585103 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron.api.extensions [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] Loading extension file: rbac_subnetpool.py {{(pid=110043) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 17:35:45.586021 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron.api.extensions [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=110043) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 17:35:45.586538 dv-cinder-841302-2-iscsi neutron-server[110043]: INFO neutron.api.extensions [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] Loaded extension: rbac-subnetpool May 10 17:35:45.586867 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron.api.extensions [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] Loading extension file: revisionifmatch.py {{(pid=110043) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 17:35:45.588405 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron.api.extensions [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=110043) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 17:35:45.588932 dv-cinder-841302-2-iscsi neutron-server[110043]: INFO neutron.api.extensions [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] Loaded extension: revision-if-match May 10 17:35:45.589254 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron.api.extensions [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] Loading extension file: revisions.py {{(pid=110043) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 17:35:45.590431 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron.api.extensions [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=110043) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 17:35:45.590965 dv-cinder-841302-2-iscsi neutron-server[110043]: INFO neutron.api.extensions [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] Loaded extension: standard-attr-revisions May 10 17:35:45.591267 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron.api.extensions [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] Loading extension file: router_availability_zone.py {{(pid=110043) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 17:35:45.591982 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron.api.extensions [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=110043) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 17:35:45.592491 dv-cinder-841302-2-iscsi neutron-server[110043]: INFO neutron.api.extensions [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] Loaded extension: router_availability_zone May 10 17:35:45.592819 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron.api.extensions [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] Loading extension file: routerservicetype.py {{(pid=110043) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 17:35:45.593750 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron.api.extensions [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=110043) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 17:35:45.594262 dv-cinder-841302-2-iscsi neutron-server[110043]: INFO neutron.api.extensions [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] Extension router-service-type not supported by any of loaded plugins May 10 17:35:45.594583 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron.api.extensions [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=110043) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 17:35:45.595549 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron.api.extensions [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=110043) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 17:35:45.596066 dv-cinder-841302-2-iscsi neutron-server[110043]: INFO neutron.api.extensions [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] Loaded extension: security-groups-normalized-cidr May 10 17:35:45.596390 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron.api.extensions [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] Loading extension file: security_groups_port_filtering.py {{(pid=110043) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 17:35:45.597313 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron.api.extensions [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=110043) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 17:35:45.597894 dv-cinder-841302-2-iscsi neutron-server[110043]: INFO neutron.api.extensions [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] Loaded extension: port-security-groups-filtering May 10 17:35:45.598220 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron.api.extensions [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=110043) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 17:35:45.599222 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron.api.extensions [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=110043) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 17:35:45.599779 dv-cinder-841302-2-iscsi neutron-server[110043]: INFO neutron.api.extensions [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] Loaded extension: security-groups-remote-address-group May 10 17:35:45.600103 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron.api.extensions [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=110043) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 17:35:45.601188 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron.api.extensions [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=110043) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 17:35:45.601697 dv-cinder-841302-2-iscsi neutron-server[110043]: INFO neutron.api.extensions [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] Loaded extension: security-groups-shared-filtering May 10 17:35:45.602022 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron.api.extensions [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=110043) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 17:35:45.602618 dv-cinder-841302-2-iscsi neutron-server[110043]: WARNING neutron.api.extensions [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py May 10 17:35:45.602965 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron.api.extensions [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] Loading extension file: securitygroup.py {{(pid=110043) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 17:35:45.612796 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron.api.extensions [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=110043) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 17:35:45.613336 dv-cinder-841302-2-iscsi neutron-server[110043]: INFO neutron.api.extensions [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] Loaded extension: security-group May 10 17:35:45.613669 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron.api.extensions [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] Loading extension file: segment.py {{(pid=110043) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 17:35:45.614414 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron.api.extensions [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=110043) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 17:35:45.614928 dv-cinder-841302-2-iscsi neutron-server[110043]: INFO neutron.api.extensions [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] Extension segment not supported by any of loaded plugins May 10 17:35:45.615254 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron.api.extensions [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=110043) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 17:35:45.616253 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron.api.extensions [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=110043) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 17:35:45.616762 dv-cinder-841302-2-iscsi neutron-server[110043]: INFO neutron.api.extensions [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins May 10 17:35:45.617092 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron.api.extensions [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] Loading extension file: servicetype.py {{(pid=110043) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 17:35:45.618195 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron.api.extensions [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=110043) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 17:35:45.618768 dv-cinder-841302-2-iscsi neutron-server[110043]: INFO neutron.api.extensions [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] Loaded extension: service-type May 10 17:35:45.619117 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron.api.extensions [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] Loading extension file: sorting.py {{(pid=110043) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 17:35:45.620137 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron.api.extensions [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=110043) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 17:35:45.620467 dv-cinder-841302-2-iscsi neutron-server[110043]: INFO neutron.api.extensions [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] Loaded extension: sorting May 10 17:35:45.620790 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron.api.extensions [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] Loading extension file: standard_attr_segment.py {{(pid=110043) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 17:35:45.621715 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron.api.extensions [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=110043) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 17:35:45.622236 dv-cinder-841302-2-iscsi neutron-server[110043]: INFO neutron.api.extensions [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] Extension standard-attr-segment not supported by any of loaded plugins May 10 17:35:45.622563 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron.api.extensions [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] Loading extension file: standardattrdescription.py {{(pid=110043) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 17:35:45.623216 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron.api.extensions [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=110043) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 17:35:45.623759 dv-cinder-841302-2-iscsi neutron-server[110043]: INFO neutron.api.extensions [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] Loaded extension: standard-attr-description May 10 17:35:45.624072 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron.api.extensions [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] Loading extension file: stateful_security_group.py {{(pid=110043) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 17:35:45.625034 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron.api.extensions [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=110043) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 17:35:45.625592 dv-cinder-841302-2-iscsi neutron-server[110043]: INFO neutron.api.extensions [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] Loaded extension: stateful-security-group May 10 17:35:45.625866 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron.api.extensions [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] Loading extension file: stdattrs_common.py {{(pid=110043) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 17:35:45.626436 dv-cinder-841302-2-iscsi neutron-server[110043]: WARNING neutron.api.extensions [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py May 10 17:35:45.626756 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron.api.extensions [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=110043) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 17:35:45.627715 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron.api.extensions [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=110043) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 17:35:45.628224 dv-cinder-841302-2-iscsi neutron-server[110043]: INFO neutron.api.extensions [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins May 10 17:35:45.628551 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron.api.extensions [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] Loading extension file: subnet_onboard.py {{(pid=110043) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 17:35:45.629622 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron.api.extensions [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=110043) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 17:35:45.630136 dv-cinder-841302-2-iscsi neutron-server[110043]: INFO neutron.api.extensions [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] Loaded extension: subnet_onboard May 10 17:35:45.630458 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron.api.extensions [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=110043) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 17:35:45.631416 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron.api.extensions [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=110043) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 17:35:45.631923 dv-cinder-841302-2-iscsi neutron-server[110043]: INFO neutron.api.extensions [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins May 10 17:35:45.632248 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron.api.extensions [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] Loading extension file: subnet_service_types.py {{(pid=110043) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 17:35:45.633171 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron.api.extensions [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=110043) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 17:35:45.633689 dv-cinder-841302-2-iscsi neutron-server[110043]: INFO neutron.api.extensions [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] Loaded extension: subnet-service-types May 10 17:35:45.634551 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron.api.extensions [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] Loading extension file: subnetallocation.py {{(pid=110043) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 17:35:45.635818 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron.api.extensions [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=110043) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 17:35:45.636342 dv-cinder-841302-2-iscsi neutron-server[110043]: INFO neutron.api.extensions [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] Loaded extension: subnet_allocation May 10 17:35:45.636669 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron.api.extensions [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=110043) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 17:35:45.637340 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron.api.extensions [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=110043) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 17:35:45.637850 dv-cinder-841302-2-iscsi neutron-server[110043]: INFO neutron.api.extensions [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] Loaded extension: subnetpool-prefix-ops May 10 17:35:45.638171 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron.api.extensions [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=110043) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 17:35:45.639118 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron.api.extensions [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=110043) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 17:35:45.639662 dv-cinder-841302-2-iscsi neutron-server[110043]: INFO neutron.api.extensions [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins May 10 17:35:45.639983 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron.api.extensions [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] Loading extension file: tagging.py {{(pid=110043) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 17:35:45.641080 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron.api.extensions [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=110043) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 17:35:45.641641 dv-cinder-841302-2-iscsi neutron-server[110043]: INFO neutron.api.extensions [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] Loaded extension: standard-attr-tag May 10 17:35:45.641964 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron.api.extensions [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] Loading extension file: timestamp.py {{(pid=110043) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 17:35:45.643167 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron.api.extensions [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=110043) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 17:35:45.643725 dv-cinder-841302-2-iscsi neutron-server[110043]: INFO neutron.api.extensions [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] Loaded extension: standard-attr-timestamp May 10 17:35:45.644049 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron.api.extensions [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] Loading extension file: trunk.py {{(pid=110043) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 17:35:45.645076 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron.api.extensions [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=110043) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 17:35:45.645590 dv-cinder-841302-2-iscsi neutron-server[110043]: INFO neutron.api.extensions [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] Extension trunk not supported by any of loaded plugins May 10 17:35:45.645916 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron.api.extensions [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] Loading extension file: trunk_details.py {{(pid=110043) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 17:35:45.646833 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron.api.extensions [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=110043) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 17:35:45.647352 dv-cinder-841302-2-iscsi neutron-server[110043]: INFO neutron.api.extensions [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] Extension trunk-details not supported by any of loaded plugins May 10 17:35:45.647703 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron.api.extensions [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] Loading extension file: uplink_status_propagation.py {{(pid=110043) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 17:35:45.648630 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron.api.extensions [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=110043) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 17:35:45.649147 dv-cinder-841302-2-iscsi neutron-server[110043]: INFO neutron.api.extensions [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] Extension uplink-status-propagation not supported by any of loaded plugins May 10 17:35:45.649567 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron.api.extensions [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] Loading extension file: vlantransparent.py {{(pid=110043) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 17:35:45.650889 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron.api.extensions [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=110043) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 17:35:45.651417 dv-cinder-841302-2-iscsi neutron-server[110043]: INFO neutron.api.extensions [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] Extension vlan-transparent not supported by any of loaded plugins May 10 17:35:45.654258 dv-cinder-841302-2-iscsi neutron-server[110043]: INFO neutron.quota.resource_registry [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] Creating instance of TrackedResource for resource:network May 10 17:35:45.654793 dv-cinder-841302-2-iscsi neutron-server[110043]: INFO neutron.quota.resource_registry [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] Creating instance of TrackedResource for resource:subnet May 10 17:35:45.655192 dv-cinder-841302-2-iscsi neutron-server[110043]: INFO neutron.quota.resource_registry [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] Creating instance of TrackedResource for resource:subnetpool May 10 17:35:45.655608 dv-cinder-841302-2-iscsi neutron-server[110043]: INFO neutron.quota.resource_registry [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] Creating instance of TrackedResource for resource:port May 10 17:35:45.656885 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron.api.v2.resource_helper [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=110043) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 10 17:35:45.657333 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron.api.v2.resource_helper [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] Service FLAVORS assigned prefix: {{(pid=110043) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 10 17:35:45.657961 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron.api.v2.resource_helper [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=110043) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 10 17:35:45.658385 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron.api.v2.resource_helper [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=110043) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 10 17:35:45.658724 dv-cinder-841302-2-iscsi neutron-server[110043]: INFO neutron.quota.resource_registry [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] Creating instance of TrackedResource for resource:router May 10 17:35:45.659163 dv-cinder-841302-2-iscsi neutron-server[110043]: INFO neutron.quota.resource_registry [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] Creating instance of TrackedResource for resource:floatingip May 10 17:35:45.659684 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron.api.v2.resource_helper [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] Service METERING assigned prefix: /metering {{(pid=110043) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 10 17:35:45.661151 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=110043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:35:45.661518 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=110043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:35:45.661867 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:35:45.662905 dv-cinder-841302-2-iscsi neutron-server[110043]: INFO neutron.quota.resource_registry [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] Creating instance of CountableResource for resource:rbac_policy May 10 17:35:45.663337 dv-cinder-841302-2-iscsi neutron-server[110043]: INFO neutron.quota.resource_registry [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] Creating instance of TrackedResource for resource:security_group May 10 17:35:45.663792 dv-cinder-841302-2-iscsi neutron-server[110043]: INFO neutron.quota.resource_registry [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] Creating instance of TrackedResource for resource:security_group_rule May 10 17:35:45.664390 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron.api.v2.resource_helper [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] Service CORE assigned prefix: {{(pid=110043) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 10 17:35:45.664734 dv-cinder-841302-2-iscsi neutron-server[110043]: INFO neutron.quota.resource_registry [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] Creating instance of TrackedResource for resource:subnetpool May 10 17:35:45.665068 dv-cinder-841302-2-iscsi neutron-server[110043]: WARNING neutron.quota.resource_registry [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] subnetpool is already registered May 10 17:35:45.665519 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron.api.v2.resource_helper [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] Service CORE assigned prefix: {{(pid=110043) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 10 17:35:45.665852 dv-cinder-841302-2-iscsi neutron-server[110043]: INFO neutron.quota.resource_registry [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] Creating instance of TrackedResource for resource:subnetpool May 10 17:35:45.666184 dv-cinder-841302-2-iscsi neutron-server[110043]: WARNING neutron.quota.resource_registry [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] subnetpool is already registered May 10 17:35:45.668494 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron.api.v2.resource_helper [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=110043) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 10 17:35:45.668929 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron.api.v2.resource_helper [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] Service FLAVORS assigned prefix: {{(pid=110043) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 10 17:35:45.669525 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron.api.v2.resource_helper [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=110043) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 10 17:35:45.669945 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron.api.v2.resource_helper [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=110043) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 10 17:35:45.670278 dv-cinder-841302-2-iscsi neutron-server[110043]: INFO neutron.quota.resource_registry [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] Creating instance of TrackedResource for resource:router May 10 17:35:45.670618 dv-cinder-841302-2-iscsi neutron-server[110043]: WARNING neutron.quota.resource_registry [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] router is already registered May 10 17:35:45.671034 dv-cinder-841302-2-iscsi neutron-server[110043]: INFO neutron.quota.resource_registry [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] Creating instance of TrackedResource for resource:floatingip May 10 17:35:45.671386 dv-cinder-841302-2-iscsi neutron-server[110043]: WARNING neutron.quota.resource_registry [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] floatingip is already registered May 10 17:35:45.671850 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron.api.v2.resource_helper [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] Service METERING assigned prefix: /metering {{(pid=110043) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 10 17:35:45.672521 dv-cinder-841302-2-iscsi neutron-server[110043]: INFO neutron.quota.resource_registry [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] Creating instance of CountableResource for resource:rbac_policy May 10 17:35:45.672846 dv-cinder-841302-2-iscsi neutron-server[110043]: WARNING neutron.quota.resource_registry [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] rbac_policy is already registered May 10 17:35:45.673252 dv-cinder-841302-2-iscsi neutron-server[110043]: INFO neutron.quota.resource_registry [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] Creating instance of TrackedResource for resource:security_group May 10 17:35:45.673583 dv-cinder-841302-2-iscsi neutron-server[110043]: WARNING neutron.quota.resource_registry [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] security_group is already registered May 10 17:35:45.673982 dv-cinder-841302-2-iscsi neutron-server[110043]: INFO neutron.quota.resource_registry [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] Creating instance of TrackedResource for resource:security_group_rule May 10 17:35:45.674311 dv-cinder-841302-2-iscsi neutron-server[110043]: WARNING neutron.quota.resource_registry [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] security_group_rule is already registered May 10 17:35:45.674933 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron.api.v2.resource_helper [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] Service CORE assigned prefix: {{(pid=110043) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 10 17:35:45.675262 dv-cinder-841302-2-iscsi neutron-server[110043]: INFO neutron.quota.resource_registry [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] Creating instance of TrackedResource for resource:subnetpool May 10 17:35:45.675625 dv-cinder-841302-2-iscsi neutron-server[110043]: WARNING neutron.quota.resource_registry [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] subnetpool is already registered May 10 17:35:45.676047 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron.api.v2.resource_helper [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] Service CORE assigned prefix: {{(pid=110043) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 10 17:35:45.676371 dv-cinder-841302-2-iscsi neutron-server[110043]: INFO neutron.quota.resource_registry [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] Creating instance of TrackedResource for resource:subnetpool May 10 17:35:45.676701 dv-cinder-841302-2-iscsi neutron-server[110043]: WARNING neutron.quota.resource_registry [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] subnetpool is already registered May 10 17:35:45.677172 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron.api.extensions [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] Extended resource: extensions {{(pid=110043) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 17:35:45.678649 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron.api.extensions [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] Extended resource: address-groups {{(pid=110043) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 17:35:45.680164 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron.api.extensions [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] Extended resource: address-scopes {{(pid=110043) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 17:35:45.682088 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron.api.extensions [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] Extended resource: agents {{(pid=110043) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 17:35:45.683234 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron.api.extensions [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] Extended resource: auto-allocated-topology {{(pid=110043) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 17:35:45.684501 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron.api.extensions [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] Extended resource: availability_zones {{(pid=110043) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 17:35:45.685705 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron.api.extensions [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] Extended resource: dhcp-networks {{(pid=110043) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 17:35:45.687193 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron.api.extensions [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] Extended resource: dhcp-agents {{(pid=110043) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 17:35:45.688630 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron.api.extensions [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] Extended resource: routers {{(pid=110043) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 17:35:45.690795 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron.api.extensions [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] Extended resource: flavors {{(pid=110043) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 17:35:45.692262 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron.api.extensions [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] Extended resource: service_profiles {{(pid=110043) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 17:35:45.693404 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron.api.extensions [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] Extended resource: next_providers {{(pid=110043) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 17:35:45.694822 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron.api.extensions [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] Extended resource: service_profiles {{(pid=110043) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 17:35:45.696360 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron.api.extensions [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] Extended resource: floatingip-pools {{(pid=110043) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 17:35:45.698226 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron.api.extensions [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] Extended resource: routers {{(pid=110043) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 17:35:45.700312 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron.api.extensions [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] Extended resource: floatingips {{(pid=110043) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 17:35:45.702567 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron.api.extensions [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] Extended resource: l3-routers {{(pid=110043) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 17:35:45.703981 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron.api.extensions [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] Extended resource: l3-agents {{(pid=110043) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 17:35:45.705371 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron.api.extensions [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] Extended resource: metering-labels {{(pid=110043) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 17:35:45.706697 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron.api.extensions [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] Extended resource: metering-label-rules {{(pid=110043) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 17:35:45.707973 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron.api.extensions [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] Extended resource: network-ip-availabilities {{(pid=110043) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 17:35:45.709201 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron.api.extensions [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] Extended resource: bindings {{(pid=110043) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 17:35:45.710830 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron.api.extensions [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] Extended resource: quotas {{(pid=110043) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 17:35:45.712543 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron.api.extensions [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] Extended resource: quotas {{(pid=110043) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 17:35:45.714043 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron.api.extensions [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] Extended resource: rbac-policies {{(pid=110043) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 17:35:45.715304 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron.api.extensions [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] Extended resource: security-groups {{(pid=110043) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 17:35:45.716540 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron.api.extensions [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] Extended resource: security-group-rules {{(pid=110043) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 17:35:45.717767 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron.api.extensions [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] Extended resource: service-providers {{(pid=110043) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 17:35:45.718960 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron.api.extensions [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] Extended resource: subnetpools {{(pid=110043) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 17:35:45.720389 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron.api.extensions [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] Extended resource: subnetpools {{(pid=110043) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 17:35:45.721834 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron.api.extensions [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] Extended resource: tags {{(pid=110043) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 17:35:45.723495 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron.api.extensions [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] Extended resource: tags {{(pid=110043) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 17:35:45.725324 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron.api.extensions [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] Extended resource: tags {{(pid=110043) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 17:35:45.727055 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron.api.extensions [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] Extended resource: tags {{(pid=110043) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 17:35:45.728949 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron.api.extensions [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] Extended resource: tags {{(pid=110043) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 17:35:45.730757 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron.api.extensions [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] Extended resource: tags {{(pid=110043) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 17:35:45.732448 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron.api.extensions [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] Extended resource: tags {{(pid=110043) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 17:35:45.734299 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron.api.extensions [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] Extended resource: tags {{(pid=110043) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 17:35:45.736044 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron.api.extensions [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] Extended resource: tags {{(pid=110043) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 17:35:45.737839 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron.api.extensions [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] Extended resource: tags {{(pid=110043) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 17:35:45.744454 dv-cinder-841302-2-iscsi neutron-server[110043]: WARNING keystonemiddleware.auth_token [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. May 10 17:35:45.749823 dv-cinder-841302-2-iscsi neutron-server[110043]: WARNING keystonemiddleware.auth_token [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint May 10 17:35:45.758542 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_concurrency.lockutils [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] Acquired lock "singleton_lock" {{(pid=110043) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} May 10 17:35:45.759615 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_concurrency.lockutils [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] Releasing lock "singleton_lock" {{(pid=110043) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} May 10 17:35:45.760332 dv-cinder-841302-2-iscsi neutron-server[110043]: INFO oslo_service.service [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] Starting 2 workers May 10 17:35:45.765190 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] Started child 110152 {{(pid=110043) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 10 17:35:45.769906 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] Started child 110153 {{(pid=110043) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 10 17:35:45.770620 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:35:45.771590 dv-cinder-841302-2-iscsi neutron-server[110043]: INFO neutron.service [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] Neutron service started, listening on 0.0.0.0:9696 May 10 17:35:45.772263 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] Publish callbacks [] for process (None), before_spawn {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:35:45.772441 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [-] (110152) wsgi starting up on http://0.0.0.0:9696 May 10 17:35:45.774653 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:35:45.775165 dv-cinder-841302-2-iscsi neutron-server[110043]: INFO oslo_service.service [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] Starting 1 workers May 10 17:35:45.776451 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [-] (110153) wsgi starting up on http://0.0.0.0:9696 May 10 17:35:45.780170 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] Started child 110154 {{(pid=110043) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 10 17:35:45.780722 dv-cinder-841302-2-iscsi neutron-server[110043]: INFO oslo_service.service [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] Starting 1 workers May 10 17:35:45.783852 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.service [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] calling RpcWorker wait() {{(pid=110154) _wait /opt/stack/neutron/neutron/service.py:128}} May 10 17:35:45.784431 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.service [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] returning from RpcWorker wait() {{(pid=110154) _wait /opt/stack/neutron/neutron/service.py:135}} May 10 17:35:45.785447 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] Started child 110155 {{(pid=110043) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 10 17:35:45.785760 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:35:45.786189 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-40d428d0-93e0-4b1c-8689-be4c7e362026 None None] Publish callbacks [] for process (None), after_spawn {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:35:45.786302 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=110154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:35:45.788211 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=110043) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} May 10 17:35:45.788418 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 10 17:35:45.788601 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 10 17:35:45.788825 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 10 17:35:45.789152 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 10 17:35:45.789319 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 10 17:35:45.789873 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:35:45.790175 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:35:45.790436 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:35:45.790703 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:35:45.790857 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=110155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:35:45.791334 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:35:45.791564 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:35:45.791808 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:35:45.792098 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:35:45.792361 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:35:45.792531 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:35:45.792697 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:35:45.793199 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:35:45.793457 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:35:45.793804 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:35:45.794115 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:35:45.794381 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:35:45.794645 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:35:45.794822 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:35:45.795077 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] config_source = [] {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:35:45.795342 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:35:45.795604 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:35:45.795898 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] debug = True {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:35:45.796155 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:35:45.796663 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:35:45.796896 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:35:45.797166 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:35:45.797396 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:35:45.797662 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:35:45.797894 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:35:45.798146 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:35:45.798387 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:35:45.798649 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:35:45.798901 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:35:45.799160 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:35:45.799435 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:35:45.799682 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:35:45.799899 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:35:45.800148 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:35:45.800389 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:35:45.800862 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] host = dv-cinder-841302-2-iscsi {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:35:45.801113 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:35:45.801331 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:35:45.801578 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:35:45.801838 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:35:45.802104 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:35:45.802320 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:35:45.802590 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:35:45.802845 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:35:45.803109 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:35:45.803337 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:35:45.803639 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:35:45.803868 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:35:45.804087 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] log_dir = None {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:35:45.804343 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] log_file = None {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:35:45.804495 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] log_options = True {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:35:45.804765 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:35:45.805024 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:35:45.805292 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:35:45.805488 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:35:45.805669 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:35:45.806434 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:35:45.806643 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:35:45.806884 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:35:45.807096 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:35:45.807503 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:35:45.807503 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:35:45.807805 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:35:45.807966 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:35:45.808153 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:35:45.808395 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:35:45.808614 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:35:45.808851 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:35:45.809063 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:35:45.809308 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:35:45.809683 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:35:45.810050 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:35:45.810501 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:35:45.810888 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:35:45.811255 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:35:45.811653 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:35:45.812046 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:35:45.812436 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:35:45.812803 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:35:45.813027 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:35:45.813306 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:35:45.813502 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:35:45.813764 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:35:45.813984 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:35:45.814329 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:35:45.814603 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:35:45.814837 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:35:45.815068 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:35:45.815290 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:35:45.815754 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:35:45.816039 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:35:45.816581 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:35:45.816815 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:35:45.817034 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:35:45.817265 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:35:45.817550 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:35:45.817712 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=110155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:35:45.817860 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] use_journal = False {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:35:45.818006 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] use_json = False {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:35:45.818213 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:35:45.818448 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:35:45.818680 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:35:45.818972 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:35:45.819211 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:35:45.819449 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:35:45.819669 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:35:45.819956 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:35:45.820217 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:35:45.820650 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.820919 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.821369 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.822582 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.822582 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.823133 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.823133 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.823553 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.823553 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.823848 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.823996 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.824167 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.824513 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.824741 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.825002 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.825343 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.825625 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.825886 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.826124 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.826364 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.826585 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.826852 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.827131 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.827359 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.827735 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.827893 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.828063 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.828352 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.828587 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.828883 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.829231 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.829496 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.829767 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.60/identity {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.830022 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.830260 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.830521 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.830754 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.830996 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.831238 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.831496 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.831779 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.834652 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.834652 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.834652 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.834652 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.834652 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.834652 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.834652 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.834652 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.835790 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.835790 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.835790 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.835790 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.836307 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.wsgi [-] (110152) accepted ('10.222.0.60', 35482) {{(pid=110152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 17:35:45.836448 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.836448 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.836448 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.836448 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.836448 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.836448 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.836448 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.836448 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.836448 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.837839 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.837839 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.837839 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.837839 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.837839 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.837839 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.839431 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.839431 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.839431 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.839431 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.839431 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.839431 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.839431 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.840349 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.840349 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.840349 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.840349 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.840866 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.840866 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.841160 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.841160 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.841501 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.841644 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.842061 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.842061 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.842339 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.842484 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.842628 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.842825 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.843152 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.844233 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.844233 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.844233 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.844233 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.845241 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.845241 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.845241 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.845241 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.845241 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.847049 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.847049 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.847049 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.847049 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.847049 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.847049 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.847049 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.847635 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.847635 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.847635 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.847848 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.848020 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.848449 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.848855 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.849277 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.849695 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.850102 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.850546 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.850805 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.851096 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.851343 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.851879 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.852041 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.852534 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.852534 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.852951 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.853227 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.853713 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.853871 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.854072 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.854299 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.855070 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.855070 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.855070 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.855535 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.855535 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.855816 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.856031 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.857049 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.857049 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.857049 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.857049 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.857607 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.857607 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.857869 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.858032 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.858176 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.858406 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.858660 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.60/identity {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.858875 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.859024 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [-] 10.222.0.60 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0164475 May 10 17:35:45.859183 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.859323 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.860189 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.861701 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.862000 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.862280 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.862540 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.862780 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.863070 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.863311 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.863628 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.863864 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.864116 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.864333 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.864611 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.864852 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.865111 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.865364 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.865726 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.865833 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.866046 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.866268 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.866543 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.866868 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.868006 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.868006 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.868006 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.868777 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.869112 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.869416 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.869645 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.869926 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.870250 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.870486 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.870732 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.870968 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.871195 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.874163 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.874278 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.874561 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.874856 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.875132 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.875540 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.875863 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.876064 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.876764 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.876764 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.876939 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.877085 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.877306 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.877556 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.877788 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.878033 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.878271 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.880457 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.880457 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.880457 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.881099 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.882748 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.883747 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.884656 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.884936 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.885190 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.886013 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.886286 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.886539 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.886830 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.887559 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.887559 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.887559 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.887746 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.888431 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.888717 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.888996 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.889453 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.889562 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.889746 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.889992 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.890468 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.890742 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.891221 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.892957 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.893261 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.893521 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.893757 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.893993 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.895873 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.896134 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.896377 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.896655 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.896892 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.897125 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.897387 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.897624 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.897875 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.898140 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.898364 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.898589 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.898844 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.899074 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.899303 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.902341 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.903208 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.903208 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.903208 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.903476 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.903618 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.903930 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.904250 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.904441 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.904755 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.905019 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.905283 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.905655 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.905895 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.906143 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.906415 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.906669 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.907445 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.907445 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.908538 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.908899 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.909204 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.909637 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.910064 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.910491 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.910930 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:550:599'] {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.911358 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.913627 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.914620 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.915438 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.915731 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.916020 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.916375 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.916643 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.918107 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.918107 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.918294 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.918595 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.919040 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.919311 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.919610 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.920105 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.920105 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.920309 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.920539 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.920819 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.921049 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.921281 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.921513 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.921672 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 10 17:35:45.924127 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=110043) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} May 10 17:35:45.924335 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 10 17:35:45.925686 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 10 17:35:45.926047 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 10 17:35:45.926369 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 10 17:35:45.926755 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 10 17:35:45.927173 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:35:45.927686 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:35:45.928012 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:35:45.928201 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:35:45.928440 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:35:45.928595 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:35:45.928767 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:35:45.928933 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:35:45.929107 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:35:45.929282 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:35:45.929432 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:35:45.929745 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:35:45.929909 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:35:45.930219 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:35:45.930383 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:35:45.930546 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:35:45.930709 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:35:45.931584 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:35:45.932039 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] config_source = [] {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:35:45.932337 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:35:45.932550 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:35:45.932719 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] debug = True {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:35:45.932883 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:35:45.933094 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:35:45.933264 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:35:45.933426 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:35:45.933587 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:35:45.933748 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:35:45.933909 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:35:45.934071 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:35:45.934230 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:35:45.934390 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:35:45.934551 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:35:45.934710 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:35:45.934870 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:35:45.935031 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:35:45.935190 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:35:45.935349 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:35:45.936447 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:35:45.936616 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] host = dv-cinder-841302-2-iscsi {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:35:45.936780 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:35:45.936942 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:35:45.937101 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:35:45.937267 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:35:45.937426 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:35:45.937737 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:35:45.938038 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:35:45.938358 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:35:45.938519 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:35:45.938679 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:35:45.938842 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:35:45.939001 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:35:45.939078 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=110154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:35:45.939152 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] log_dir = None {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:35:45.939316 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] log_file = None {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:35:45.939551 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] log_options = True {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:35:45.939710 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:35:45.940021 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:35:45.940336 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:35:45.941708 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:35:45.941894 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:35:45.942181 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:35:45.942405 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:35:45.942546 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:35:45.942697 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:35:45.942829 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:35:45.942959 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:35:45.943101 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:35:45.943231 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:35:45.943395 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:35:45.943566 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:35:45.943728 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:35:45.943889 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:35:45.944049 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:35:45.944209 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:35:45.944369 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:35:45.944511 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:35:45.944929 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:35:45.944929 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:35:45.945143 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:35:45.945143 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:35:45.945286 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:35:45.945424 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:35:45.945582 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:35:45.945741 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:35:45.945901 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:35:45.946061 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:35:45.946221 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:35:45.946412 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:35:45.947108 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:35:45.947378 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:35:45.948426 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:35:45.949516 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:35:45.949516 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:35:45.949516 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:35:45.949516 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:35:45.949516 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:35:45.949516 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:35:45.949516 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:35:45.949943 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:35:45.949943 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:35:45.949943 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] use_journal = False {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:35:45.950109 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] use_json = False {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:35:45.950852 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:35:45.950852 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:35:45.950852 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:35:45.950852 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:35:45.950852 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:35:45.952433 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:35:45.952433 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:35:45.952433 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:35:45.952433 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:35:45.952433 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.952433 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.952433 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.952433 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.952904 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.952904 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.952904 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.952904 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.953150 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.953302 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.953386 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.953492 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.953667 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.953834 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.953994 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.954312 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.954619 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.954925 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.955230 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.955548 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.955702 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.955864 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.956038 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.956203 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.956365 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.956549 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.956693 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.957561 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.957561 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.957561 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.957561 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.957561 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.957866 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.60/identity {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.957866 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.957997 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.958107 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.958271 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.958433 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.959505 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.959505 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.959505 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.959505 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.959505 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.959505 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.959505 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.959950 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.959950 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.960077 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.960143 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.960279 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.960583 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.960744 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.960902 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.961071 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.961247 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.961395 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.961554 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.961734 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.961900 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.962105 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.962636 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.962636 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.962907 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.962907 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.964471 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.964471 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.964471 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.964471 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.964471 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.964471 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.964471 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.964471 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.964471 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.965901 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.965901 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.965901 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.965901 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.965901 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.965901 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.965901 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.965901 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.965901 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.966393 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.966393 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.966393 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.966602 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.966680 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.966834 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.966997 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.967160 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.967329 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.967532 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.967698 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.967852 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.968017 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.968180 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.968349 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.968507 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.969071 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.969071 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.969071 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.969321 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.969321 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.969446 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.969623 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.969770 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.969898 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.970205 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.970522 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.970948 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.971057 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.971131 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.971296 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.971577 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.971685 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.971821 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.972113 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.972456 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.972766 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.973078 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.973245 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.973413 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.973585 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.974307 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.974307 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.974307 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.974307 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.974615 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.974615 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.974863 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.974863 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.975943 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.975943 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.975943 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.975943 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.975943 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.975943 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.976308 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.976308 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.976308 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.976486 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.976599 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.976768 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.976931 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.977095 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.977257 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.977457 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.977579 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.978664 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.978664 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.60/identity {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.978664 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.978664 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.978664 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.978664 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.979033 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.979033 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.979149 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.979264 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.980136 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.980136 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.980136 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.980136 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.980136 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.980461 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.980461 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.981619 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.981619 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.981619 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.981619 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.981619 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.981619 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.981619 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.981619 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.982093 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.982093 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.982093 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.982267 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.982332 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.982478 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.982646 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.982819 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.982977 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.983203 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.983326 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.983464 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.983630 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.983799 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.983949 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.984259 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.984584 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.984748 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.984910 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.985075 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.985257 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.985427 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.985585 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.985891 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.986191 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.986504 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.986803 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.987095 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.987415 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.987755 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.987930 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.988418 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.988418 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.988418 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.988653 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.988653 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.989675 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.989675 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.989675 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.989675 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.989675 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.989675 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.990000 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.990000 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.990000 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.990183 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.990333 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.990471 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.990634 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.990901 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.991041 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.991176 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.991322 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.991485 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.991620 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.991769 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.991932 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.992095 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.992311 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.992400 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.992566 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.992737 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.992918 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.993022 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.993188 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.993883 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.994110 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.994423 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.994680 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.994847 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.996376 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.996376 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.996376 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.996376 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.996376 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.996376 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.996376 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.996376 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.996873 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.996873 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.996873 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.996873 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.996873 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.997212 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.997212 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.997353 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.997505 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.997669 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.997841 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.998003 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.998165 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.999115 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.999115 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.999115 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.999115 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.999115 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.999115 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.999519 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.999519 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.999642 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.999747 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:45.999989 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:46.000079 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:46.001072 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:46.001072 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:550:599'] {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:46.001072 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:46.001072 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:46.001072 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:46.001072 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:46.001502 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:46.001502 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:46.001502 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:46.001705 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:46.001782 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:46.001944 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:46.002106 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:46.002272 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:46.002434 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:46.002747 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:46.003041 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:46.003342 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:46.004382 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:46.004382 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:46.004382 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:46.004382 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:46.004382 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:46.004382 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:46.004789 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:35:46.004789 dv-cinder-841302-2-iscsi neutron-server[110043]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=110043) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 10 17:35:57.586498 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80c8bf37-6264-484b-aa64-07076dac6e2c None None] get_active_networks_info from dv-cinder-841302-2-iscsi {{(pid=110154) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} May 10 17:35:57.647617 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80c8bf37-6264-484b-aa64-07076dac6e2c None None] No non-hosted networks {{(pid=110154) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} May 10 17:35:57.662778 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.db.agentschedulers_db [None req-80c8bf37-6264-484b-aa64-07076dac6e2c None None] DHCP Agent not found on host dv-cinder-841302-2-iscsi {{(pid=110154) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:454}} May 10 17:35:57.755663 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-3ac19f29-fb43-42f6-a984-f62805a5ddd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781795183391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-645058'] for agent (b2ad0527-00d5-4995-bc97-ec84c4e02f0b), after_create {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:35:59.889491 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-35fbb3d6-14b0-430d-a031-63f916b128ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781795183391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-645058'] for agent (eaac381b-e402-41c3-a8e6-8f962681d3e6), after_create {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:35:59.932785 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-08ec9096-936b-4ad7-afa0-cd3ed43fa72a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781795183391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525393'] for agent (eaac381b-e402-41c3-a8e6-8f962681d3e6), after_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:36:00.825340 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.wsgi [-] (110152) accepted ('10.222.0.60', 35554) {{(pid=110152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 17:36:01.461654 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-d07e8966-ef10-4d42-b774-228753b3fd3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781795183391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-645058'] for agent (a55810b0-63c4-4499-a4d9-efcdb1615ce8), after_create {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:36:01.820499 dv-cinder-841302-2-iscsi neutron-server[110152]: WARNING oslo_policy.policy [None req-c047992f-3b65-4e64-b915-803d1e939571 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 10 17:36:01.822587 dv-cinder-841302-2-iscsi neutron-server[110152]: WARNING oslo_policy.policy [None req-c047992f-3b65-4e64-b915-803d1e939571 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 10 17:36:02.078497 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.wsgi [None req-c047992f-3b65-4e64-b915-803d1e939571 admin admin] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=110152) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 10 17:36:02.092058 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [None req-c047992f-3b65-4e64-b915-803d1e939571 admin admin] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 1.2656584 May 10 17:36:03.017705 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-ae45faaf-356d-4e4a-a605-33fedb92cd97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781795183391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-645058'] for agent (6a57b374-0daf-4fe3-9dd1-3d457a537aa7), after_create {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:36:03.786935 dv-cinder-841302-2-iscsi neutron-server[110154]: INFO neutron.db.l3_hamode_db [None req-2605a7ef-5b4d-4176-8238-e64e331cf936 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 May 10 17:36:03.872602 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2605a7ef-5b4d-4176-8238-e64e331cf936 None None] Routers set() bound to L3 agent in host dv-cinder-841302-2-iscsi {{(pid=110154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 17:36:03.873045 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2605a7ef-5b4d-4176-8238-e64e331cf936 None None] Router IDs set() for agent in host dv-cinder-841302-2-iscsi {{(pid=110154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} May 10 17:36:04.474896 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-6e697e78-9dd1-4bc1-8573-56b901d07725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781795183391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-645058'] for agent (fdc37a75-b7a9-4e92-a59c-f5b8c02d060c), after_create {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:36:04.476367 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e697e78-9dd1-4bc1-8573-56b901d07725 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:36:04.476824 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e697e78-9dd1-4bc1-8573-56b901d07725 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:36:04.477474 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e697e78-9dd1-4bc1-8573-56b901d07725 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:36:04.477954 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e697e78-9dd1-4bc1-8573-56b901d07725 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:36:04.478454 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e697e78-9dd1-4bc1-8573-56b901d07725 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:36:04.478934 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e697e78-9dd1-4bc1-8573-56b901d07725 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:36:04.479444 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e697e78-9dd1-4bc1-8573-56b901d07725 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:36:04.479951 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e697e78-9dd1-4bc1-8573-56b901d07725 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:36:04.480285 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e697e78-9dd1-4bc1-8573-56b901d07725 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:36:04.480617 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e697e78-9dd1-4bc1-8573-56b901d07725 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:36:04.480961 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e697e78-9dd1-4bc1-8573-56b901d07725 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:36:04.481432 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e697e78-9dd1-4bc1-8573-56b901d07725 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:36:04.481916 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e697e78-9dd1-4bc1-8573-56b901d07725 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:36:04.482373 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e697e78-9dd1-4bc1-8573-56b901d07725 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:36:04.482870 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e697e78-9dd1-4bc1-8573-56b901d07725 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:36:04.483266 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e697e78-9dd1-4bc1-8573-56b901d07725 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-841302-2-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=110154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:36:04.489548 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e697e78-9dd1-4bc1-8573-56b901d07725 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-841302-2-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=110154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:36:04.752904 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.wsgi [-] (110152) accepted ('10.222.0.60', 35588) {{(pid=110152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 17:36:05.086237 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.v2.base [None req-1b8d5afc-d004-411c-84c1-e036b33e6691 admin admin] Request body: {'subnetpool': {'shared': True, 'is_default': True, 'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4'}} {{(pid=110152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 17:36:05.178284 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.policy [None req-1b8d5afc-d004-411c-84c1-e036b33e6691 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=110152) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 10 17:36:05.221369 dv-cinder-841302-2-iscsi neutron-server[110152]: WARNING oslo_policy.policy [None req-1b8d5afc-d004-411c-84c1-e036b33e6691 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 10 17:36:05.221676 dv-cinder-841302-2-iscsi neutron-server[110152]: WARNING oslo_policy.policy [None req-1b8d5afc-d004-411c-84c1-e036b33e6691 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 10 17:36:05.325077 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-1b8d5afc-d004-411c-84c1-e036b33e6691 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8781798375067', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8781798374567', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8781798358490', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8781798351920', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8781798327261', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8781798336195', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1701919', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1688293', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-591997', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-7826910'] for rbac-policy (None), before_create {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:36:05.396891 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-1b8d5afc-d004-411c-84c1-e036b33e6691 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:36:05.398822 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [None req-1b8d5afc-d004-411c-84c1-e036b33e6691 admin admin] 10.222.0.60 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6447694 May 10 17:36:07.906930 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.wsgi [-] (110152) accepted ('10.222.0.60', 35600) {{(pid=110152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 17:36:08.225765 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.v2.base [None req-9a9e7bff-0492-4d47-97d9-23be15ed0804 demo demo] Request body: {'network': {'name': 'private', 'admin_state_up': True}} {{(pid=110152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 17:36:08.256227 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a9e7bff-0492-4d47-97d9-23be15ed0804 demo demo] Made reservation on behalf of 0f2a482b7637419cbec280be7b6207b9 for: {'network': 1} {{(pid=110152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 17:36:08.260749 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-9a9e7bff-0492-4d47-97d9-23be15ed0804 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1514036'] for network (None), before_create {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:36:08.278748 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-9a9e7bff-0492-4d47-97d9-23be15ed0804 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:36:08.402705 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-9a9e7bff-0492-4d47-97d9-23be15ed0804 demo demo] Publish callbacks [] for security_group (09a93a88-1fb9-4d32-b34d-ad57c57296e8), precommit_create {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:36:08.406678 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-9a9e7bff-0492-4d47-97d9-23be15ed0804 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-282428'] for security_group (09a93a88-1fb9-4d32-b34d-ad57c57296e8), after_create {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:36:08.428441 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a9e7bff-0492-4d47-97d9-23be15ed0804 demo demo] vlan segment allocate from pool success with {'vlan_id': 595, 'physical_network': 'physnet1'} {{(pid=110152) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 17:36:08.468550 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-9a9e7bff-0492-4d47-97d9-23be15ed0804 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8781795183400', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1469446'] for segment (3b3fc73c-54d8-4306-b4d9-bd8f4f429c8f), precommit_create {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:36:08.469169 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-9a9e7bff-0492-4d47-97d9-23be15ed0804 demo demo] Unsubscribe: segment precommit_create {{(pid=110152) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} May 10 17:36:08.469710 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.db.segments_db [None req-9a9e7bff-0492-4d47-97d9-23be15ed0804 demo demo] Added segment 3b3fc73c-54d8-4306-b4d9-bd8f4f429c8f of type vlan for network 2ee178fc-af73-41c8-9288-4977a70a57ec May 10 17:36:08.491269 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9e7bff-0492-4d47-97d9-23be15ed0804 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=09a93a88-1fb9-4d32-b34d-ad57c57296e8,revision_number=1']} {{(pid=110152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:36:08.543207 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a9e7bff-0492-4d47-97d9-23be15ed0804 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:36:08.543485 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a9e7bff-0492-4d47-97d9-23be15ed0804 demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:36:08.543840 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a9e7bff-0492-4d47-97d9-23be15ed0804 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:36:08.544192 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a9e7bff-0492-4d47-97d9-23be15ed0804 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:36:08.544520 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a9e7bff-0492-4d47-97d9-23be15ed0804 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:36:08.544847 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a9e7bff-0492-4d47-97d9-23be15ed0804 demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:36:08.545164 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a9e7bff-0492-4d47-97d9-23be15ed0804 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:36:08.545479 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a9e7bff-0492-4d47-97d9-23be15ed0804 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:36:08.545856 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a9e7bff-0492-4d47-97d9-23be15ed0804 demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:36:08.546173 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a9e7bff-0492-4d47-97d9-23be15ed0804 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:36:08.546486 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a9e7bff-0492-4d47-97d9-23be15ed0804 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:36:08.546813 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a9e7bff-0492-4d47-97d9-23be15ed0804 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:36:08.547126 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a9e7bff-0492-4d47-97d9-23be15ed0804 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:36:08.547458 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a9e7bff-0492-4d47-97d9-23be15ed0804 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:36:08.547770 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a9e7bff-0492-4d47-97d9-23be15ed0804 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:36:08.549269 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a9e7bff-0492-4d47-97d9-23be15ed0804 demo demo] Tracked resource versions report: May 10 17:36:08.549269 dv-cinder-841302-2-iscsi neutron-server[110152]: pushed versions: May 10 17:36:08.549269 dv-cinder-841302-2-iscsi neutron-server[110152]: { 'AddressGroup': {'1.2'}, May 10 17:36:08.549269 dv-cinder-841302-2-iscsi neutron-server[110152]: 'Agent': {'1.1'}, May 10 17:36:08.549269 dv-cinder-841302-2-iscsi neutron-server[110152]: 'ConntrackHelper': {'1.0'}, May 10 17:36:08.549269 dv-cinder-841302-2-iscsi neutron-server[110152]: 'LocalIPAssociation': {'1.0'}, May 10 17:36:08.549269 dv-cinder-841302-2-iscsi neutron-server[110152]: 'Log': {'1.0'}, May 10 17:36:08.549269 dv-cinder-841302-2-iscsi neutron-server[110152]: 'NDPProxy': {'1.0'}, May 10 17:36:08.549269 dv-cinder-841302-2-iscsi neutron-server[110152]: 'Network': {'1.1'}, May 10 17:36:08.549269 dv-cinder-841302-2-iscsi neutron-server[110152]: 'Port': {'1.7'}, May 10 17:36:08.549269 dv-cinder-841302-2-iscsi neutron-server[110152]: 'PortForwarding': {'1.3'}, May 10 17:36:08.549269 dv-cinder-841302-2-iscsi neutron-server[110152]: 'QosPolicy': {'1.10'}, May 10 17:36:08.549269 dv-cinder-841302-2-iscsi neutron-server[110152]: 'SecurityGroup': {'1.5'}, May 10 17:36:08.549269 dv-cinder-841302-2-iscsi neutron-server[110152]: 'SecurityGroupRule': {'1.2'}, May 10 17:36:08.549269 dv-cinder-841302-2-iscsi neutron-server[110152]: 'SubPort': {'1.0'}, May 10 17:36:08.549269 dv-cinder-841302-2-iscsi neutron-server[110152]: 'Subnet': {'1.1'}, May 10 17:36:08.549269 dv-cinder-841302-2-iscsi neutron-server[110152]: 'Trunk': {'1.1'}} May 10 17:36:08.549269 dv-cinder-841302-2-iscsi neutron-server[110152]: consumer versions: May 10 17:36:08.549269 dv-cinder-841302-2-iscsi neutron-server[110152]: { DHCP agent@dv-cinder-841302-2-iscsi: {}, May 10 17:36:08.549269 dv-cinder-841302-2-iscsi neutron-server[110152]: L3 agent@dv-cinder-841302-2-iscsi: {}, May 10 17:36:08.549269 dv-cinder-841302-2-iscsi neutron-server[110152]: Metadata agent@dv-cinder-841302-2-iscsi: {}, May 10 17:36:08.549269 dv-cinder-841302-2-iscsi neutron-server[110152]: Metering agent@dv-cinder-841302-2-iscsi: {}, May 10 17:36:08.549269 dv-cinder-841302-2-iscsi neutron-server[110152]: Open vSwitch agent@dv-cinder-841302-2-iscsi: { 'AddressGroup': '1.2', May 10 17:36:08.549269 dv-cinder-841302-2-iscsi neutron-server[110152]: 'Agent': '1.1', May 10 17:36:08.549269 dv-cinder-841302-2-iscsi neutron-server[110152]: 'ConntrackHelper': '1.0', May 10 17:36:08.549269 dv-cinder-841302-2-iscsi neutron-server[110152]: 'LocalIPAssociation': '1.0', May 10 17:36:08.549269 dv-cinder-841302-2-iscsi neutron-server[110152]: 'Log': '1.0', May 10 17:36:08.549269 dv-cinder-841302-2-iscsi neutron-server[110152]: 'NDPProxy': '1.0', May 10 17:36:08.549269 dv-cinder-841302-2-iscsi neutron-server[110152]: 'Network': '1.1', May 10 17:36:08.549269 dv-cinder-841302-2-iscsi neutron-server[110152]: 'Port': '1.7', May 10 17:36:08.549269 dv-cinder-841302-2-iscsi neutron-server[110152]: 'PortForwarding': '1.3', May 10 17:36:08.549269 dv-cinder-841302-2-iscsi neutron-server[110152]: 'QosPolicy': '1.10', May 10 17:36:08.549269 dv-cinder-841302-2-iscsi neutron-server[110152]: 'SecurityGroup': '1.5', May 10 17:36:08.549269 dv-cinder-841302-2-iscsi neutron-server[110152]: 'SecurityGroupRule': '1.2', May 10 17:36:08.549269 dv-cinder-841302-2-iscsi neutron-server[110152]: 'SubPort': '1.0', May 10 17:36:08.549269 dv-cinder-841302-2-iscsi neutron-server[110152]: 'Subnet': '1.1', May 10 17:36:08.549269 dv-cinder-841302-2-iscsi neutron-server[110152]: 'Trunk': '1.1'}} May 10 17:36:08.549269 dv-cinder-841302-2-iscsi neutron-server[110152]: {{(pid=110152) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 10 17:36:08.585520 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-9a9e7bff-0492-4d47-97d9-23be15ed0804 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781794707887'] for network (2ee178fc-af73-41c8-9288-4977a70a57ec), precommit_create {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:36:08.629519 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-9a9e7bff-0492-4d47-97d9-23be15ed0804 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-282477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631625'] for network (2ee178fc-af73-41c8-9288-4977a70a57ec), after_create {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:36:08.636594 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a9e7bff-0492-4d47-97d9-23be15ed0804 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:36:08.637312 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-9a9e7bff-0492-4d47-97d9-23be15ed0804 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631615'] for network (None), before_response {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:36:08.738662 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [None req-9a9e7bff-0492-4d47-97d9-23be15ed0804 demo demo] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 748 time: 0.8306136 May 10 17:36:08.756848 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9e7bff-0492-4d47-97d9-23be15ed0804 demo demo] Pushing event updated for resources: {'Network': ['ID=2ee178fc-af73-41c8-9288-4977a70a57ec,revision_number=1']} {{(pid=110152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:36:08.769714 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.rpc [None req-6e697e78-9dd1-4bc1-8573-56b901d07725 None None] Network 2ee178fc-af73-41c8-9288-4977a70a57ec details requested by agent ovs-agent-dv-cinder-841302-2-iscsi with host dv-cinder-841302-2-iscsi {{(pid=110154) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 10 17:36:11.260107 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.wsgi [-] (110153) accepted ('10.222.0.60', 35612) {{(pid=110153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 17:36:11.763913 dv-cinder-841302-2-iscsi neutron-server[110153]: WARNING oslo_policy.policy [None req-4f81cd8b-6269-40e5-9b96-63121e2c3616 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 10 17:36:11.764502 dv-cinder-841302-2-iscsi neutron-server[110153]: WARNING oslo_policy.policy [None req-4f81cd8b-6269-40e5-9b96-63121e2c3616 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 10 17:36:12.204494 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.policy [None req-4f81cd8b-6269-40e5-9b96-63121e2c3616 demo admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=110153) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 10 17:36:12.246568 dv-cinder-841302-2-iscsi neutron-server[110153]: WARNING oslo_policy.policy [None req-4f81cd8b-6269-40e5-9b96-63121e2c3616 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 10 17:36:12.246949 dv-cinder-841302-2-iscsi neutron-server[110153]: WARNING oslo_policy.policy [None req-4f81cd8b-6269-40e5-9b96-63121e2c3616 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 10 17:36:12.254597 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f81cd8b-6269-40e5-9b96-63121e2c3616 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:36:12.256545 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [None req-4f81cd8b-6269-40e5-9b96-63121e2c3616 demo admin] 10.222.0.60 "GET /v2.0/networks/2ee178fc-af73-41c8-9288-4977a70a57ec HTTP/1.1" status: 200 len: 825 time: 0.9944103 May 10 17:36:12.297506 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [None req-2bd0fb08-5b74-41d1-baf1-f966ae46b43e demo admin] 10.222.0.60 "GET /v2.0/subnetpools/f8224dc0-981e-45f1-ac3e-453133cfa2a5 HTTP/1.1" status: 200 len: 734 time: 0.0346003 May 10 17:36:12.306726 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.v2.base [None req-20741629-cc14-4544-8c64-e662fb247dfb demo admin] Request body: {'subnet': {'name': 'private-subnet', 'gateway_ip': '172.20.0.1', 'subnetpool_id': 'f8224dc0-981e-45f1-ac3e-453133cfa2a5', 'ip_version': 4, 'network_id': '2ee178fc-af73-41c8-9288-4977a70a57ec'}} {{(pid=110153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 17:36:12.346375 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20741629-cc14-4544-8c64-e662fb247dfb demo admin] Made reservation on behalf of 0f2a482b7637419cbec280be7b6207b9 for: {'subnet': 1} {{(pid=110153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 17:36:12.349136 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-20741629-cc14-4544-8c64-e662fb247dfb demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:36:12.639247 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-20741629-cc14-4544-8c64-e662fb247dfb demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-321831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631625'] for subnet (68b1eb97-dad5-4087-9f8d-b546f3973cbf), after_create {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:36:12.712674 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20741629-cc14-4544-8c64-e662fb247dfb demo admin] Checking segment: {'id': '3b3fc73c-54d8-4306-b4d9-bd8f4f429c8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '2ee178fc-af73-41c8-9288-4977a70a57ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 17:36:12.713048 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20741629-cc14-4544-8c64-e662fb247dfb demo admin] Network hostable DHCP agents. Network: 2ee178fc-af73-41c8-9288-4977a70a57ec, hostable agents: ['b2ad0527-00d5-4995-bc97-ec84c4e02f0b'], hosted agents: [] {{(pid=110153) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 17:36:12.729231 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20741629-cc14-4544-8c64-e662fb247dfb demo admin] Pushing event updated for resources: {'Subnet': ['ID=68b1eb97-dad5-4087-9f8d-b546f3973cbf,revision_number=0']} {{(pid=110153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:36:12.745313 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20741629-cc14-4544-8c64-e662fb247dfb demo admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:36:12.745659 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20741629-cc14-4544-8c64-e662fb247dfb demo admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:36:12.746076 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20741629-cc14-4544-8c64-e662fb247dfb demo admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:36:12.746408 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20741629-cc14-4544-8c64-e662fb247dfb demo admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:36:12.746808 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20741629-cc14-4544-8c64-e662fb247dfb demo admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:36:12.747136 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20741629-cc14-4544-8c64-e662fb247dfb demo admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:36:12.747484 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20741629-cc14-4544-8c64-e662fb247dfb demo admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:36:12.747811 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20741629-cc14-4544-8c64-e662fb247dfb demo admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:36:12.748145 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20741629-cc14-4544-8c64-e662fb247dfb demo admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:36:12.748468 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20741629-cc14-4544-8c64-e662fb247dfb demo admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:36:12.748787 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20741629-cc14-4544-8c64-e662fb247dfb demo admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:36:12.749149 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20741629-cc14-4544-8c64-e662fb247dfb demo admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:36:12.749437 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20741629-cc14-4544-8c64-e662fb247dfb demo admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:36:12.749749 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20741629-cc14-4544-8c64-e662fb247dfb demo admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:36:12.750060 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20741629-cc14-4544-8c64-e662fb247dfb demo admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:36:12.751408 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20741629-cc14-4544-8c64-e662fb247dfb demo admin] Tracked resource versions report: May 10 17:36:12.751408 dv-cinder-841302-2-iscsi neutron-server[110153]: pushed versions: May 10 17:36:12.751408 dv-cinder-841302-2-iscsi neutron-server[110153]: { 'AddressGroup': {'1.2'}, May 10 17:36:12.751408 dv-cinder-841302-2-iscsi neutron-server[110153]: 'Agent': {'1.1'}, May 10 17:36:12.751408 dv-cinder-841302-2-iscsi neutron-server[110153]: 'ConntrackHelper': {'1.0'}, May 10 17:36:12.751408 dv-cinder-841302-2-iscsi neutron-server[110153]: 'LocalIPAssociation': {'1.0'}, May 10 17:36:12.751408 dv-cinder-841302-2-iscsi neutron-server[110153]: 'Log': {'1.0'}, May 10 17:36:12.751408 dv-cinder-841302-2-iscsi neutron-server[110153]: 'NDPProxy': {'1.0'}, May 10 17:36:12.751408 dv-cinder-841302-2-iscsi neutron-server[110153]: 'Network': {'1.1'}, May 10 17:36:12.751408 dv-cinder-841302-2-iscsi neutron-server[110153]: 'Port': {'1.7'}, May 10 17:36:12.751408 dv-cinder-841302-2-iscsi neutron-server[110153]: 'PortForwarding': {'1.3'}, May 10 17:36:12.751408 dv-cinder-841302-2-iscsi neutron-server[110153]: 'QosPolicy': {'1.10'}, May 10 17:36:12.751408 dv-cinder-841302-2-iscsi neutron-server[110153]: 'SecurityGroup': {'1.5'}, May 10 17:36:12.751408 dv-cinder-841302-2-iscsi neutron-server[110153]: 'SecurityGroupRule': {'1.2'}, May 10 17:36:12.751408 dv-cinder-841302-2-iscsi neutron-server[110153]: 'SubPort': {'1.0'}, May 10 17:36:12.751408 dv-cinder-841302-2-iscsi neutron-server[110153]: 'Subnet': {'1.1'}, May 10 17:36:12.751408 dv-cinder-841302-2-iscsi neutron-server[110153]: 'Trunk': {'1.1'}} May 10 17:36:12.751408 dv-cinder-841302-2-iscsi neutron-server[110153]: consumer versions: May 10 17:36:12.751408 dv-cinder-841302-2-iscsi neutron-server[110153]: { DHCP agent@dv-cinder-841302-2-iscsi: {}, May 10 17:36:12.751408 dv-cinder-841302-2-iscsi neutron-server[110153]: L3 agent@dv-cinder-841302-2-iscsi: {}, May 10 17:36:12.751408 dv-cinder-841302-2-iscsi neutron-server[110153]: Metadata agent@dv-cinder-841302-2-iscsi: {}, May 10 17:36:12.751408 dv-cinder-841302-2-iscsi neutron-server[110153]: Metering agent@dv-cinder-841302-2-iscsi: {}, May 10 17:36:12.751408 dv-cinder-841302-2-iscsi neutron-server[110153]: Open vSwitch agent@dv-cinder-841302-2-iscsi: { 'AddressGroup': '1.2', May 10 17:36:12.751408 dv-cinder-841302-2-iscsi neutron-server[110153]: 'Agent': '1.1', May 10 17:36:12.751408 dv-cinder-841302-2-iscsi neutron-server[110153]: 'ConntrackHelper': '1.0', May 10 17:36:12.751408 dv-cinder-841302-2-iscsi neutron-server[110153]: 'LocalIPAssociation': '1.0', May 10 17:36:12.751408 dv-cinder-841302-2-iscsi neutron-server[110153]: 'Log': '1.0', May 10 17:36:12.751408 dv-cinder-841302-2-iscsi neutron-server[110153]: 'NDPProxy': '1.0', May 10 17:36:12.751408 dv-cinder-841302-2-iscsi neutron-server[110153]: 'Network': '1.1', May 10 17:36:12.751408 dv-cinder-841302-2-iscsi neutron-server[110153]: 'Port': '1.7', May 10 17:36:12.751408 dv-cinder-841302-2-iscsi neutron-server[110153]: 'PortForwarding': '1.3', May 10 17:36:12.751408 dv-cinder-841302-2-iscsi neutron-server[110153]: 'QosPolicy': '1.10', May 10 17:36:12.751408 dv-cinder-841302-2-iscsi neutron-server[110153]: 'SecurityGroup': '1.5', May 10 17:36:12.751408 dv-cinder-841302-2-iscsi neutron-server[110153]: 'SecurityGroupRule': '1.2', May 10 17:36:12.751408 dv-cinder-841302-2-iscsi neutron-server[110153]: 'SubPort': '1.0', May 10 17:36:12.751408 dv-cinder-841302-2-iscsi neutron-server[110153]: 'Subnet': '1.1', May 10 17:36:12.751408 dv-cinder-841302-2-iscsi neutron-server[110153]: 'Trunk': '1.1'}} May 10 17:36:12.751408 dv-cinder-841302-2-iscsi neutron-server[110153]: {{(pid=110153) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 10 17:36:12.763811 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20741629-cc14-4544-8c64-e662fb247dfb demo admin] Network 2ee178fc-af73-41c8-9288-4977a70a57ec is scheduled to be hosted by DHCP agent b2ad0527-00d5-4995-bc97-ec84c4e02f0b with binding_index 1 {{(pid=110153) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 17:36:12.779455 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.scheduler.base_scheduler [None req-20741629-cc14-4544-8c64-e662fb247dfb demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-841302-2-iscsi, 2ee178fc-af73-41c8-9288-4977a70a57ec) {{(pid=110153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 17:36:12.792344 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20741629-cc14-4544-8c64-e662fb247dfb demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:36:12.793596 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-20741629-cc14-4544-8c64-e662fb247dfb demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631615'] for subnet (None), before_response {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:36:12.796836 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf0358db-6497-4d70-85af-9429691b68c6 None None] Network 2ee178fc-af73-41c8-9288-4977a70a57ec requested from dv-cinder-841302-2-iscsi {{(pid=110154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 17:36:12.816520 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [None req-20741629-cc14-4544-8c64-e662fb247dfb demo admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5130265 May 10 17:36:13.065510 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9ea1bdd-3c42-401c-bbde-0321a08c8345 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa19f327b-e3f6-5d02-b8b8-f794978bb937-2ee178fc-af73-41c8-9288-4977a70a57ec', 'network_id': '2ee178fc-af73-41c8-9288-4977a70a57ec', 'project_id': '0f2a482b7637419cbec280be7b6207b9', 'fixed_ips': [{'subnet_id': '68b1eb97-dad5-4087-9f8d-b546f3973cbf'}]}} from dv-cinder-841302-2-iscsi. {{(pid=110154) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 10 17:36:13.067029 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-a9ea1bdd-3c42-401c-bbde-0321a08c8345 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1514036'] for port (None), before_create {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:36:13.357733 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.db.db_base_plugin_common [None req-a9ea1bdd-3c42-401c-bbde-0321a08c8345 None None] Allocated IP 172.20.0.2 (2ee178fc-af73-41c8-9288-4977a70a57ec/68b1eb97-dad5-4087-9f8d-b546f3973cbf/0d83f0b2-4b65-4d69-b24f-f725f4386bde) {{(pid=110154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 17:36:13.648013 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-a9ea1bdd-3c42-401c-bbde-0321a08c8345 None None] Publish callbacks [] for port (0d83f0b2-4b65-4d69-b24f-f725f4386bde), precommit_create {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:36:13.657590 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-a9ea1bdd-3c42-401c-bbde-0321a08c8345 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1514136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781794686064'] for port (0d83f0b2-4b65-4d69-b24f-f725f4386bde), after_create {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:36:13.732779 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9ea1bdd-3c42-401c-bbde-0321a08c8345 None None] Network 2ee178fc-af73-41c8-9288-4977a70a57ec is already hosted by enough agents. {{(pid=110154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 17:36:13.744730 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.scheduler.base_scheduler [None req-a9ea1bdd-3c42-401c-bbde-0321a08c8345 None None] Resources bound (agent type, host, resource id): {{(pid=110154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 17:36:13.748140 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9ea1bdd-3c42-401c-bbde-0321a08c8345 None None] Received port after_create {{(pid=110154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 17:36:13.754325 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ea1bdd-3c42-401c-bbde-0321a08c8345 None None] Pushing event updated for resources: {'Port': ['ID=0d83f0b2-4b65-4d69-b24f-f725f4386bde,revision_number=1']} {{(pid=110154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:36:13.785809 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ea1bdd-3c42-401c-bbde-0321a08c8345 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:36:13.786157 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ea1bdd-3c42-401c-bbde-0321a08c8345 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:36:13.786517 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ea1bdd-3c42-401c-bbde-0321a08c8345 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:36:13.786881 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ea1bdd-3c42-401c-bbde-0321a08c8345 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:36:13.787215 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ea1bdd-3c42-401c-bbde-0321a08c8345 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:36:13.787566 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ea1bdd-3c42-401c-bbde-0321a08c8345 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:36:13.787892 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ea1bdd-3c42-401c-bbde-0321a08c8345 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:36:13.788220 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ea1bdd-3c42-401c-bbde-0321a08c8345 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:36:13.788544 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ea1bdd-3c42-401c-bbde-0321a08c8345 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:36:13.788865 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ea1bdd-3c42-401c-bbde-0321a08c8345 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:36:13.789193 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ea1bdd-3c42-401c-bbde-0321a08c8345 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:36:13.790171 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ea1bdd-3c42-401c-bbde-0321a08c8345 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:36:13.790495 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ea1bdd-3c42-401c-bbde-0321a08c8345 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:36:13.790813 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ea1bdd-3c42-401c-bbde-0321a08c8345 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:36:13.791132 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ea1bdd-3c42-401c-bbde-0321a08c8345 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:36:13.792714 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ea1bdd-3c42-401c-bbde-0321a08c8345 None None] Tracked resource versions report: May 10 17:36:13.792714 dv-cinder-841302-2-iscsi neutron-server[110154]: pushed versions: May 10 17:36:13.792714 dv-cinder-841302-2-iscsi neutron-server[110154]: { 'AddressGroup': {'1.2'}, May 10 17:36:13.792714 dv-cinder-841302-2-iscsi neutron-server[110154]: 'Agent': {'1.1'}, May 10 17:36:13.792714 dv-cinder-841302-2-iscsi neutron-server[110154]: 'ConntrackHelper': {'1.0'}, May 10 17:36:13.792714 dv-cinder-841302-2-iscsi neutron-server[110154]: 'LocalIPAssociation': {'1.0'}, May 10 17:36:13.792714 dv-cinder-841302-2-iscsi neutron-server[110154]: 'Log': {'1.0'}, May 10 17:36:13.792714 dv-cinder-841302-2-iscsi neutron-server[110154]: 'NDPProxy': {'1.0'}, May 10 17:36:13.792714 dv-cinder-841302-2-iscsi neutron-server[110154]: 'Network': {'1.1'}, May 10 17:36:13.792714 dv-cinder-841302-2-iscsi neutron-server[110154]: 'Port': {'1.7'}, May 10 17:36:13.792714 dv-cinder-841302-2-iscsi neutron-server[110154]: 'PortForwarding': {'1.3'}, May 10 17:36:13.792714 dv-cinder-841302-2-iscsi neutron-server[110154]: 'QosPolicy': {'1.10'}, May 10 17:36:13.792714 dv-cinder-841302-2-iscsi neutron-server[110154]: 'SecurityGroup': {'1.5'}, May 10 17:36:13.792714 dv-cinder-841302-2-iscsi neutron-server[110154]: 'SecurityGroupRule': {'1.2'}, May 10 17:36:13.792714 dv-cinder-841302-2-iscsi neutron-server[110154]: 'SubPort': {'1.0'}, May 10 17:36:13.792714 dv-cinder-841302-2-iscsi neutron-server[110154]: 'Subnet': {'1.1'}, May 10 17:36:13.792714 dv-cinder-841302-2-iscsi neutron-server[110154]: 'Trunk': {'1.1'}} May 10 17:36:13.792714 dv-cinder-841302-2-iscsi neutron-server[110154]: consumer versions: May 10 17:36:13.792714 dv-cinder-841302-2-iscsi neutron-server[110154]: { DHCP agent@dv-cinder-841302-2-iscsi: {}, May 10 17:36:13.792714 dv-cinder-841302-2-iscsi neutron-server[110154]: L3 agent@dv-cinder-841302-2-iscsi: {}, May 10 17:36:13.792714 dv-cinder-841302-2-iscsi neutron-server[110154]: Metadata agent@dv-cinder-841302-2-iscsi: {}, May 10 17:36:13.792714 dv-cinder-841302-2-iscsi neutron-server[110154]: Metering agent@dv-cinder-841302-2-iscsi: {}, May 10 17:36:13.792714 dv-cinder-841302-2-iscsi neutron-server[110154]: Open vSwitch agent@dv-cinder-841302-2-iscsi: { 'AddressGroup': '1.2', May 10 17:36:13.792714 dv-cinder-841302-2-iscsi neutron-server[110154]: 'Agent': '1.1', May 10 17:36:13.792714 dv-cinder-841302-2-iscsi neutron-server[110154]: 'ConntrackHelper': '1.0', May 10 17:36:13.792714 dv-cinder-841302-2-iscsi neutron-server[110154]: 'LocalIPAssociation': '1.0', May 10 17:36:13.792714 dv-cinder-841302-2-iscsi neutron-server[110154]: 'Log': '1.0', May 10 17:36:13.792714 dv-cinder-841302-2-iscsi neutron-server[110154]: 'NDPProxy': '1.0', May 10 17:36:13.792714 dv-cinder-841302-2-iscsi neutron-server[110154]: 'Network': '1.1', May 10 17:36:13.792714 dv-cinder-841302-2-iscsi neutron-server[110154]: 'Port': '1.7', May 10 17:36:13.792714 dv-cinder-841302-2-iscsi neutron-server[110154]: 'PortForwarding': '1.3', May 10 17:36:13.792714 dv-cinder-841302-2-iscsi neutron-server[110154]: 'QosPolicy': '1.10', May 10 17:36:13.792714 dv-cinder-841302-2-iscsi neutron-server[110154]: 'SecurityGroup': '1.5', May 10 17:36:13.792714 dv-cinder-841302-2-iscsi neutron-server[110154]: 'SecurityGroupRule': '1.2', May 10 17:36:13.792714 dv-cinder-841302-2-iscsi neutron-server[110154]: 'SubPort': '1.0', May 10 17:36:13.792714 dv-cinder-841302-2-iscsi neutron-server[110154]: 'Subnet': '1.1', May 10 17:36:13.792714 dv-cinder-841302-2-iscsi neutron-server[110154]: 'Trunk': '1.1'}} May 10 17:36:13.792714 dv-cinder-841302-2-iscsi neutron-server[110154]: {{(pid=110154) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 10 17:36:13.850304 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.managers [None req-a9ea1bdd-3c42-401c-bbde-0321a08c8345 None None] Attempting to bind port 0d83f0b2-4b65-4d69-b24f-f725f4386bde on host dv-cinder-841302-2-iscsi for vnic_type normal with profile {{(pid=110154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 17:36:13.850988 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.managers [None req-a9ea1bdd-3c42-401c-bbde-0321a08c8345 None None] Attempting to bind port 0d83f0b2-4b65-4d69-b24f-f725f4386bde by drivers openvswitch,hyperv on host dv-cinder-841302-2-iscsi at level 0 using segments [{'id': '3b3fc73c-54d8-4306-b4d9-bd8f4f429c8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '2ee178fc-af73-41c8-9288-4977a70a57ec'}] {{(pid=110154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 17:36:13.851124 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9ea1bdd-3c42-401c-bbde-0321a08c8345 None None] Attempting to bind port 0d83f0b2-4b65-4d69-b24f-f725f4386bde on network 2ee178fc-af73-41c8-9288-4977a70a57ec {{(pid=110154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 17:36:13.857214 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9ea1bdd-3c42-401c-bbde-0321a08c8345 None None] Checking agent: {'id': 'fdc37a75-b7a9-4e92-a59c-f5b8c02d060c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841302-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 17, 36, 4), 'started_at': datetime.datetime(2022, 5, 10, 17, 36, 4), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 17, 36, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841302-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 17:36:13.857579 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9ea1bdd-3c42-401c-bbde-0321a08c8345 None None] Checking segment: {'id': '3b3fc73c-54d8-4306-b4d9-bd8f4f429c8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '2ee178fc-af73-41c8-9288-4977a70a57ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 17:36:13.858101 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-a9ea1bdd-3c42-401c-bbde-0321a08c8345 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:36:13.858496 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9ea1bdd-3c42-401c-bbde-0321a08c8345 None None] Bound using segment: {'id': '3b3fc73c-54d8-4306-b4d9-bd8f4f429c8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '2ee178fc-af73-41c8-9288-4977a70a57ec'} {{(pid=110154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 17:36:13.858988 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.managers [None req-a9ea1bdd-3c42-401c-bbde-0321a08c8345 None None] Bound port: 0d83f0b2-4b65-4d69-b24f-f725f4386bde, host: dv-cinder-841302-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b3fc73c-54d8-4306-b4d9-bd8f4f429c8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '2ee178fc-af73-41c8-9288-4977a70a57ec'}}] {{(pid=110154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 17:36:13.859413 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-a9ea1bdd-3c42-401c-bbde-0321a08c8345 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1514036'] for port (0d83f0b2-4b65-4d69-b24f-f725f4386bde), before_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:36:13.922227 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.db [None req-a9ea1bdd-3c42-401c-bbde-0321a08c8345 None None] For port 0d83f0b2-4b65-4d69-b24f-f725f4386bde, host dv-cinder-841302-2-iscsi, cleared binding levels {{(pid=110154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 17:36:13.943726 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.db [None req-a9ea1bdd-3c42-401c-bbde-0321a08c8345 None None] For port 0d83f0b2-4b65-4d69-b24f-f725f4386bde, host dv-cinder-841302-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841302-2-iscsi',level=0,port_id=0d83f0b2-4b65-4d69-b24f-f725f4386bde,segment=NetworkSegment(3b3fc73c-54d8-4306-b4d9-bd8f4f429c8f),segment_id=3b3fc73c-54d8-4306-b4d9-bd8f4f429c8f)] {{(pid=110154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 17:36:13.951204 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-a9ea1bdd-3c42-401c-bbde-0321a08c8345 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1514136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781795229094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781794686082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781794686100'] for port (0d83f0b2-4b65-4d69-b24f-f725f4386bde), after_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:36:14.009735 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ea1bdd-3c42-401c-bbde-0321a08c8345 None None] Pushing event updated for resources: {'Port': ['ID=0d83f0b2-4b65-4d69-b24f-f725f4386bde,revision_number=2']} {{(pid=110154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:36:15.339834 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.wsgi [-] (110153) accepted ('10.222.0.60', 35634) {{(pid=110153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 17:36:15.671276 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.wsgi [None req-2d1feb31-be8a-41bf-93ec-f6dd7d0f672b admin admin] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=110153) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 10 17:36:15.672294 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [None req-2d1feb31-be8a-41bf-93ec-f6dd7d0f672b admin admin] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3314779 May 10 17:36:18.202047 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.wsgi [-] (110153) accepted ('10.222.0.60', 35642) {{(pid=110153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 17:36:18.545784 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.wsgi [None req-e784cc1f-9c6e-4e08-a769-bb17d7b939d4 admin admin] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=110153) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 10 17:36:18.546776 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [None req-e784cc1f-9c6e-4e08-a769-bb17d7b939d4 admin admin] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3437884 May 10 17:36:21.074055 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.wsgi [-] (110153) accepted ('10.222.0.60', 35650) {{(pid=110153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 17:36:21.408520 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.v2.base [None req-e2d8433d-25ee-4ad2-a956-c1e33017c056 demo demo] Request body: {'router': {'name': 'router1', 'admin_state_up': True}} {{(pid=110153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 17:36:21.433840 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-e2d8433d-25ee-4ad2-a956-c1e33017c056 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-537840', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-789'] for router (b3792b51-f49b-4f03-a4b9-55cfa70777e8), before_create {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:36:21.435513 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-e2d8433d-25ee-4ad2-a956-c1e33017c056 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-537668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-642791', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-610544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-814'] for router (b3792b51-f49b-4f03-a4b9-55cfa70777e8), precommit_create {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:36:21.603544 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-e2d8433d-25ee-4ad2-a956-c1e33017c056 demo demo] Publish callbacks [] for router_controller (b3792b51-f49b-4f03-a4b9-55cfa70777e8), precommit_add_association {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:36:21.608578 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-e2d8433d-25ee-4ad2-a956-c1e33017c056 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-537675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-642570'] for router (b3792b51-f49b-4f03-a4b9-55cfa70777e8), after_create {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:36:21.629794 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-e2d8433d-25ee-4ad2-a956-c1e33017c056 demo demo] Publish callbacks [] for router (None), before_response {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:36:21.630955 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [None req-e2d8433d-25ee-4ad2-a956-c1e33017c056 demo demo] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.5558460 May 10 17:36:24.254122 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.wsgi [-] (110153) accepted ('10.222.0.60', 35662) {{(pid=110153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 17:36:24.585273 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.wsgi [None req-36bec14b-3e6c-463a-b0e1-9750ec6b0837 admin admin] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=110153) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 10 17:36:24.587306 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [None req-36bec14b-3e6c-463a-b0e1-9750ec6b0837 admin admin] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3321741 May 10 17:36:25.237764 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.rpc [None req-6e697e78-9dd1-4bc1-8573-56b901d07725 None None] Device 0d83f0b2-4b65-4d69-b24f-f725f4386bde up at agent ovs-agent-dv-cinder-841302-2-iscsi {{(pid=110154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 17:36:25.329714 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.db.provisioning_blocks [None req-6e697e78-9dd1-4bc1-8573-56b901d07725 None None] Provisioning complete for port 0d83f0b2-4b65-4d69-b24f-f725f4386bde triggered by entity L2. {{(pid=110154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 17:36:25.330122 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-6e697e78-9dd1-4bc1-8573-56b901d07725 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525495'] for port (0d83f0b2-4b65-4d69-b24f-f725f4386bde), provisioning_complete {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:36:25.445439 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.plugin [None req-6e697e78-9dd1-4bc1-8573-56b901d07725 None None] Current status of the port 0d83f0b2-4b65-4d69-b24f-f725f4386bde is: DOWN; New status is: ACTIVE {{(pid=110154) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 17:36:25.445880 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-6e697e78-9dd1-4bc1-8573-56b901d07725 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1514036'] for port (0d83f0b2-4b65-4d69-b24f-f725f4386bde), before_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:36:25.482454 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.db [None req-6e697e78-9dd1-4bc1-8573-56b901d07725 None None] For port 0d83f0b2-4b65-4d69-b24f-f725f4386bde, host dv-cinder-841302-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841302-2-iscsi',level=0,port_id=0d83f0b2-4b65-4d69-b24f-f725f4386bde,segment=NetworkSegment(3b3fc73c-54d8-4306-b4d9-bd8f4f429c8f),segment_id=3b3fc73c-54d8-4306-b4d9-bd8f4f429c8f)] {{(pid=110154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 17:36:25.486530 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-6e697e78-9dd1-4bc1-8573-56b901d07725 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1514136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781795229094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781794686082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781794686100'] for port (0d83f0b2-4b65-4d69-b24f-f725f4386bde), after_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:36:25.537184 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e697e78-9dd1-4bc1-8573-56b901d07725 None None] Pushing event updated for resources: {'Port': ['ID=0d83f0b2-4b65-4d69-b24f-f725f4386bde,revision_number=3']} {{(pid=110154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:36:25.700312 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8842d9c8-0cbd-4efe-b822-31d29628d5d2 None None] Network 2ee178fc-af73-41c8-9288-4977a70a57ec requested from dv-cinder-841302-2-iscsi {{(pid=110154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 17:36:25.755013 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.db.provisioning_blocks [None req-2eaef19c-9965-4247-a3a9-31a27184f879 None None] Provisioning complete for port 0d83f0b2-4b65-4d69-b24f-f725f4386bde triggered by entity DHCP. {{(pid=110154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 17:36:25.755405 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-2eaef19c-9965-4247-a3a9-31a27184f879 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525495'] for port (0d83f0b2-4b65-4d69-b24f-f725f4386bde), provisioning_complete {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:36:25.894309 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.plugin [None req-2eaef19c-9965-4247-a3a9-31a27184f879 None None] Current status of the port 0d83f0b2-4b65-4d69-b24f-f725f4386bde is: ACTIVE; New status is: ACTIVE {{(pid=110154) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 17:36:26.114103 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.db.provisioning_blocks [None req-b3d28bb4-4f32-4260-bae9-64f8ce5f1ba7 None None] Provisioning complete for port 0d83f0b2-4b65-4d69-b24f-f725f4386bde triggered by entity DHCP. {{(pid=110154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 17:36:26.114488 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-b3d28bb4-4f32-4260-bae9-64f8ce5f1ba7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525495'] for port (0d83f0b2-4b65-4d69-b24f-f725f4386bde), provisioning_complete {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:36:26.189142 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.plugin [None req-b3d28bb4-4f32-4260-bae9-64f8ce5f1ba7 None None] Current status of the port 0d83f0b2-4b65-4d69-b24f-f725f4386bde is: ACTIVE; New status is: ACTIVE {{(pid=110154) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 17:36:27.127049 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.wsgi [-] (110153) accepted ('10.222.0.60', 35670) {{(pid=110153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 17:36:27.216696 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.rpc [None req-6e697e78-9dd1-4bc1-8573-56b901d07725 None None] Device 0d83f0b2-4b65-4d69-b24f-f725f4386bde up at agent ovs-agent-dv-cinder-841302-2-iscsi {{(pid=110154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 17:36:27.266054 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.db.provisioning_blocks [None req-6e697e78-9dd1-4bc1-8573-56b901d07725 None None] Provisioning complete for port 0d83f0b2-4b65-4d69-b24f-f725f4386bde triggered by entity L2. {{(pid=110154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 17:36:27.266508 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-6e697e78-9dd1-4bc1-8573-56b901d07725 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525495'] for port (0d83f0b2-4b65-4d69-b24f-f725f4386bde), provisioning_complete {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:36:27.343234 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.plugin [None req-6e697e78-9dd1-4bc1-8573-56b901d07725 None None] Current status of the port 0d83f0b2-4b65-4d69-b24f-f725f4386bde is: ACTIVE; New status is: ACTIVE {{(pid=110154) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 17:36:27.452662 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.v2.base [None req-4678de00-d4f5-4f31-b02c-0005903f15cb admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'provider:network_type': 'flat', 'admin_state_up': True, 'router:external': True, 'name': 'public', 'is_default': True}} {{(pid=110153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 17:36:27.472988 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4678de00-d4f5-4f31-b02c-0005903f15cb admin admin] Made reservation on behalf of 05b43e5ee8d94e7eabaa576aaa97efc1 for: {'network': 1} {{(pid=110153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 17:36:27.475215 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-4678de00-d4f5-4f31-b02c-0005903f15cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1514036'] for network (None), before_create {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:36:27.490910 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-4678de00-d4f5-4f31-b02c-0005903f15cb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:36:27.513114 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-d0f71247-68bb-4e50-a1a9-b6a534ae5404 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781795183391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525393'] for agent (b2ad0527-00d5-4995-bc97-ec84c4e02f0b), after_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:36:27.592472 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-4678de00-d4f5-4f31-b02c-0005903f15cb admin admin] Publish callbacks [] for security_group (8817270f-98ac-4e2b-bb3c-6300b67e790b), precommit_create {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:36:27.596259 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-4678de00-d4f5-4f31-b02c-0005903f15cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-282428'] for security_group (8817270f-98ac-4e2b-bb3c-6300b67e790b), after_create {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:36:27.614395 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-4678de00-d4f5-4f31-b02c-0005903f15cb admin admin] Reserving flat network on physical network physnet1 {{(pid=110153) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} May 10 17:36:27.631084 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4678de00-d4f5-4f31-b02c-0005903f15cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8817270f-98ac-4e2b-bb3c-6300b67e790b,revision_number=1']} {{(pid=110153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:36:27.639428 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-4678de00-d4f5-4f31-b02c-0005903f15cb admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8781795183400', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1469446'] for segment (73dc8890-d7a8-423a-bf66-935bdea3f4d7), precommit_create {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:36:27.640008 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-4678de00-d4f5-4f31-b02c-0005903f15cb admin admin] Unsubscribe: segment precommit_create {{(pid=110153) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} May 10 17:36:27.640498 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.db.segments_db [None req-4678de00-d4f5-4f31-b02c-0005903f15cb admin admin] Added segment 73dc8890-d7a8-423a-bf66-935bdea3f4d7 of type flat for network 85dc89cf-59f9-4edb-b26e-52bcb8a93763 May 10 17:36:27.704573 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-4678de00-d4f5-4f31-b02c-0005903f15cb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781794707887'] for network (85dc89cf-59f9-4edb-b26e-52bcb8a93763), precommit_create {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:36:27.744959 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-4678de00-d4f5-4f31-b02c-0005903f15cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-282477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631625'] for network (85dc89cf-59f9-4edb-b26e-52bcb8a93763), after_create {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:36:27.746053 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4678de00-d4f5-4f31-b02c-0005903f15cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:36:27.746626 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-4678de00-d4f5-4f31-b02c-0005903f15cb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631615'] for network (None), before_response {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:36:27.814513 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [None req-4678de00-d4f5-4f31-b02c-0005903f15cb admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6863582 May 10 17:36:27.846176 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4678de00-d4f5-4f31-b02c-0005903f15cb admin admin] Pushing event updated for resources: {'Network': ['ID=85dc89cf-59f9-4edb-b26e-52bcb8a93763,revision_number=1']} {{(pid=110153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:36:27.857776 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.rpc [None req-6e697e78-9dd1-4bc1-8573-56b901d07725 None None] Network 85dc89cf-59f9-4edb-b26e-52bcb8a93763 details requested by agent ovs-agent-dv-cinder-841302-2-iscsi with host dv-cinder-841302-2-iscsi {{(pid=110154) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 10 17:36:29.873462 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-8fbe3868-b107-43f9-bc7a-e9c593a20c9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781795183391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525393'] for agent (eaac381b-e402-41c3-a8e6-8f962681d3e6), after_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:36:30.272930 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.wsgi [-] (110152) accepted ('10.222.0.60', 35678) {{(pid=110152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 17:36:30.725980 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0db51355-7996-48f1-8506-28b05f22f035 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:36:30.730696 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [None req-0db51355-7996-48f1-8506-28b05f22f035 demo admin] 10.222.0.60 "GET /v2.0/subnets/68b1eb97-dad5-4087-9f8d-b546f3973cbf HTTP/1.1" status: 200 len: 849 time: 0.4562378 May 10 17:36:30.942281 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [None req-d67b7bc6-c4cd-4f5e-ad8c-f0d45cc0eb0d demo admin] 10.222.0.60 "GET /v2.0/routers/b3792b51-f49b-4f03-a4b9-55cfa70777e8 HTTP/1.1" status: 200 len: 704 time: 0.2059300 May 10 17:36:31.232946 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-67aa9b0f-88e0-4c19-aca1-70c7372cd048 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1514036'] for port (None), before_create {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:36:31.375783 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-d07e8966-ef10-4d42-b774-228753b3fd3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781795183391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525393'] for agent (a55810b0-63c4-4499-a4d9-efcdb1615ce8), after_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:36:31.542568 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.db.db_base_plugin_common [None req-67aa9b0f-88e0-4c19-aca1-70c7372cd048 demo admin] Allocated IP 172.20.0.1 (2ee178fc-af73-41c8-9288-4977a70a57ec/68b1eb97-dad5-4087-9f8d-b546f3973cbf/8f8d9f93-a307-4c01-8528-beeaf43d23d6) {{(pid=110152) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 17:36:31.730668 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-67aa9b0f-88e0-4c19-aca1-70c7372cd048 demo admin] Publish callbacks [] for port (8f8d9f93-a307-4c01-8528-beeaf43d23d6), precommit_create {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:36:31.799256 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-67aa9b0f-88e0-4c19-aca1-70c7372cd048 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1514136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781794686064'] for port (8f8d9f93-a307-4c01-8528-beeaf43d23d6), after_create {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:36:31.869361 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67aa9b0f-88e0-4c19-aca1-70c7372cd048 demo admin] Network 2ee178fc-af73-41c8-9288-4977a70a57ec is already hosted by enough agents. {{(pid=110152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 17:36:31.874169 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.scheduler.base_scheduler [None req-67aa9b0f-88e0-4c19-aca1-70c7372cd048 demo admin] Resources bound (agent type, host, resource id): {{(pid=110152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 17:36:31.888042 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67aa9b0f-88e0-4c19-aca1-70c7372cd048 demo admin] Received port after_create {{(pid=110152) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 17:36:31.888602 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-67aa9b0f-88e0-4c19-aca1-70c7372cd048 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-640605'] for router_interface (b3792b51-f49b-4f03-a4b9-55cfa70777e8), before_create {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:36:31.948607 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67aa9b0f-88e0-4c19-aca1-70c7372cd048 demo admin] Pushing event updated for resources: {'Port': ['ID=8f8d9f93-a307-4c01-8528-beeaf43d23d6,revision_number=1']} {{(pid=110152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:36:32.042351 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.db.provisioning_blocks [None req-708a6c7a-3652-42e9-8831-b9409fc66c6e None None] Provisioning complete for port 8f8d9f93-a307-4c01-8528-beeaf43d23d6 triggered by entity DHCP. {{(pid=110154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 17:36:32.042737 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-708a6c7a-3652-42e9-8831-b9409fc66c6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525495'] for port (8f8d9f93-a307-4c01-8528-beeaf43d23d6), provisioning_complete {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:36:32.080636 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.plugin [None req-708a6c7a-3652-42e9-8831-b9409fc66c6e None None] Port 8f8d9f93-a307-4c01-8528-beeaf43d23d6 cannot update to ACTIVE because it is not bound. {{(pid=110154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 10 17:36:32.099628 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-67aa9b0f-88e0-4c19-aca1-70c7372cd048 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1514036'] for port (8f8d9f93-a307-4c01-8528-beeaf43d23d6), before_update {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:36:32.367049 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-67aa9b0f-88e0-4c19-aca1-70c7372cd048 demo admin] Publish callbacks [] for port (8f8d9f93-a307-4c01-8528-beeaf43d23d6), precommit_update {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:36:32.371569 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-67aa9b0f-88e0-4c19-aca1-70c7372cd048 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1514136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781795229094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781794686082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781794686100'] for port (8f8d9f93-a307-4c01-8528-beeaf43d23d6), after_update {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:36:32.372623 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-67aa9b0f-88e0-4c19-aca1-70c7372cd048 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-631643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-640352'] for router_interface (b3792b51-f49b-4f03-a4b9-55cfa70777e8), after_create {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:36:32.454281 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67aa9b0f-88e0-4c19-aca1-70c7372cd048 demo admin] Pushing event updated for resources: {'Port': ['ID=8f8d9f93-a307-4c01-8528-beeaf43d23d6,revision_number=2']} {{(pid=110152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:36:32.504104 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67aa9b0f-88e0-4c19-aca1-70c7372cd048 demo admin] Network 2ee178fc-af73-41c8-9288-4977a70a57ec is already hosted by enough agents. {{(pid=110152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 17:36:32.505476 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.scheduler.base_scheduler [None req-67aa9b0f-88e0-4c19-aca1-70c7372cd048 demo admin] Resources bound (agent type, host, resource id): {{(pid=110152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 17:36:32.677065 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67aa9b0f-88e0-4c19-aca1-70c7372cd048 demo admin] Router b3792b51-f49b-4f03-a4b9-55cfa70777e8 is scheduled to L3 agent eaac381b-e402-41c3-a8e6-8f962681d3e6 with binding_index 1 {{(pid=110152) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 10 17:36:32.772464 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.db.provisioning_blocks [None req-cc37e6c0-f30c-431b-9818-c04028c44f0e None None] Provisioning complete for port 8f8d9f93-a307-4c01-8528-beeaf43d23d6 triggered by entity DHCP. {{(pid=110154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 17:36:32.773026 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-cc37e6c0-f30c-431b-9818-c04028c44f0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525495'] for port (8f8d9f93-a307-4c01-8528-beeaf43d23d6), provisioning_complete {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:36:32.809122 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67aa9b0f-88e0-4c19-aca1-70c7372cd048 demo admin] Notify agent at l3_agent.dv-cinder-841302-2-iscsi the message routers_updated {{(pid=110152) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 17:36:32.829906 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [None req-67aa9b0f-88e0-4c19-aca1-70c7372cd048 demo admin] 10.222.0.60 "PUT /v2.0/routers/b3792b51-f49b-4f03-a4b9-55cfa70777e8/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.8676369 May 10 17:36:32.830021 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c774e86c-a0e6-4b37-a612-90430f0da07d None None] Sync routers for ids ['b3792b51-f49b-4f03-a4b9-55cfa70777e8'] in dv-cinder-841302-2-iscsi {{(pid=110155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 17:36:32.830484 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.plugin [None req-cc37e6c0-f30c-431b-9818-c04028c44f0e None None] Port 8f8d9f93-a307-4c01-8528-beeaf43d23d6 cannot update to ACTIVE because it is not bound. {{(pid=110154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 10 17:36:32.841208 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c774e86c-a0e6-4b37-a612-90430f0da07d None None] Routers {'b3792b51-f49b-4f03-a4b9-55cfa70777e8'} bound to L3 agent in host dv-cinder-841302-2-iscsi {{(pid=110155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 17:36:32.842076 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.db.l3_hamode_db [None req-c774e86c-a0e6-4b37-a612-90430f0da07d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841302-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-10T17:36:00Z,description=,heartbeat_timestamp=2022-05-10T17:36:30Z,host='dv-cinder-841302-2-iscsi',id=eaac381b-e402-41c3-a8e6-8f962681d3e6,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T17:36:00Z,topic='l3_agent')) {'router_ids': ['b3792b51-f49b-4f03-a4b9-55cfa70777e8'], 'active': True} {{(pid=110155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:36:32.954007 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-ae45faaf-356d-4e4a-a605-33fedb92cd97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781795183391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525393'] for agent (6a57b374-0daf-4fe3-9dd1-3d457a537aa7), after_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:36:33.049903 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.db.l3_dvr_db [None req-c774e86c-a0e6-4b37-a612-90430f0da07d None None] Set router b3792b51-f49b-4f03-a4b9-55cfa70777e8 gateway port host: None {{(pid=110155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 17:36:33.488705 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.db.l3_hamode_db [None req-c774e86c-a0e6-4b37-a612-90430f0da07d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3792b51-f49b-4f03-a4b9-55cfa70777e8', 'name': 'router1', 'tenant_id': '0f2a482b7637419cbec280be7b6207b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T17:36:21Z', 'updated_at': '2022-05-10T17:36:32Z', 'revision_number': 2, 'project_id': '0f2a482b7637419cbec280be7b6207b9', 'gw_port_host': None, '_interfaces': [{'id': '8f8d9f93-a307-4c01-8528-beeaf43d23d6', 'name': '', 'network_id': '2ee178fc-af73-41c8-9288-4977a70a57ec', 'tenant_id': '0f2a482b7637419cbec280be7b6207b9', 'mac_address': 'fa:16:3e:08:8b:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3792b51-f49b-4f03-a4b9-55cfa70777e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '68b1eb97-dad5-4087-9f8d-b546f3973cbf', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T17:36:31Z', 'updated_at': '2022-05-10T17:36:32Z', 'revision_number': 2, 'project_id': '0f2a482b7637419cbec280be7b6207b9', 'subnets': [{'id': '68b1eb97-dad5-4087-9f8d-b546f3973cbf', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f8224dc0-981e-45f1-ac3e-453133cfa2a5'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841302-2-iscsi', False) {} {{(pid=110155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:36:33.542600 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c774e86c-a0e6-4b37-a612-90430f0da07d None None] Checking router: b3792b51-f49b-4f03-a4b9-55cfa70777e8 for host: dv-cinder-841302-2-iscsi {{(pid=110155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 17:36:33.542963 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c774e86c-a0e6-4b37-a612-90430f0da07d None None] Updating router b3792b51-f49b-4f03-a4b9-55cfa70777e8 port 8f8d9f93-a307-4c01-8528-beeaf43d23d6 binding host dv-cinder-841302-2-iscsi {{(pid=110155) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 17:36:33.600927 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron_lib.callbacks.manager [None req-c774e86c-a0e6-4b37-a612-90430f0da07d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1514036'] for port (8f8d9f93-a307-4c01-8528-beeaf43d23d6), before_update {{(pid=110155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:36:34.131451 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron_lib.callbacks.manager [None req-c774e86c-a0e6-4b37-a612-90430f0da07d None None] Publish callbacks [] for port (8f8d9f93-a307-4c01-8528-beeaf43d23d6), precommit_update {{(pid=110155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:36:34.138193 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron_lib.callbacks.manager [None req-c774e86c-a0e6-4b37-a612-90430f0da07d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1514136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781795229094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781794686082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781794686100'] for port (8f8d9f93-a307-4c01-8528-beeaf43d23d6), after_update {{(pid=110155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:36:34.313611 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8a8140-230c-4de0-8e0b-d6193ebaae02 None None] Pushing event updated for resources: {'Port': ['ID=8f8d9f93-a307-4c01-8528-beeaf43d23d6,revision_number=3']} {{(pid=110155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:36:34.323304 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.plugins.ml2.managers [None req-c774e86c-a0e6-4b37-a612-90430f0da07d None None] Attempting to bind port 8f8d9f93-a307-4c01-8528-beeaf43d23d6 on host dv-cinder-841302-2-iscsi for vnic_type normal with profile {{(pid=110155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 17:36:34.323728 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.plugins.ml2.managers [None req-c774e86c-a0e6-4b37-a612-90430f0da07d None None] Attempting to bind port 8f8d9f93-a307-4c01-8528-beeaf43d23d6 by drivers openvswitch,hyperv on host dv-cinder-841302-2-iscsi at level 0 using segments [{'id': '3b3fc73c-54d8-4306-b4d9-bd8f4f429c8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '2ee178fc-af73-41c8-9288-4977a70a57ec'}] {{(pid=110155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 17:36:34.324178 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c774e86c-a0e6-4b37-a612-90430f0da07d None None] Attempting to bind port 8f8d9f93-a307-4c01-8528-beeaf43d23d6 on network 2ee178fc-af73-41c8-9288-4977a70a57ec {{(pid=110155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 17:36:34.333310 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac8a8140-230c-4de0-8e0b-d6193ebaae02 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:36:34.333642 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac8a8140-230c-4de0-8e0b-d6193ebaae02 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:36:34.333985 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac8a8140-230c-4de0-8e0b-d6193ebaae02 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:36:34.334318 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac8a8140-230c-4de0-8e0b-d6193ebaae02 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:36:34.334643 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac8a8140-230c-4de0-8e0b-d6193ebaae02 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:36:34.334966 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac8a8140-230c-4de0-8e0b-d6193ebaae02 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:36:34.335290 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac8a8140-230c-4de0-8e0b-d6193ebaae02 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:36:34.336303 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac8a8140-230c-4de0-8e0b-d6193ebaae02 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:36:34.336613 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac8a8140-230c-4de0-8e0b-d6193ebaae02 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:36:34.336929 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac8a8140-230c-4de0-8e0b-d6193ebaae02 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:36:34.337249 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac8a8140-230c-4de0-8e0b-d6193ebaae02 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:36:34.337579 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac8a8140-230c-4de0-8e0b-d6193ebaae02 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:36:34.337896 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac8a8140-230c-4de0-8e0b-d6193ebaae02 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:36:34.338207 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac8a8140-230c-4de0-8e0b-d6193ebaae02 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:36:34.338516 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac8a8140-230c-4de0-8e0b-d6193ebaae02 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:36:34.340386 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac8a8140-230c-4de0-8e0b-d6193ebaae02 None None] Tracked resource versions report: May 10 17:36:34.340386 dv-cinder-841302-2-iscsi neutron-server[110155]: pushed versions: May 10 17:36:34.340386 dv-cinder-841302-2-iscsi neutron-server[110155]: { 'AddressGroup': {'1.2'}, May 10 17:36:34.340386 dv-cinder-841302-2-iscsi neutron-server[110155]: 'Agent': {'1.1'}, May 10 17:36:34.340386 dv-cinder-841302-2-iscsi neutron-server[110155]: 'ConntrackHelper': {'1.0'}, May 10 17:36:34.340386 dv-cinder-841302-2-iscsi neutron-server[110155]: 'LocalIPAssociation': {'1.0'}, May 10 17:36:34.340386 dv-cinder-841302-2-iscsi neutron-server[110155]: 'Log': {'1.0'}, May 10 17:36:34.340386 dv-cinder-841302-2-iscsi neutron-server[110155]: 'NDPProxy': {'1.0'}, May 10 17:36:34.340386 dv-cinder-841302-2-iscsi neutron-server[110155]: 'Network': {'1.1'}, May 10 17:36:34.340386 dv-cinder-841302-2-iscsi neutron-server[110155]: 'Port': {'1.7'}, May 10 17:36:34.340386 dv-cinder-841302-2-iscsi neutron-server[110155]: 'PortForwarding': {'1.3'}, May 10 17:36:34.340386 dv-cinder-841302-2-iscsi neutron-server[110155]: 'QosPolicy': {'1.10'}, May 10 17:36:34.340386 dv-cinder-841302-2-iscsi neutron-server[110155]: 'SecurityGroup': {'1.5'}, May 10 17:36:34.340386 dv-cinder-841302-2-iscsi neutron-server[110155]: 'SecurityGroupRule': {'1.2'}, May 10 17:36:34.340386 dv-cinder-841302-2-iscsi neutron-server[110155]: 'SubPort': {'1.0'}, May 10 17:36:34.340386 dv-cinder-841302-2-iscsi neutron-server[110155]: 'Subnet': {'1.1'}, May 10 17:36:34.340386 dv-cinder-841302-2-iscsi neutron-server[110155]: 'Trunk': {'1.1'}} May 10 17:36:34.340386 dv-cinder-841302-2-iscsi neutron-server[110155]: consumer versions: May 10 17:36:34.340386 dv-cinder-841302-2-iscsi neutron-server[110155]: { DHCP agent@dv-cinder-841302-2-iscsi: {}, May 10 17:36:34.340386 dv-cinder-841302-2-iscsi neutron-server[110155]: L3 agent@dv-cinder-841302-2-iscsi: {}, May 10 17:36:34.340386 dv-cinder-841302-2-iscsi neutron-server[110155]: Metadata agent@dv-cinder-841302-2-iscsi: {}, May 10 17:36:34.340386 dv-cinder-841302-2-iscsi neutron-server[110155]: Metering agent@dv-cinder-841302-2-iscsi: {}, May 10 17:36:34.340386 dv-cinder-841302-2-iscsi neutron-server[110155]: Open vSwitch agent@dv-cinder-841302-2-iscsi: { 'AddressGroup': '1.2', May 10 17:36:34.340386 dv-cinder-841302-2-iscsi neutron-server[110155]: 'Agent': '1.1', May 10 17:36:34.340386 dv-cinder-841302-2-iscsi neutron-server[110155]: 'ConntrackHelper': '1.0', May 10 17:36:34.340386 dv-cinder-841302-2-iscsi neutron-server[110155]: 'LocalIPAssociation': '1.0', May 10 17:36:34.340386 dv-cinder-841302-2-iscsi neutron-server[110155]: 'Log': '1.0', May 10 17:36:34.340386 dv-cinder-841302-2-iscsi neutron-server[110155]: 'NDPProxy': '1.0', May 10 17:36:34.340386 dv-cinder-841302-2-iscsi neutron-server[110155]: 'Network': '1.1', May 10 17:36:34.340386 dv-cinder-841302-2-iscsi neutron-server[110155]: 'Port': '1.7', May 10 17:36:34.340386 dv-cinder-841302-2-iscsi neutron-server[110155]: 'PortForwarding': '1.3', May 10 17:36:34.340386 dv-cinder-841302-2-iscsi neutron-server[110155]: 'QosPolicy': '1.10', May 10 17:36:34.340386 dv-cinder-841302-2-iscsi neutron-server[110155]: 'SecurityGroup': '1.5', May 10 17:36:34.340386 dv-cinder-841302-2-iscsi neutron-server[110155]: 'SecurityGroupRule': '1.2', May 10 17:36:34.340386 dv-cinder-841302-2-iscsi neutron-server[110155]: 'SubPort': '1.0', May 10 17:36:34.340386 dv-cinder-841302-2-iscsi neutron-server[110155]: 'Subnet': '1.1', May 10 17:36:34.340386 dv-cinder-841302-2-iscsi neutron-server[110155]: 'Trunk': '1.1'}} May 10 17:36:34.340386 dv-cinder-841302-2-iscsi neutron-server[110155]: {{(pid=110155) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 10 17:36:34.342557 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c774e86c-a0e6-4b37-a612-90430f0da07d None None] Checking agent: {'id': 'fdc37a75-b7a9-4e92-a59c-f5b8c02d060c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841302-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 17, 36, 4), 'started_at': datetime.datetime(2022, 5, 10, 17, 36, 4), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 17, 36, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841302-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 17:36:34.343117 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c774e86c-a0e6-4b37-a612-90430f0da07d None None] Checking segment: {'id': '3b3fc73c-54d8-4306-b4d9-bd8f4f429c8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '2ee178fc-af73-41c8-9288-4977a70a57ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 17:36:34.343464 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron_lib.callbacks.manager [None req-c774e86c-a0e6-4b37-a612-90430f0da07d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:36:34.343838 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c774e86c-a0e6-4b37-a612-90430f0da07d None None] Bound using segment: {'id': '3b3fc73c-54d8-4306-b4d9-bd8f4f429c8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '2ee178fc-af73-41c8-9288-4977a70a57ec'} {{(pid=110155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 17:36:34.344342 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.plugins.ml2.managers [None req-c774e86c-a0e6-4b37-a612-90430f0da07d None None] Bound port: 8f8d9f93-a307-4c01-8528-beeaf43d23d6, host: dv-cinder-841302-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b3fc73c-54d8-4306-b4d9-bd8f4f429c8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '2ee178fc-af73-41c8-9288-4977a70a57ec'}}] {{(pid=110155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 17:36:34.344723 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron_lib.callbacks.manager [None req-c774e86c-a0e6-4b37-a612-90430f0da07d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1514036'] for port (8f8d9f93-a307-4c01-8528-beeaf43d23d6), before_update {{(pid=110155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:36:34.431563 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.plugins.ml2.db [None req-c774e86c-a0e6-4b37-a612-90430f0da07d None None] For port 8f8d9f93-a307-4c01-8528-beeaf43d23d6, host dv-cinder-841302-2-iscsi, cleared binding levels {{(pid=110155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 17:36:34.455280 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.plugins.ml2.db [None req-c774e86c-a0e6-4b37-a612-90430f0da07d None None] For port 8f8d9f93-a307-4c01-8528-beeaf43d23d6, host dv-cinder-841302-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841302-2-iscsi',level=0,port_id=8f8d9f93-a307-4c01-8528-beeaf43d23d6,segment=NetworkSegment(3b3fc73c-54d8-4306-b4d9-bd8f4f429c8f),segment_id=3b3fc73c-54d8-4306-b4d9-bd8f4f429c8f)] {{(pid=110155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 17:36:34.462728 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron_lib.callbacks.manager [None req-c774e86c-a0e6-4b37-a612-90430f0da07d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1514136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781795229094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781794686082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781794686100'] for port (8f8d9f93-a307-4c01-8528-beeaf43d23d6), after_update {{(pid=110155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:36:34.480387 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-6e697e78-9dd1-4bc1-8573-56b901d07725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781795183391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525393'] for agent (fdc37a75-b7a9-4e92-a59c-f5b8c02d060c), after_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:36:34.520930 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8a8140-230c-4de0-8e0b-d6193ebaae02 None None] Pushing event updated for resources: {'Port': ['ID=8f8d9f93-a307-4c01-8528-beeaf43d23d6,revision_number=4']} {{(pid=110155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:36:34.530702 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c774e86c-a0e6-4b37-a612-90430f0da07d None None] Routers {'b3792b51-f49b-4f03-a4b9-55cfa70777e8'} bound to L3 agent in host dv-cinder-841302-2-iscsi {{(pid=110155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 17:36:34.531701 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.db.l3_hamode_db [None req-c774e86c-a0e6-4b37-a612-90430f0da07d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841302-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-10T17:36:00Z,description=,heartbeat_timestamp=2022-05-10T17:36:30Z,host='dv-cinder-841302-2-iscsi',id=eaac381b-e402-41c3-a8e6-8f962681d3e6,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T17:36:00Z,topic='l3_agent')) {'router_ids': ['b3792b51-f49b-4f03-a4b9-55cfa70777e8'], 'active': True} {{(pid=110155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:36:34.562569 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.db.provisioning_blocks [None req-9ec94beb-a03f-49ec-9f1a-c1cdfd93aec7 None None] Provisioning complete for port 8f8d9f93-a307-4c01-8528-beeaf43d23d6 triggered by entity DHCP. {{(pid=110154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 17:36:34.562955 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-9ec94beb-a03f-49ec-9f1a-c1cdfd93aec7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525495'] for port (8f8d9f93-a307-4c01-8528-beeaf43d23d6), provisioning_complete {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:36:34.631238 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.db.l3_dvr_db [None req-c774e86c-a0e6-4b37-a612-90430f0da07d None None] Set router b3792b51-f49b-4f03-a4b9-55cfa70777e8 gateway port host: None {{(pid=110155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 17:36:34.674597 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.plugin [None req-9ec94beb-a03f-49ec-9f1a-c1cdfd93aec7 None None] Current status of the port 8f8d9f93-a307-4c01-8528-beeaf43d23d6 is: DOWN; New status is: ACTIVE {{(pid=110154) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 17:36:34.675623 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-9ec94beb-a03f-49ec-9f1a-c1cdfd93aec7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1514036'] for port (8f8d9f93-a307-4c01-8528-beeaf43d23d6), before_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:36:34.716815 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.db [None req-9ec94beb-a03f-49ec-9f1a-c1cdfd93aec7 None None] For port 8f8d9f93-a307-4c01-8528-beeaf43d23d6, host dv-cinder-841302-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841302-2-iscsi',level=0,port_id=8f8d9f93-a307-4c01-8528-beeaf43d23d6,segment=NetworkSegment(3b3fc73c-54d8-4306-b4d9-bd8f4f429c8f),segment_id=3b3fc73c-54d8-4306-b4d9-bd8f4f429c8f)] {{(pid=110154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 17:36:34.721334 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-9ec94beb-a03f-49ec-9f1a-c1cdfd93aec7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1514136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781795229094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781794686082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781794686100'] for port (8f8d9f93-a307-4c01-8528-beeaf43d23d6), after_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:36:34.772919 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec94beb-a03f-49ec-9f1a-c1cdfd93aec7 None None] Pushing event updated for resources: {'Port': ['ID=8f8d9f93-a307-4c01-8528-beeaf43d23d6,revision_number=5']} {{(pid=110154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:36:34.844926 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.db.provisioning_blocks [None req-a6b9b580-bb7a-477d-9a05-52d897cc5a69 None None] Provisioning complete for port 8f8d9f93-a307-4c01-8528-beeaf43d23d6 triggered by entity DHCP. {{(pid=110154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 17:36:34.845318 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-a6b9b580-bb7a-477d-9a05-52d897cc5a69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525495'] for port (8f8d9f93-a307-4c01-8528-beeaf43d23d6), provisioning_complete {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:36:34.846964 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.db.l3_hamode_db [None req-c774e86c-a0e6-4b37-a612-90430f0da07d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3792b51-f49b-4f03-a4b9-55cfa70777e8', 'name': 'router1', 'tenant_id': '0f2a482b7637419cbec280be7b6207b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T17:36:21Z', 'updated_at': '2022-05-10T17:36:32Z', 'revision_number': 2, 'project_id': '0f2a482b7637419cbec280be7b6207b9', 'gw_port_host': None, '_interfaces': [{'id': '8f8d9f93-a307-4c01-8528-beeaf43d23d6', 'name': '', 'network_id': '2ee178fc-af73-41c8-9288-4977a70a57ec', 'tenant_id': '0f2a482b7637419cbec280be7b6207b9', 'mac_address': 'fa:16:3e:08:8b:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3792b51-f49b-4f03-a4b9-55cfa70777e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '68b1eb97-dad5-4087-9f8d-b546f3973cbf', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841302-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T17:36:31Z', 'updated_at': '2022-05-10T17:36:34Z', 'revision_number': 4, 'project_id': '0f2a482b7637419cbec280be7b6207b9', 'subnets': [{'id': '68b1eb97-dad5-4087-9f8d-b546f3973cbf', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f8224dc0-981e-45f1-ac3e-453133cfa2a5'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841302-2-iscsi', False) {} {{(pid=110155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:36:34.873471 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c774e86c-a0e6-4b37-a612-90430f0da07d None None] The sync data for ids ['b3792b51-f49b-4f03-a4b9-55cfa70777e8'] in dv-cinder-841302-2-iscsi is: [{'id': 'b3792b51-f49b-4f03-a4b9-55cfa70777e8', 'name': 'router1', 'tenant_id': '0f2a482b7637419cbec280be7b6207b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T17:36:21Z', 'updated_at': '2022-05-10T17:36:32Z', 'revision_number': 2, 'project_id': '0f2a482b7637419cbec280be7b6207b9', 'gw_port_host': None, '_interfaces': [{'id': '8f8d9f93-a307-4c01-8528-beeaf43d23d6', 'name': '', 'network_id': '2ee178fc-af73-41c8-9288-4977a70a57ec', 'tenant_id': '0f2a482b7637419cbec280be7b6207b9', 'mac_address': 'fa:16:3e:08:8b:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3792b51-f49b-4f03-a4b9-55cfa70777e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '68b1eb97-dad5-4087-9f8d-b546f3973cbf', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841302-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T17:36:31Z', 'updated_at': '2022-05-10T17:36:34Z', 'revision_number': 4, 'project_id': '0f2a482b7637419cbec280be7b6207b9', 'subnets': [{'id': '68b1eb97-dad5-4087-9f8d-b546f3973cbf', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f8224dc0-981e-45f1-ac3e-453133cfa2a5'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 17:36:34.932974 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.plugin [None req-a6b9b580-bb7a-477d-9a05-52d897cc5a69 None None] Current status of the port 8f8d9f93-a307-4c01-8528-beeaf43d23d6 is: ACTIVE; New status is: ACTIVE {{(pid=110154) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 17:36:35.313747 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.wsgi [-] (110153) accepted ('10.222.0.60', 35698) {{(pid=110153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 17:36:35.525043 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-955b4ab5-5de2-4855-b0aa-24239c92503d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:36:35.526399 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [None req-955b4ab5-5de2-4855-b0aa-24239c92503d admin admin] 10.222.0.60 "GET /v2.0/networks/85dc89cf-59f9-4edb-b26e-52bcb8a93763 HTTP/1.1" status: 200 len: 842 time: 0.2117167 May 10 17:36:35.536488 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.v2.base [None req-67177cdc-5657-49e0-8d3b-6665db37bb29 admin admin] Request body: {'subnet': {'name': 'public-subnet', 'enable_dhcp': False, 'network_id': '85dc89cf-59f9-4edb-b26e-52bcb8a93763', 'ip_version': 4, 'gateway_ip': '172.27.0.1', 'cidr': '172.27.0.0/24'}} {{(pid=110153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 17:36:35.557048 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67177cdc-5657-49e0-8d3b-6665db37bb29 admin admin] Made reservation on behalf of 05b43e5ee8d94e7eabaa576aaa97efc1 for: {'subnet': 1} {{(pid=110153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 17:36:35.559414 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-67177cdc-5657-49e0-8d3b-6665db37bb29 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:36:35.864500 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.objects.ports [None req-67177cdc-5657-49e0-8d3b-6665db37bb29 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=110153) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}} May 10 17:36:35.864955 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-67177cdc-5657-49e0-8d3b-6665db37bb29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-321831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631625'] for subnet (e93d94f1-cb19-4cd0-92e5-ca73d24bd8fb), after_create {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:36:35.920390 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67177cdc-5657-49e0-8d3b-6665db37bb29 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e93d94f1-cb19-4cd0-92e5-ca73d24bd8fb,revision_number=0']} {{(pid=110153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:36:35.932164 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67177cdc-5657-49e0-8d3b-6665db37bb29 admin admin] Checking segment: {'id': '73dc8890-d7a8-423a-bf66-935bdea3f4d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '85dc89cf-59f9-4edb-b26e-52bcb8a93763'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 17:36:35.932517 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67177cdc-5657-49e0-8d3b-6665db37bb29 admin admin] Network hostable DHCP agents. Network: 85dc89cf-59f9-4edb-b26e-52bcb8a93763, hostable agents: ['b2ad0527-00d5-4995-bc97-ec84c4e02f0b'], hosted agents: [] {{(pid=110153) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 17:36:35.953626 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67177cdc-5657-49e0-8d3b-6665db37bb29 admin admin] Network 85dc89cf-59f9-4edb-b26e-52bcb8a93763 is scheduled to be hosted by DHCP agent b2ad0527-00d5-4995-bc97-ec84c4e02f0b with binding_index 1 {{(pid=110153) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 17:36:35.965527 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.scheduler.base_scheduler [None req-67177cdc-5657-49e0-8d3b-6665db37bb29 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-841302-2-iscsi, 85dc89cf-59f9-4edb-b26e-52bcb8a93763) {{(pid=110153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 17:36:35.969812 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67177cdc-5657-49e0-8d3b-6665db37bb29 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:36:35.970415 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-67177cdc-5657-49e0-8d3b-6665db37bb29 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631615'] for subnet (None), before_response {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:36:35.978881 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f063c50d-e597-4c63-8e2a-a49170d8bd68 None None] Network 85dc89cf-59f9-4edb-b26e-52bcb8a93763 requested from dv-cinder-841302-2-iscsi {{(pid=110154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 17:36:35.999436 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [None req-67177cdc-5657-49e0-8d3b-6665db37bb29 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4560490 May 10 17:36:36.097728 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d75d005e-0e6f-432e-b960-fbd5a3850107 None None] Network 85dc89cf-59f9-4edb-b26e-52bcb8a93763 requested from dv-cinder-841302-2-iscsi {{(pid=110154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 17:36:38.488589 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.wsgi [-] (110153) accepted ('10.222.0.60', 35716) {{(pid=110153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 17:36:38.721286 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [None req-f2b12e61-e6af-47ef-8ff6-52ed9cbb9a18 demo admin] 10.222.0.60 "GET /v2.0/routers/b3792b51-f49b-4f03-a4b9-55cfa70777e8 HTTP/1.1" status: 200 len: 710 time: 0.2314136 May 10 17:36:38.811014 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9851691b-097e-4bb7-8db9-94d429bf4bc0 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:36:38.817665 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [None req-9851691b-097e-4bb7-8db9-94d429bf4bc0 demo admin] 10.222.0.60 "GET /v2.0/networks/85dc89cf-59f9-4edb-b26e-52bcb8a93763 HTTP/1.1" status: 200 len: 886 time: 0.0849900 May 10 17:36:38.821481 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.v2.base [None req-3b62be5f-c830-4542-ae69-d0a43b6b6988 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '85dc89cf-59f9-4edb-b26e-52bcb8a93763'}}} {{(pid=110153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 17:36:39.081312 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-3b62be5f-c830-4542-ae69-d0a43b6b6988 demo admin] Publish callbacks [] for router_gateway (b3792b51-f49b-4f03-a4b9-55cfa70777e8), precommit_update {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:36:39.355820 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-3b62be5f-c830-4542-ae69-d0a43b6b6988 demo admin] Publish callbacks [] for router_gateway (b3792b51-f49b-4f03-a4b9-55cfa70777e8), before_create {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:36:39.430706 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-3b62be5f-c830-4542-ae69-d0a43b6b6988 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1514036'] for port (None), before_create {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:36:39.584339 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.db.db_base_plugin_common [None req-3b62be5f-c830-4542-ae69-d0a43b6b6988 demo admin] Allocated IP 172.27.0.187 (85dc89cf-59f9-4edb-b26e-52bcb8a93763/e93d94f1-cb19-4cd0-92e5-ca73d24bd8fb/b333e1fe-fbdd-4f58-ad3f-efdd743daf64) {{(pid=110153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 17:36:39.699104 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-3b62be5f-c830-4542-ae69-d0a43b6b6988 demo admin] Publish callbacks [] for port (b333e1fe-fbdd-4f58-ad3f-efdd743daf64), precommit_create {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:36:39.761814 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-3b62be5f-c830-4542-ae69-d0a43b6b6988 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1514136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781794686064'] for port (b333e1fe-fbdd-4f58-ad3f-efdd743daf64), after_create {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:36:39.845159 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b62be5f-c830-4542-ae69-d0a43b6b6988 demo admin] Network 85dc89cf-59f9-4edb-b26e-52bcb8a93763 is already hosted by enough agents. {{(pid=110153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 17:36:39.853753 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.scheduler.base_scheduler [None req-3b62be5f-c830-4542-ae69-d0a43b6b6988 demo admin] Resources bound (agent type, host, resource id): {{(pid=110153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 17:36:39.856486 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b62be5f-c830-4542-ae69-d0a43b6b6988 demo admin] Received port after_create {{(pid=110153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 17:36:39.862631 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b62be5f-c830-4542-ae69-d0a43b6b6988 demo admin] Pushing event updated for resources: {'Port': ['ID=b333e1fe-fbdd-4f58-ad3f-efdd743daf64,revision_number=1']} {{(pid=110153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:36:40.156236 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-3b62be5f-c830-4542-ae69-d0a43b6b6988 demo admin] Publish callbacks [] for router_gateway (b3792b51-f49b-4f03-a4b9-55cfa70777e8), after_create {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:36:40.383307 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-3b62be5f-c830-4542-ae69-d0a43b6b6988 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-642581', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-537714', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-816'] for router (b3792b51-f49b-4f03-a4b9-55cfa70777e8), precommit_update {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:36:40.388614 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-3b62be5f-c830-4542-ae69-d0a43b6b6988 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-642570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-642588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-642563', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-537721'] for router (b3792b51-f49b-4f03-a4b9-55cfa70777e8), after_update {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:36:40.576474 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b62be5f-c830-4542-ae69-d0a43b6b6988 demo admin] Router b3792b51-f49b-4f03-a4b9-55cfa70777e8 has already been hosted by L3 agent eaac381b-e402-41c3-a8e6-8f962681d3e6 {{(pid=110153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 17:36:40.693661 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b62be5f-c830-4542-ae69-d0a43b6b6988 demo admin] Notify agent at l3_agent.dv-cinder-841302-2-iscsi the message routers_updated {{(pid=110153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 17:36:40.698356 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-3b62be5f-c830-4542-ae69-d0a43b6b6988 demo admin] Publish callbacks [] for router (None), before_response {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:36:40.699592 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [None req-3b62be5f-c830-4542-ae69-d0a43b6b6988 demo admin] 10.222.0.60 "PUT /v2.0/routers/b3792b51-f49b-4f03-a4b9-55cfa70777e8 HTTP/1.1" status: 200 len: 890 time: 1.8813319 May 10 17:36:43.230257 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.rpc [None req-6e697e78-9dd1-4bc1-8573-56b901d07725 None None] Device 8f8d9f93-a307-4c01-8528-beeaf43d23d6 up at agent ovs-agent-dv-cinder-841302-2-iscsi {{(pid=110154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 17:36:43.267267 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.wsgi [-] (110153) accepted ('10.222.0.60', 35728) {{(pid=110153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 17:36:43.279807 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.db.provisioning_blocks [None req-6e697e78-9dd1-4bc1-8573-56b901d07725 None None] Provisioning complete for port 8f8d9f93-a307-4c01-8528-beeaf43d23d6 triggered by entity L2. {{(pid=110154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 17:36:43.280207 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-6e697e78-9dd1-4bc1-8573-56b901d07725 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525495'] for port (8f8d9f93-a307-4c01-8528-beeaf43d23d6), provisioning_complete {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:36:43.358723 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.plugin [None req-6e697e78-9dd1-4bc1-8573-56b901d07725 None None] Current status of the port 8f8d9f93-a307-4c01-8528-beeaf43d23d6 is: ACTIVE; New status is: ACTIVE {{(pid=110154) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 17:36:43.393547 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [None req-9f2bd6eb-5aa2-414c-bf9c-76d957ab10c9 admin admin] 10.222.0.60 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1252210 May 10 17:36:43.972839 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ea7dc8a-ae93-4de5-8d13-f4178bcce6c4 None None] Sync routers for ids ['b3792b51-f49b-4f03-a4b9-55cfa70777e8'] in dv-cinder-841302-2-iscsi {{(pid=110154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 17:36:43.989095 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ea7dc8a-ae93-4de5-8d13-f4178bcce6c4 None None] Routers {'b3792b51-f49b-4f03-a4b9-55cfa70777e8'} bound to L3 agent in host dv-cinder-841302-2-iscsi {{(pid=110154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 17:36:43.989767 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.db.l3_hamode_db [None req-9ea7dc8a-ae93-4de5-8d13-f4178bcce6c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841302-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-10T17:36:00Z,description=,heartbeat_timestamp=2022-05-10T17:36:30Z,host='dv-cinder-841302-2-iscsi',id=eaac381b-e402-41c3-a8e6-8f962681d3e6,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T17:36:00Z,topic='l3_agent')) {'router_ids': ['b3792b51-f49b-4f03-a4b9-55cfa70777e8'], 'active': True} {{(pid=110154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:36:44.228878 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.db.l3_dvr_db [None req-9ea7dc8a-ae93-4de5-8d13-f4178bcce6c4 None None] Set router b3792b51-f49b-4f03-a4b9-55cfa70777e8 gateway port host: dv-cinder-841302-2-iscsi {{(pid=110154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 17:36:44.716192 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.db.l3_hamode_db [None req-9ea7dc8a-ae93-4de5-8d13-f4178bcce6c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3792b51-f49b-4f03-a4b9-55cfa70777e8', 'name': 'router1', 'tenant_id': '0f2a482b7637419cbec280be7b6207b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85dc89cf-59f9-4edb-b26e-52bcb8a93763', 'external_fixed_ips': [{'subnet_id': 'e93d94f1-cb19-4cd0-92e5-ca73d24bd8fb', 'ip_address': '172.27.0.187'}], 'enable_snat': True}, 'gw_port_id': 'b333e1fe-fbdd-4f58-ad3f-efdd743daf64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T17:36:21Z', 'updated_at': '2022-05-10T17:36:40Z', 'revision_number': 4, 'project_id': '0f2a482b7637419cbec280be7b6207b9', 'gw_port': {'id': 'b333e1fe-fbdd-4f58-ad3f-efdd743daf64', 'name': '', 'network_id': '85dc89cf-59f9-4edb-b26e-52bcb8a93763', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:fe:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3792b51-f49b-4f03-a4b9-55cfa70777e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'e93d94f1-cb19-4cd0-92e5-ca73d24bd8fb', 'ip_address': '172.27.0.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T17:36:39Z', 'updated_at': '2022-05-10T17:36:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e93d94f1-cb19-4cd0-92e5-ca73d24bd8fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841302-2-iscsi', '_interfaces': [{'id': '8f8d9f93-a307-4c01-8528-beeaf43d23d6', 'name': '', 'network_id': '2ee178fc-af73-41c8-9288-4977a70a57ec', 'tenant_id': '0f2a482b7637419cbec280be7b6207b9', 'mac_address': 'fa:16:3e:08:8b:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3792b51-f49b-4f03-a4b9-55cfa70777e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '68b1eb97-dad5-4087-9f8d-b546f3973cbf', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841302-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T17:36:31Z', 'updated_at': '2022-05-10T17:36:34Z', 'revision_number': 5, 'project_id': '0f2a482b7637419cbec280be7b6207b9', 'subnets': [{'id': '68b1eb97-dad5-4087-9f8d-b546f3973cbf', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f8224dc0-981e-45f1-ac3e-453133cfa2a5'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841302-2-iscsi', False) {} {{(pid=110154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:36:44.769776 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ea7dc8a-ae93-4de5-8d13-f4178bcce6c4 None None] Checking router: b3792b51-f49b-4f03-a4b9-55cfa70777e8 for host: dv-cinder-841302-2-iscsi {{(pid=110154) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 17:36:44.770159 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ea7dc8a-ae93-4de5-8d13-f4178bcce6c4 None None] Updating router b3792b51-f49b-4f03-a4b9-55cfa70777e8 port b333e1fe-fbdd-4f58-ad3f-efdd743daf64 binding host dv-cinder-841302-2-iscsi {{(pid=110154) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 17:36:44.828940 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-9ea7dc8a-ae93-4de5-8d13-f4178bcce6c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1514036'] for port (b333e1fe-fbdd-4f58-ad3f-efdd743daf64), before_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:36:45.159896 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-9ea7dc8a-ae93-4de5-8d13-f4178bcce6c4 None None] Publish callbacks [] for port (b333e1fe-fbdd-4f58-ad3f-efdd743daf64), precommit_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:36:45.166640 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-9ea7dc8a-ae93-4de5-8d13-f4178bcce6c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1514136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781795229094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781794686082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781794686100'] for port (b333e1fe-fbdd-4f58-ad3f-efdd743daf64), after_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:36:45.225672 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b321f551-d99b-4fd3-a4e7-dde1a780e586 None None] Pushing event updated for resources: {'Port': ['ID=b333e1fe-fbdd-4f58-ad3f-efdd743daf64,revision_number=2']} {{(pid=110154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:36:45.230538 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.managers [None req-9ea7dc8a-ae93-4de5-8d13-f4178bcce6c4 None None] Attempting to bind port b333e1fe-fbdd-4f58-ad3f-efdd743daf64 on host dv-cinder-841302-2-iscsi for vnic_type normal with profile {{(pid=110154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 17:36:45.230843 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.managers [None req-9ea7dc8a-ae93-4de5-8d13-f4178bcce6c4 None None] Attempting to bind port b333e1fe-fbdd-4f58-ad3f-efdd743daf64 by drivers openvswitch,hyperv on host dv-cinder-841302-2-iscsi at level 0 using segments [{'id': '73dc8890-d7a8-423a-bf66-935bdea3f4d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '85dc89cf-59f9-4edb-b26e-52bcb8a93763'}] {{(pid=110154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 17:36:45.231310 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ea7dc8a-ae93-4de5-8d13-f4178bcce6c4 None None] Attempting to bind port b333e1fe-fbdd-4f58-ad3f-efdd743daf64 on network 85dc89cf-59f9-4edb-b26e-52bcb8a93763 {{(pid=110154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 17:36:45.237193 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ea7dc8a-ae93-4de5-8d13-f4178bcce6c4 None None] Checking agent: {'id': 'fdc37a75-b7a9-4e92-a59c-f5b8c02d060c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841302-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 17, 36, 4), 'started_at': datetime.datetime(2022, 5, 10, 17, 36, 34), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 17, 36, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841302-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 17:36:45.237767 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ea7dc8a-ae93-4de5-8d13-f4178bcce6c4 None None] Checking segment: {'id': '73dc8890-d7a8-423a-bf66-935bdea3f4d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '85dc89cf-59f9-4edb-b26e-52bcb8a93763'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 17:36:45.238174 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-9ea7dc8a-ae93-4de5-8d13-f4178bcce6c4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:36:45.238576 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ea7dc8a-ae93-4de5-8d13-f4178bcce6c4 None None] Bound using segment: {'id': '73dc8890-d7a8-423a-bf66-935bdea3f4d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '85dc89cf-59f9-4edb-b26e-52bcb8a93763'} {{(pid=110154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 17:36:45.239046 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.managers [None req-9ea7dc8a-ae93-4de5-8d13-f4178bcce6c4 None None] Bound port: b333e1fe-fbdd-4f58-ad3f-efdd743daf64, host: dv-cinder-841302-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73dc8890-d7a8-423a-bf66-935bdea3f4d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '85dc89cf-59f9-4edb-b26e-52bcb8a93763'}}] {{(pid=110154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 17:36:45.239455 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-9ea7dc8a-ae93-4de5-8d13-f4178bcce6c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1514036'] for port (b333e1fe-fbdd-4f58-ad3f-efdd743daf64), before_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:36:45.301013 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.db [None req-9ea7dc8a-ae93-4de5-8d13-f4178bcce6c4 None None] For port b333e1fe-fbdd-4f58-ad3f-efdd743daf64, host dv-cinder-841302-2-iscsi, cleared binding levels {{(pid=110154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 17:36:45.305299 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.db [None req-9ea7dc8a-ae93-4de5-8d13-f4178bcce6c4 None None] For port b333e1fe-fbdd-4f58-ad3f-efdd743daf64, host dv-cinder-841302-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841302-2-iscsi',level=0,port_id=b333e1fe-fbdd-4f58-ad3f-efdd743daf64,segment=NetworkSegment(73dc8890-d7a8-423a-bf66-935bdea3f4d7),segment_id=73dc8890-d7a8-423a-bf66-935bdea3f4d7)] {{(pid=110154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 17:36:45.311943 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-9ea7dc8a-ae93-4de5-8d13-f4178bcce6c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1514136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781795229094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781794686082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781794686100'] for port (b333e1fe-fbdd-4f58-ad3f-efdd743daf64), after_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:36:45.358768 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ea7dc8a-ae93-4de5-8d13-f4178bcce6c4 None None] Routers {'b3792b51-f49b-4f03-a4b9-55cfa70777e8'} bound to L3 agent in host dv-cinder-841302-2-iscsi {{(pid=110154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 17:36:45.359544 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.db.l3_hamode_db [None req-9ea7dc8a-ae93-4de5-8d13-f4178bcce6c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841302-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-10T17:36:00Z,description=,heartbeat_timestamp=2022-05-10T17:36:30Z,host='dv-cinder-841302-2-iscsi',id=eaac381b-e402-41c3-a8e6-8f962681d3e6,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T17:36:00Z,topic='l3_agent')) {'router_ids': ['b3792b51-f49b-4f03-a4b9-55cfa70777e8'], 'active': True} {{(pid=110154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:36:45.432264 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b321f551-d99b-4fd3-a4e7-dde1a780e586 None None] Pushing event updated for resources: {'Port': ['ID=b333e1fe-fbdd-4f58-ad3f-efdd743daf64,revision_number=3']} {{(pid=110154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:36:45.501377 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.db.l3_dvr_db [None req-9ea7dc8a-ae93-4de5-8d13-f4178bcce6c4 None None] Set router b3792b51-f49b-4f03-a4b9-55cfa70777e8 gateway port host: dv-cinder-841302-2-iscsi {{(pid=110154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 17:36:45.728528 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.db.l3_hamode_db [None req-9ea7dc8a-ae93-4de5-8d13-f4178bcce6c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3792b51-f49b-4f03-a4b9-55cfa70777e8', 'name': 'router1', 'tenant_id': '0f2a482b7637419cbec280be7b6207b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85dc89cf-59f9-4edb-b26e-52bcb8a93763', 'external_fixed_ips': [{'subnet_id': 'e93d94f1-cb19-4cd0-92e5-ca73d24bd8fb', 'ip_address': '172.27.0.187'}], 'enable_snat': True}, 'gw_port_id': 'b333e1fe-fbdd-4f58-ad3f-efdd743daf64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T17:36:21Z', 'updated_at': '2022-05-10T17:36:40Z', 'revision_number': 4, 'project_id': '0f2a482b7637419cbec280be7b6207b9', 'gw_port': {'id': 'b333e1fe-fbdd-4f58-ad3f-efdd743daf64', 'name': '', 'network_id': '85dc89cf-59f9-4edb-b26e-52bcb8a93763', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:fe:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3792b51-f49b-4f03-a4b9-55cfa70777e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'e93d94f1-cb19-4cd0-92e5-ca73d24bd8fb', 'ip_address': '172.27.0.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841302-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T17:36:39Z', 'updated_at': '2022-05-10T17:36:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e93d94f1-cb19-4cd0-92e5-ca73d24bd8fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841302-2-iscsi', '_interfaces': [{'id': '8f8d9f93-a307-4c01-8528-beeaf43d23d6', 'name': '', 'network_id': '2ee178fc-af73-41c8-9288-4977a70a57ec', 'tenant_id': '0f2a482b7637419cbec280be7b6207b9', 'mac_address': 'fa:16:3e:08:8b:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3792b51-f49b-4f03-a4b9-55cfa70777e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '68b1eb97-dad5-4087-9f8d-b546f3973cbf', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841302-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T17:36:31Z', 'updated_at': '2022-05-10T17:36:34Z', 'revision_number': 5, 'project_id': '0f2a482b7637419cbec280be7b6207b9', 'subnets': [{'id': '68b1eb97-dad5-4087-9f8d-b546f3973cbf', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f8224dc0-981e-45f1-ac3e-453133cfa2a5'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841302-2-iscsi', False) {} {{(pid=110154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:36:45.759905 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ea7dc8a-ae93-4de5-8d13-f4178bcce6c4 None None] The sync data for ids ['b3792b51-f49b-4f03-a4b9-55cfa70777e8'] in dv-cinder-841302-2-iscsi is: [{'id': 'b3792b51-f49b-4f03-a4b9-55cfa70777e8', 'name': 'router1', 'tenant_id': '0f2a482b7637419cbec280be7b6207b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85dc89cf-59f9-4edb-b26e-52bcb8a93763', 'external_fixed_ips': [{'subnet_id': 'e93d94f1-cb19-4cd0-92e5-ca73d24bd8fb', 'ip_address': '172.27.0.187'}], 'enable_snat': True}, 'gw_port_id': 'b333e1fe-fbdd-4f58-ad3f-efdd743daf64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T17:36:21Z', 'updated_at': '2022-05-10T17:36:40Z', 'revision_number': 4, 'project_id': '0f2a482b7637419cbec280be7b6207b9', 'gw_port': {'id': 'b333e1fe-fbdd-4f58-ad3f-efdd743daf64', 'name': '', 'network_id': '85dc89cf-59f9-4edb-b26e-52bcb8a93763', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:fe:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3792b51-f49b-4f03-a4b9-55cfa70777e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'e93d94f1-cb19-4cd0-92e5-ca73d24bd8fb', 'ip_address': '172.27.0.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841302-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T17:36:39Z', 'updated_at': '2022-05-10T17:36:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e93d94f1-cb19-4cd0-92e5-ca73d24bd8fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841302-2-iscsi', '_interfaces': [{'id': '8f8d9f93-a307-4c01-8528-beeaf43d23d6', 'name': '', 'network_id': '2ee178fc-af73-41c8-9288-4977a70a57ec', 'tenant_id': '0f2a482b7637419cbec280be7b6207b9', 'mac_address': 'fa:16:3e:08:8b:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3792b51-f49b-4f03-a4b9-55cfa70777e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '68b1eb97-dad5-4087-9f8d-b546f3973cbf', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841302-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T17:36:31Z', 'updated_at': '2022-05-10T17:36:34Z', 'revision_number': 5, 'project_id': '0f2a482b7637419cbec280be7b6207b9', 'subnets': [{'id': '68b1eb97-dad5-4087-9f8d-b546f3973cbf', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f8224dc0-981e-45f1-ac3e-453133cfa2a5'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 17:36:47.290381 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.rpc [None req-6e697e78-9dd1-4bc1-8573-56b901d07725 None None] Device b333e1fe-fbdd-4f58-ad3f-efdd743daf64 up at agent ovs-agent-dv-cinder-841302-2-iscsi {{(pid=110154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 17:36:47.370383 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.db.provisioning_blocks [None req-6e697e78-9dd1-4bc1-8573-56b901d07725 None None] Provisioning complete for port b333e1fe-fbdd-4f58-ad3f-efdd743daf64 triggered by entity L2. {{(pid=110154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 17:36:47.371122 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-6e697e78-9dd1-4bc1-8573-56b901d07725 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525495'] for port (b333e1fe-fbdd-4f58-ad3f-efdd743daf64), provisioning_complete {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:36:47.482426 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.plugin [None req-6e697e78-9dd1-4bc1-8573-56b901d07725 None None] Current status of the port b333e1fe-fbdd-4f58-ad3f-efdd743daf64 is: DOWN; New status is: ACTIVE {{(pid=110154) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 17:36:47.483198 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-6e697e78-9dd1-4bc1-8573-56b901d07725 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1514036'] for port (b333e1fe-fbdd-4f58-ad3f-efdd743daf64), before_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:36:47.519572 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.db [None req-6e697e78-9dd1-4bc1-8573-56b901d07725 None None] For port b333e1fe-fbdd-4f58-ad3f-efdd743daf64, host dv-cinder-841302-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841302-2-iscsi',level=0,port_id=b333e1fe-fbdd-4f58-ad3f-efdd743daf64,segment=NetworkSegment(73dc8890-d7a8-423a-bf66-935bdea3f4d7),segment_id=73dc8890-d7a8-423a-bf66-935bdea3f4d7)] {{(pid=110154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 17:36:47.526885 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-6e697e78-9dd1-4bc1-8573-56b901d07725 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1514136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781795229094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781794686082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781794686100'] for port (b333e1fe-fbdd-4f58-ad3f-efdd743daf64), after_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:36:47.606365 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e697e78-9dd1-4bc1-8573-56b901d07725 None None] Pushing event updated for resources: {'Port': ['ID=b333e1fe-fbdd-4f58-ad3f-efdd743daf64,revision_number=4']} {{(pid=110154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:36:49.310122 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.rpc [None req-6e697e78-9dd1-4bc1-8573-56b901d07725 None None] Device b333e1fe-fbdd-4f58-ad3f-efdd743daf64 up at agent ovs-agent-dv-cinder-841302-2-iscsi {{(pid=110154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 17:36:49.541464 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.db.provisioning_blocks [None req-6e697e78-9dd1-4bc1-8573-56b901d07725 None None] Provisioning complete for port b333e1fe-fbdd-4f58-ad3f-efdd743daf64 triggered by entity L2. {{(pid=110154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 17:36:49.541854 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-6e697e78-9dd1-4bc1-8573-56b901d07725 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525495'] for port (b333e1fe-fbdd-4f58-ad3f-efdd743daf64), provisioning_complete {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:36:49.667082 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.plugin [None req-6e697e78-9dd1-4bc1-8573-56b901d07725 None None] Current status of the port b333e1fe-fbdd-4f58-ad3f-efdd743daf64 is: ACTIVE; New status is: ACTIVE {{(pid=110154) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 17:36:53.833596 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.db.agents_db [None req-b17e131c-d64b-4b97-8e8f-6c45925a5783 None None] Agent healthcheck: found 5 active agents {{(pid=110155) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 17:36:57.517947 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-f5b58cc6-c5d4-466a-8ddc-5948553959ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781795183391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525393'] for agent (b2ad0527-00d5-4995-bc97-ec84c4e02f0b), after_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:36:59.884692 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-409c07bc-6539-48cf-9e55-e5c751dec7fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781795183391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525393'] for agent (eaac381b-e402-41c3-a8e6-8f962681d3e6), after_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:37:01.381076 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-d07e8966-ef10-4d42-b774-228753b3fd3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781795183391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525393'] for agent (a55810b0-63c4-4499-a4d9-efcdb1615ce8), after_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:37:02.970661 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-ae45faaf-356d-4e4a-a605-33fedb92cd97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781795183391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525393'] for agent (6a57b374-0daf-4fe3-9dd1-3d457a537aa7), after_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:37:04.476111 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-6e697e78-9dd1-4bc1-8573-56b901d07725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781795183391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525393'] for agent (fdc37a75-b7a9-4e92-a59c-f5b8c02d060c), after_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:37:27.527841 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-c756dfc5-0b2e-4e2d-8da4-970c7a774f71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781795183391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525393'] for agent (b2ad0527-00d5-4995-bc97-ec84c4e02f0b), after_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:37:29.880682 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-2a0010c6-678e-4a88-aa8a-68f29717fd8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781795183391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525393'] for agent (eaac381b-e402-41c3-a8e6-8f962681d3e6), after_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:37:30.833331 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.db.agents_db [None req-b17e131c-d64b-4b97-8e8f-6c45925a5783 None None] Agent healthcheck: found 5 active agents {{(pid=110155) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 17:37:31.387118 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-d07e8966-ef10-4d42-b774-228753b3fd3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781795183391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525393'] for agent (a55810b0-63c4-4499-a4d9-efcdb1615ce8), after_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:37:32.965994 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-ae45faaf-356d-4e4a-a605-33fedb92cd97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781795183391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525393'] for agent (6a57b374-0daf-4fe3-9dd1-3d457a537aa7), after_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:37:34.482240 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-6e697e78-9dd1-4bc1-8573-56b901d07725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781795183391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525393'] for agent (fdc37a75-b7a9-4e92-a59c-f5b8c02d060c), after_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:37:57.524767 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-097e6176-d063-4e11-8244-b0562f232651 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781795183391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525393'] for agent (b2ad0527-00d5-4995-bc97-ec84c4e02f0b), after_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:37:59.874849 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-36c584eb-a664-4a7a-8bb9-adc422645a98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781795183391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525393'] for agent (eaac381b-e402-41c3-a8e6-8f962681d3e6), after_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:38:01.390757 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-d07e8966-ef10-4d42-b774-228753b3fd3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781795183391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525393'] for agent (a55810b0-63c4-4499-a4d9-efcdb1615ce8), after_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:38:02.966711 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-ae45faaf-356d-4e4a-a605-33fedb92cd97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781795183391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525393'] for agent (6a57b374-0daf-4fe3-9dd1-3d457a537aa7), after_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:38:03.665039 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.wsgi [-] (110153) accepted ('10.222.0.60', 36212) {{(pid=110153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 17:38:03.727358 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.pecan_wsgi.hooks.translation [None req-53bdfaa0-9a52-43b3-b09b-46a04d5439c1 admin admin] GET failed (client error): The resource could not be found. May 10 17:38:03.728664 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [None req-53bdfaa0-9a52-43b3-b09b-46a04d5439c1 admin admin] 10.222.0.60 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0626678 May 10 17:38:03.890939 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14214baf-bfeb-462d-ae84-4372cf87d0a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:38:03.892424 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [None req-14214baf-bfeb-462d-ae84-4372cf87d0a7 admin admin] 10.222.0.60 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1595759 May 10 17:38:04.477094 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-6e697e78-9dd1-4bc1-8573-56b901d07725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781795183391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525393'] for agent (fdc37a75-b7a9-4e92-a59c-f5b8c02d060c), after_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:38:06.170361 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.wsgi [-] (110153) accepted ('10.222.0.60', 36222) {{(pid=110153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 17:38:06.267495 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70b4b5d7-0d4f-4297-8196-cd7bc7f9e653 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:38:06.274182 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [None req-70b4b5d7-0d4f-4297-8196-cd7bc7f9e653 admin admin] 10.222.0.60 "GET /v2.0/subnets/68b1eb97-dad5-4087-9f8d-b546f3973cbf HTTP/1.1" status: 200 len: 849 time: 0.0976503 May 10 17:38:06.278720 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.v2.base [None req-ee66ef36-3910-4bd2-924e-2454489b2b43 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=110153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 17:38:06.366973 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-ee66ef36-3910-4bd2-924e-2454489b2b43 admin admin] Publish callbacks [] for subnet (68b1eb97-dad5-4087-9f8d-b546f3973cbf), before_update {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:38:06.515109 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-ee66ef36-3910-4bd2-924e-2454489b2b43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-321831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8781795229085'] for subnet (68b1eb97-dad5-4087-9f8d-b546f3973cbf), after_update {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:38:06.546600 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee66ef36-3910-4bd2-924e-2454489b2b43 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:38:06.547948 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-ee66ef36-3910-4bd2-924e-2454489b2b43 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631615'] for subnet (None), before_response {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:38:06.548510 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [None req-ee66ef36-3910-4bd2-924e-2454489b2b43 admin admin] 10.222.0.60 "PUT /v2.0/subnets/68b1eb97-dad5-4087-9f8d-b546f3973cbf HTTP/1.1" status: 200 len: 868 time: 0.2736247 May 10 17:38:06.553003 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df6edc51-166a-4e0e-84b0-39c3e7d39472 None None] Network 2ee178fc-af73-41c8-9288-4977a70a57ec requested from dv-cinder-841302-2-iscsi {{(pid=110154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 17:38:06.568157 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee66ef36-3910-4bd2-924e-2454489b2b43 admin admin] Pushing event updated for resources: {'Subnet': ['ID=68b1eb97-dad5-4087-9f8d-b546f3973cbf,revision_number=1']} {{(pid=110153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:38:06.575758 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee66ef36-3910-4bd2-924e-2454489b2b43 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:38:06.576106 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee66ef36-3910-4bd2-924e-2454489b2b43 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:38:06.576466 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee66ef36-3910-4bd2-924e-2454489b2b43 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:38:06.576802 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee66ef36-3910-4bd2-924e-2454489b2b43 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:38:06.577129 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee66ef36-3910-4bd2-924e-2454489b2b43 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:38:06.577460 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee66ef36-3910-4bd2-924e-2454489b2b43 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:38:06.577782 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee66ef36-3910-4bd2-924e-2454489b2b43 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:38:06.578103 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee66ef36-3910-4bd2-924e-2454489b2b43 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:38:06.578442 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee66ef36-3910-4bd2-924e-2454489b2b43 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:38:06.578768 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee66ef36-3910-4bd2-924e-2454489b2b43 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:38:06.579105 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee66ef36-3910-4bd2-924e-2454489b2b43 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:38:06.579473 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee66ef36-3910-4bd2-924e-2454489b2b43 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:38:06.579797 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee66ef36-3910-4bd2-924e-2454489b2b43 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:38:06.580117 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee66ef36-3910-4bd2-924e-2454489b2b43 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:38:06.580448 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee66ef36-3910-4bd2-924e-2454489b2b43 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:38:06.963974 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.db.provisioning_blocks [None req-226b67cf-3b79-4f2a-bdc1-b45a3bc4f007 None None] Provisioning complete for port 0d83f0b2-4b65-4d69-b24f-f725f4386bde triggered by entity DHCP. {{(pid=110154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 17:38:06.964251 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-226b67cf-3b79-4f2a-bdc1-b45a3bc4f007 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525495'] for port (0d83f0b2-4b65-4d69-b24f-f725f4386bde), provisioning_complete {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:38:07.046420 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.plugin [None req-226b67cf-3b79-4f2a-bdc1-b45a3bc4f007 None None] Current status of the port 0d83f0b2-4b65-4d69-b24f-f725f4386bde is: ACTIVE; New status is: ACTIVE {{(pid=110154) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 17:38:07.054428 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.db.provisioning_blocks [None req-226b67cf-3b79-4f2a-bdc1-b45a3bc4f007 None None] Provisioning complete for port 8f8d9f93-a307-4c01-8528-beeaf43d23d6 triggered by entity DHCP. {{(pid=110154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 17:38:07.054843 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-226b67cf-3b79-4f2a-bdc1-b45a3bc4f007 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525495'] for port (8f8d9f93-a307-4c01-8528-beeaf43d23d6), provisioning_complete {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:38:07.130811 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.plugin [None req-226b67cf-3b79-4f2a-bdc1-b45a3bc4f007 None None] Current status of the port 8f8d9f93-a307-4c01-8528-beeaf43d23d6 is: ACTIVE; New status is: ACTIVE {{(pid=110154) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 17:38:07.834697 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.db.agents_db [None req-b17e131c-d64b-4b97-8e8f-6c45925a5783 None None] Agent healthcheck: found 5 active agents {{(pid=110155) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 17:38:08.812453 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.wsgi [-] (110153) accepted ('10.222.0.60', 36230) {{(pid=110153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 17:38:09.022277 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-632c2c19-b5bb-458a-a90f-9f0c2bc830d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:38:09.022660 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-632c2c19-b5bb-458a-a90f-9f0c2bc830d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:38:09.024223 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [None req-632c2c19-b5bb-458a-a90f-9f0c2bc830d7 admin admin] 10.222.0.60 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2108212 May 10 17:38:11.271660 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.wsgi [-] (110152) accepted ('10.222.0.60', 36238) {{(pid=110152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 17:38:11.481652 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8487d8c9-d325-4d84-b6f9-a71efe80df0e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:38:11.482537 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8487d8c9-d325-4d84-b6f9-a71efe80df0e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:38:11.484397 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [None req-8487d8c9-d325-4d84-b6f9-a71efe80df0e admin admin] 10.222.0.60 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2116680 May 10 17:38:13.736478 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.wsgi [-] (110152) accepted ('10.222.0.60', 36248) {{(pid=110152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 17:38:13.866334 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11cfa1a9-3dcb-4f8a-ab78-06a8aa4a250f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:38:13.867739 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [None req-11cfa1a9-3dcb-4f8a-ab78-06a8aa4a250f admin admin] 10.222.0.60 "GET /v2.0/networks/2ee178fc-af73-41c8-9288-4977a70a57ec HTTP/1.1" status: 200 len: 869 time: 0.1302712 May 10 17:38:16.166483 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.wsgi [-] (110152) accepted ('10.222.0.60', 36256) {{(pid=110152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 17:38:16.294334 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c46b82a0-97e9-429b-b431-0d561fd2f266 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:38:16.295742 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [None req-c46b82a0-97e9-429b-b431-0d561fd2f266 admin admin] 10.222.0.60 "GET /v2.0/networks/85dc89cf-59f9-4edb-b26e-52bcb8a93763 HTTP/1.1" status: 200 len: 886 time: 0.1282809 May 10 17:38:18.542221 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.wsgi [-] (110152) accepted ('10.222.0.60', 36264) {{(pid=110152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 17:38:18.673007 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1aea3adb-d9bc-4589-a9d8-8880e84795d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:38:18.673468 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1aea3adb-d9bc-4589-a9d8-8880e84795d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:38:18.674991 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [None req-1aea3adb-d9bc-4589-a9d8-8880e84795d4 admin admin] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1318278 May 10 17:38:20.936648 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.wsgi [-] (110152) accepted ('10.222.0.60', 36272) {{(pid=110152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 17:38:21.027455 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f188033-03a8-4490-9b47-8f5b923b015c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:38:21.027904 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f188033-03a8-4490-9b47-8f5b923b015c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:38:21.029384 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [None req-0f188033-03a8-4490-9b47-8f5b923b015c admin admin] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0918052 May 10 17:38:23.280883 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.wsgi [-] (110152) accepted ('10.222.0.60', 36280) {{(pid=110152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 17:38:23.374855 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf5e3774-350d-47c5-bdf8-a5df5dfecd5b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:38:23.376264 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [None req-cf5e3774-350d-47c5-bdf8-a5df5dfecd5b admin admin] 10.222.0.60 "GET /v2.0/subnets/68b1eb97-dad5-4087-9f8d-b546f3973cbf HTTP/1.1" status: 200 len: 868 time: 0.0944369 May 10 17:38:25.627253 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.wsgi [-] (110153) accepted ('10.222.0.60', 36288) {{(pid=110153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 17:38:25.717184 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3e129cb-1b79-4fce-8a67-1ce9a175b504 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:38:25.718523 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [None req-f3e129cb-1b79-4fce-8a67-1ce9a175b504 admin admin] 10.222.0.60 "GET /v2.0/subnets/e93d94f1-cb19-4cd0-92e5-ca73d24bd8fb HTTP/1.1" status: 200 len: 816 time: 0.0903106 May 10 17:38:27.516816 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-96460189-01a0-496c-9eed-d711f75271f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781795183391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525393'] for agent (b2ad0527-00d5-4995-bc97-ec84c4e02f0b), after_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:38:29.887830 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-3a64df2f-56e3-4353-8b2b-4b86e3fbcec3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781795183391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525393'] for agent (eaac381b-e402-41c3-a8e6-8f962681d3e6), after_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:38:31.390056 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-d07e8966-ef10-4d42-b774-228753b3fd3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781795183391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525393'] for agent (a55810b0-63c4-4499-a4d9-efcdb1615ce8), after_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:38:32.975734 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-ae45faaf-356d-4e4a-a605-33fedb92cd97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781795183391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525393'] for agent (6a57b374-0daf-4fe3-9dd1-3d457a537aa7), after_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:38:34.480073 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-6e697e78-9dd1-4bc1-8573-56b901d07725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781795183391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525393'] for agent (fdc37a75-b7a9-4e92-a59c-f5b8c02d060c), after_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:38:44.834272 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.db.agents_db [None req-b17e131c-d64b-4b97-8e8f-6c45925a5783 None None] Agent healthcheck: found 5 active agents {{(pid=110155) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 17:38:57.519644 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-456e2950-2951-4dc3-b652-7b1fbc96b883 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781795183391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525393'] for agent (b2ad0527-00d5-4995-bc97-ec84c4e02f0b), after_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:38:59.881450 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-0188d6ff-b291-4b32-8b8b-8e4674d687bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781795183391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525393'] for agent (eaac381b-e402-41c3-a8e6-8f962681d3e6), after_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:39:01.392721 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-d07e8966-ef10-4d42-b774-228753b3fd3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781795183391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525393'] for agent (a55810b0-63c4-4499-a4d9-efcdb1615ce8), after_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:39:02.972378 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-ae45faaf-356d-4e4a-a605-33fedb92cd97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781795183391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525393'] for agent (6a57b374-0daf-4fe3-9dd1-3d457a537aa7), after_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:39:04.482744 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-6e697e78-9dd1-4bc1-8573-56b901d07725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781795183391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525393'] for agent (fdc37a75-b7a9-4e92-a59c-f5b8c02d060c), after_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:39:06.979200 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.wsgi [-] (110153) accepted ('10.222.0.60', 36346) {{(pid=110153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 17:39:07.027061 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.wsgi [None req-f1acc87d-0fdc-4d16-97ee-fc7f74c2881d admin admin] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=110153) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 10 17:39:07.028092 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [None req-f1acc87d-0fdc-4d16-97ee-fc7f74c2881d admin admin] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0479333 May 10 17:39:09.380723 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.wsgi [-] (110153) accepted ('10.222.0.60', 36354) {{(pid=110153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 17:39:09.443834 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.pecan_wsgi.hooks.translation [None req-62349166-4dee-4e57-89e0-91a4cc22af60 admin admin] GET failed (client error): The resource could not be found. May 10 17:39:09.445120 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [None req-62349166-4dee-4e57-89e0-91a4cc22af60 admin admin] 10.222.0.60 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0634398 May 10 17:39:09.533408 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-005fd5a2-0fc2-4a85-9d43-430952281cd7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:39:09.536972 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [None req-005fd5a2-0fc2-4a85-9d43-430952281cd7 admin admin] 10.222.0.60 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0860667 May 10 17:39:11.825406 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.wsgi [-] (110153) accepted ('10.222.0.60', 36362) {{(pid=110153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 17:39:11.873167 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.v2.base [None req-baf90f2c-d95e-446d-b372-14ee561bb508 admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=110153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 17:39:11.891452 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-baf90f2c-d95e-446d-b372-14ee561bb508 admin admin] Made reservation on behalf of 05b43e5ee8d94e7eabaa576aaa97efc1 for: {'network': 1} {{(pid=110153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 17:39:11.893687 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-baf90f2c-d95e-446d-b372-14ee561bb508 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1514036'] for network (None), before_create {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:39:11.928172 dv-cinder-841302-2-iscsi neutron-server[110153]: WARNING neutron.services.revisions.revision_plugin [None req-baf90f2c-d95e-446d-b372-14ee561bb508 admin admin] Could not find related network for resource to bump revision. May 10 17:39:11.942441 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-baf90f2c-d95e-446d-b372-14ee561bb508 admin admin] vlan segment allocate from pool success with {'vlan_id': 571, 'physical_network': 'physnet1'} {{(pid=110153) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 17:39:11.951693 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-baf90f2c-d95e-446d-b372-14ee561bb508 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1469446'] for segment (5b3e8bb7-3955-4a9e-a1be-e3611445c29a), precommit_create {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:39:11.952026 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.db.segments_db [None req-baf90f2c-d95e-446d-b372-14ee561bb508 admin admin] Added segment 5b3e8bb7-3955-4a9e-a1be-e3611445c29a of type vlan for network 19ce7395-3aa0-498a-b0fb-728865090dbf May 10 17:39:11.994979 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-baf90f2c-d95e-446d-b372-14ee561bb508 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781794707887'] for network (19ce7395-3aa0-498a-b0fb-728865090dbf), precommit_create {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:39:12.018603 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-baf90f2c-d95e-446d-b372-14ee561bb508 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-282477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631625'] for network (19ce7395-3aa0-498a-b0fb-728865090dbf), after_create {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:39:12.019522 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baf90f2c-d95e-446d-b372-14ee561bb508 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:39:12.020092 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-baf90f2c-d95e-446d-b372-14ee561bb508 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631615'] for network (None), before_response {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:39:12.076235 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [None req-baf90f2c-d95e-446d-b372-14ee561bb508 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2497482 May 10 17:39:12.083720 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf90f2c-d95e-446d-b372-14ee561bb508 admin admin] Pushing event updated for resources: {'Network': ['ID=19ce7395-3aa0-498a-b0fb-728865090dbf,revision_number=1']} {{(pid=110153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:39:12.090869 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf90f2c-d95e-446d-b372-14ee561bb508 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:39:12.091208 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf90f2c-d95e-446d-b372-14ee561bb508 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:39:12.091576 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf90f2c-d95e-446d-b372-14ee561bb508 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:39:12.091921 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf90f2c-d95e-446d-b372-14ee561bb508 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:39:12.092270 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf90f2c-d95e-446d-b372-14ee561bb508 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:39:12.092636 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf90f2c-d95e-446d-b372-14ee561bb508 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:39:12.092959 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf90f2c-d95e-446d-b372-14ee561bb508 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:39:12.093280 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf90f2c-d95e-446d-b372-14ee561bb508 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:39:12.093601 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf90f2c-d95e-446d-b372-14ee561bb508 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:39:12.093925 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf90f2c-d95e-446d-b372-14ee561bb508 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:39:12.094246 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf90f2c-d95e-446d-b372-14ee561bb508 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:39:12.094564 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf90f2c-d95e-446d-b372-14ee561bb508 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:39:12.094879 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf90f2c-d95e-446d-b372-14ee561bb508 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:39:12.095195 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf90f2c-d95e-446d-b372-14ee561bb508 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:39:12.095539 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf90f2c-d95e-446d-b372-14ee561bb508 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:39:12.107760 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.rpc [None req-6e697e78-9dd1-4bc1-8573-56b901d07725 None None] Network 19ce7395-3aa0-498a-b0fb-728865090dbf details requested by agent ovs-agent-dv-cinder-841302-2-iscsi with host dv-cinder-841302-2-iscsi {{(pid=110154) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 10 17:39:14.350638 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.wsgi [-] (110153) accepted ('10.222.0.60', 36370) {{(pid=110153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 17:39:14.413465 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b3ebf96-671d-479d-bc22-2680fe2c5787 admin admin] GET failed (client error): The resource could not be found. May 10 17:39:14.414734 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [None req-1b3ebf96-671d-479d-bc22-2680fe2c5787 admin admin] 10.222.0.60 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0631547 May 10 17:39:14.487077 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ad62ba4-e2bf-402d-bf86-8787353a2fc6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:39:14.488876 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [None req-6ad62ba4-e2bf-402d-bf86-8787353a2fc6 admin admin] 10.222.0.60 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0702283 May 10 17:39:14.499966 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.v2.base [None req-645ec783-e472-4b68-b28b-b07675faec42 admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'description': 'shared-subnet', 'ip_version': 4, 'network_id': '19ce7395-3aa0-498a-b0fb-728865090dbf', 'cidr': '192.168.233.0/24'}} {{(pid=110153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 17:39:14.519587 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-645ec783-e472-4b68-b28b-b07675faec42 admin admin] Made reservation on behalf of 05b43e5ee8d94e7eabaa576aaa97efc1 for: {'subnet': 1} {{(pid=110153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 17:39:14.521832 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-645ec783-e472-4b68-b28b-b07675faec42 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:39:14.684605 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-645ec783-e472-4b68-b28b-b07675faec42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-321831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631625'] for subnet (db14d72c-fe01-4289-88ca-31e6d5132681), after_create {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:39:14.827471 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645ec783-e472-4b68-b28b-b07675faec42 admin admin] Pushing event updated for resources: {'Subnet': ['ID=db14d72c-fe01-4289-88ca-31e6d5132681,revision_number=0']} {{(pid=110153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:39:14.835213 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-645ec783-e472-4b68-b28b-b07675faec42 admin admin] Checking segment: {'id': '5b3e8bb7-3955-4a9e-a1be-e3611445c29a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '19ce7395-3aa0-498a-b0fb-728865090dbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 17:39:14.835596 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-645ec783-e472-4b68-b28b-b07675faec42 admin admin] Network hostable DHCP agents. Network: 19ce7395-3aa0-498a-b0fb-728865090dbf, hostable agents: ['b2ad0527-00d5-4995-bc97-ec84c4e02f0b'], hosted agents: [] {{(pid=110153) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 17:39:14.852914 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-645ec783-e472-4b68-b28b-b07675faec42 admin admin] Network 19ce7395-3aa0-498a-b0fb-728865090dbf is scheduled to be hosted by DHCP agent b2ad0527-00d5-4995-bc97-ec84c4e02f0b with binding_index 1 {{(pid=110153) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 17:39:14.860661 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.scheduler.base_scheduler [None req-645ec783-e472-4b68-b28b-b07675faec42 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-841302-2-iscsi, 19ce7395-3aa0-498a-b0fb-728865090dbf) {{(pid=110153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 17:39:14.866386 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-645ec783-e472-4b68-b28b-b07675faec42 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:39:14.867885 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-645ec783-e472-4b68-b28b-b07675faec42 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631615'] for subnet (None), before_response {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:39:14.869281 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23b8f633-a59f-4e24-a3a0-861ef83876d8 None None] Network 19ce7395-3aa0-498a-b0fb-728865090dbf requested from dv-cinder-841302-2-iscsi {{(pid=110154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 17:39:14.883638 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [None req-645ec783-e472-4b68-b28b-b07675faec42 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3877721 May 10 17:39:14.977222 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b161a72a-1613-4255-abe1-6d4328a168ed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa19f327b-e3f6-5d02-b8b8-f794978bb937-19ce7395-3aa0-498a-b0fb-728865090dbf', 'network_id': '19ce7395-3aa0-498a-b0fb-728865090dbf', 'project_id': '05b43e5ee8d94e7eabaa576aaa97efc1', 'fixed_ips': [{'subnet_id': 'db14d72c-fe01-4289-88ca-31e6d5132681'}]}} from dv-cinder-841302-2-iscsi. {{(pid=110154) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 10 17:39:14.978111 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-b161a72a-1613-4255-abe1-6d4328a168ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1514036'] for port (None), before_create {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:39:15.222170 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.db.db_base_plugin_common [None req-b161a72a-1613-4255-abe1-6d4328a168ed None None] Allocated IP 192.168.233.2 (19ce7395-3aa0-498a-b0fb-728865090dbf/db14d72c-fe01-4289-88ca-31e6d5132681/9fb07927-8ddd-4af4-bdef-fbc56ef122ca) {{(pid=110154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 17:39:15.373717 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-b161a72a-1613-4255-abe1-6d4328a168ed None None] Publish callbacks [] for port (9fb07927-8ddd-4af4-bdef-fbc56ef122ca), precommit_create {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:39:15.380090 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-b161a72a-1613-4255-abe1-6d4328a168ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1514136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781794686064'] for port (9fb07927-8ddd-4af4-bdef-fbc56ef122ca), after_create {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:39:15.418213 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b161a72a-1613-4255-abe1-6d4328a168ed None None] Network 19ce7395-3aa0-498a-b0fb-728865090dbf is already hosted by enough agents. {{(pid=110154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 17:39:15.421032 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.scheduler.base_scheduler [None req-b161a72a-1613-4255-abe1-6d4328a168ed None None] Resources bound (agent type, host, resource id): {{(pid=110154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 17:39:15.424591 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b161a72a-1613-4255-abe1-6d4328a168ed None None] Received port after_create {{(pid=110154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 17:39:15.435790 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b161a72a-1613-4255-abe1-6d4328a168ed None None] Pushing event updated for resources: {'Port': ['ID=9fb07927-8ddd-4af4-bdef-fbc56ef122ca,revision_number=1']} {{(pid=110154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:39:15.462233 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b161a72a-1613-4255-abe1-6d4328a168ed None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:39:15.462598 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b161a72a-1613-4255-abe1-6d4328a168ed None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:39:15.462931 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b161a72a-1613-4255-abe1-6d4328a168ed None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:39:15.463287 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b161a72a-1613-4255-abe1-6d4328a168ed None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:39:15.463648 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b161a72a-1613-4255-abe1-6d4328a168ed None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:39:15.463980 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b161a72a-1613-4255-abe1-6d4328a168ed None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:39:15.464301 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b161a72a-1613-4255-abe1-6d4328a168ed None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:39:15.464613 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b161a72a-1613-4255-abe1-6d4328a168ed None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:39:15.464939 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b161a72a-1613-4255-abe1-6d4328a168ed None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:39:15.465263 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b161a72a-1613-4255-abe1-6d4328a168ed None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:39:15.465581 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b161a72a-1613-4255-abe1-6d4328a168ed None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:39:15.465914 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b161a72a-1613-4255-abe1-6d4328a168ed None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:39:15.466233 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b161a72a-1613-4255-abe1-6d4328a168ed None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:39:15.466541 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b161a72a-1613-4255-abe1-6d4328a168ed None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:39:15.466850 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b161a72a-1613-4255-abe1-6d4328a168ed None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:39:15.501296 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.managers [None req-b161a72a-1613-4255-abe1-6d4328a168ed None None] Attempting to bind port 9fb07927-8ddd-4af4-bdef-fbc56ef122ca on host dv-cinder-841302-2-iscsi for vnic_type normal with profile {{(pid=110154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 17:39:15.501655 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.managers [None req-b161a72a-1613-4255-abe1-6d4328a168ed None None] Attempting to bind port 9fb07927-8ddd-4af4-bdef-fbc56ef122ca by drivers openvswitch,hyperv on host dv-cinder-841302-2-iscsi at level 0 using segments [{'id': '5b3e8bb7-3955-4a9e-a1be-e3611445c29a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '19ce7395-3aa0-498a-b0fb-728865090dbf'}] {{(pid=110154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 17:39:15.502041 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b161a72a-1613-4255-abe1-6d4328a168ed None None] Attempting to bind port 9fb07927-8ddd-4af4-bdef-fbc56ef122ca on network 19ce7395-3aa0-498a-b0fb-728865090dbf {{(pid=110154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 17:39:15.508106 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b161a72a-1613-4255-abe1-6d4328a168ed None None] Checking agent: {'id': 'fdc37a75-b7a9-4e92-a59c-f5b8c02d060c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841302-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 17, 36, 4), 'started_at': datetime.datetime(2022, 5, 10, 17, 36, 34), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 17, 39, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841302-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 17:39:15.508472 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b161a72a-1613-4255-abe1-6d4328a168ed None None] Checking segment: {'id': '5b3e8bb7-3955-4a9e-a1be-e3611445c29a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '19ce7395-3aa0-498a-b0fb-728865090dbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 17:39:15.508866 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-b161a72a-1613-4255-abe1-6d4328a168ed None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:39:15.509253 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b161a72a-1613-4255-abe1-6d4328a168ed None None] Bound using segment: {'id': '5b3e8bb7-3955-4a9e-a1be-e3611445c29a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '19ce7395-3aa0-498a-b0fb-728865090dbf'} {{(pid=110154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 17:39:15.509707 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.managers [None req-b161a72a-1613-4255-abe1-6d4328a168ed None None] Bound port: 9fb07927-8ddd-4af4-bdef-fbc56ef122ca, host: dv-cinder-841302-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b3e8bb7-3955-4a9e-a1be-e3611445c29a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '19ce7395-3aa0-498a-b0fb-728865090dbf'}}] {{(pid=110154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 17:39:15.510081 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-b161a72a-1613-4255-abe1-6d4328a168ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1514036'] for port (9fb07927-8ddd-4af4-bdef-fbc56ef122ca), before_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:39:15.579735 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.db [None req-b161a72a-1613-4255-abe1-6d4328a168ed None None] For port 9fb07927-8ddd-4af4-bdef-fbc56ef122ca, host dv-cinder-841302-2-iscsi, cleared binding levels {{(pid=110154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 17:39:15.584654 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.db [None req-b161a72a-1613-4255-abe1-6d4328a168ed None None] For port 9fb07927-8ddd-4af4-bdef-fbc56ef122ca, host dv-cinder-841302-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841302-2-iscsi',level=0,port_id=9fb07927-8ddd-4af4-bdef-fbc56ef122ca,segment=NetworkSegment(5b3e8bb7-3955-4a9e-a1be-e3611445c29a),segment_id=5b3e8bb7-3955-4a9e-a1be-e3611445c29a)] {{(pid=110154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 17:39:15.593396 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-b161a72a-1613-4255-abe1-6d4328a168ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1514136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781795229094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781794686082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781794686100'] for port (9fb07927-8ddd-4af4-bdef-fbc56ef122ca), after_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:39:15.655833 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b161a72a-1613-4255-abe1-6d4328a168ed None None] Pushing event updated for resources: {'Port': ['ID=9fb07927-8ddd-4af4-bdef-fbc56ef122ca,revision_number=2']} {{(pid=110154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:39:16.522485 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9522c422-2dc1-4465-99bd-0b3fbfccd489 None None] Network 19ce7395-3aa0-498a-b0fb-728865090dbf requested from dv-cinder-841302-2-iscsi {{(pid=110154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 17:39:16.585293 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.db.provisioning_blocks [None req-69ca3703-c615-4642-8c6d-d86fd78e7f0c None None] Provisioning complete for port 9fb07927-8ddd-4af4-bdef-fbc56ef122ca triggered by entity DHCP. {{(pid=110154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 17:39:16.585608 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-69ca3703-c615-4642-8c6d-d86fd78e7f0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525495'] for port (9fb07927-8ddd-4af4-bdef-fbc56ef122ca), provisioning_complete {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:39:16.710038 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.plugin [None req-69ca3703-c615-4642-8c6d-d86fd78e7f0c None None] Current status of the port 9fb07927-8ddd-4af4-bdef-fbc56ef122ca is: DOWN; New status is: ACTIVE {{(pid=110154) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 17:39:16.710435 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-69ca3703-c615-4642-8c6d-d86fd78e7f0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1514036'] for port (9fb07927-8ddd-4af4-bdef-fbc56ef122ca), before_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:39:16.754508 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.db [None req-69ca3703-c615-4642-8c6d-d86fd78e7f0c None None] For port 9fb07927-8ddd-4af4-bdef-fbc56ef122ca, host dv-cinder-841302-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841302-2-iscsi',level=0,port_id=9fb07927-8ddd-4af4-bdef-fbc56ef122ca,segment=NetworkSegment(5b3e8bb7-3955-4a9e-a1be-e3611445c29a),segment_id=5b3e8bb7-3955-4a9e-a1be-e3611445c29a)] {{(pid=110154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 17:39:16.759633 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-69ca3703-c615-4642-8c6d-d86fd78e7f0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1514136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781795229094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781794686082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781794686100'] for port (9fb07927-8ddd-4af4-bdef-fbc56ef122ca), after_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:39:16.815153 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ca3703-c615-4642-8c6d-d86fd78e7f0c None None] Pushing event updated for resources: {'Port': ['ID=9fb07927-8ddd-4af4-bdef-fbc56ef122ca,revision_number=3']} {{(pid=110154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:39:16.978797 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.db.provisioning_blocks [None req-e8119798-21b1-49da-b4ad-0f20555f3954 None None] Provisioning complete for port 9fb07927-8ddd-4af4-bdef-fbc56ef122ca triggered by entity DHCP. {{(pid=110154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 17:39:16.979164 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-e8119798-21b1-49da-b4ad-0f20555f3954 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525495'] for port (9fb07927-8ddd-4af4-bdef-fbc56ef122ca), provisioning_complete {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:39:17.061861 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.plugin [None req-e8119798-21b1-49da-b4ad-0f20555f3954 None None] Current status of the port 9fb07927-8ddd-4af4-bdef-fbc56ef122ca is: ACTIVE; New status is: ACTIVE {{(pid=110154) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 17:39:17.324833 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.rpc [None req-6e697e78-9dd1-4bc1-8573-56b901d07725 None None] Device 9fb07927-8ddd-4af4-bdef-fbc56ef122ca up at agent ovs-agent-dv-cinder-841302-2-iscsi {{(pid=110154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 17:39:17.376901 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.db.provisioning_blocks [None req-6e697e78-9dd1-4bc1-8573-56b901d07725 None None] Provisioning complete for port 9fb07927-8ddd-4af4-bdef-fbc56ef122ca triggered by entity L2. {{(pid=110154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 17:39:17.377293 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-6e697e78-9dd1-4bc1-8573-56b901d07725 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525495'] for port (9fb07927-8ddd-4af4-bdef-fbc56ef122ca), provisioning_complete {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:39:17.458473 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.plugin [None req-6e697e78-9dd1-4bc1-8573-56b901d07725 None None] Current status of the port 9fb07927-8ddd-4af4-bdef-fbc56ef122ca is: ACTIVE; New status is: ACTIVE {{(pid=110154) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 17:39:21.832865 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.db.agents_db [None req-b17e131c-d64b-4b97-8e8f-6c45925a5783 None None] Agent healthcheck: found 5 active agents {{(pid=110155) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 17:39:27.522986 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-a13360fb-116a-45ab-9d1f-ce323b20debb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781795183391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525393'] for agent (b2ad0527-00d5-4995-bc97-ec84c4e02f0b), after_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:39:29.883380 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-bbdc6c33-3262-4962-bb4f-1cc04890562b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781795183391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525393'] for agent (eaac381b-e402-41c3-a8e6-8f962681d3e6), after_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:39:31.396564 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-d07e8966-ef10-4d42-b774-228753b3fd3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781795183391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525393'] for agent (a55810b0-63c4-4499-a4d9-efcdb1615ce8), after_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:39:32.975013 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-ae45faaf-356d-4e4a-a605-33fedb92cd97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781795183391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525393'] for agent (6a57b374-0daf-4fe3-9dd1-3d457a537aa7), after_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:39:34.486094 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-6e697e78-9dd1-4bc1-8573-56b901d07725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781795183391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525393'] for agent (fdc37a75-b7a9-4e92-a59c-f5b8c02d060c), after_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:39:57.524819 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-c90b708c-9498-473c-99b5-b2776bfacafb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781795183391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525393'] for agent (b2ad0527-00d5-4995-bc97-ec84c4e02f0b), after_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:39:58.831203 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.db.agents_db [None req-b17e131c-d64b-4b97-8e8f-6c45925a5783 None None] Agent healthcheck: found 5 active agents {{(pid=110155) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 17:39:59.886440 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-089ea2eb-c7ef-492d-ba71-f8839517c6b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781795183391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525393'] for agent (eaac381b-e402-41c3-a8e6-8f962681d3e6), after_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:40:01.400884 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-d07e8966-ef10-4d42-b774-228753b3fd3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781795183391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525393'] for agent (a55810b0-63c4-4499-a4d9-efcdb1615ce8), after_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:40:02.978521 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-ae45faaf-356d-4e4a-a605-33fedb92cd97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781795183391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525393'] for agent (6a57b374-0daf-4fe3-9dd1-3d457a537aa7), after_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:40:04.489733 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-6e697e78-9dd1-4bc1-8573-56b901d07725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781795183391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525393'] for agent (fdc37a75-b7a9-4e92-a59c-f5b8c02d060c), after_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:40:27.527758 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-02455903-4604-4b05-ac37-0347ef81fb92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781795183391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525393'] for agent (b2ad0527-00d5-4995-bc97-ec84c4e02f0b), after_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:40:29.887976 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-fde99d2e-81d4-44db-a662-41feadc60527 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781795183391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525393'] for agent (eaac381b-e402-41c3-a8e6-8f962681d3e6), after_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:40:31.402827 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-d07e8966-ef10-4d42-b774-228753b3fd3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781795183391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525393'] for agent (a55810b0-63c4-4499-a4d9-efcdb1615ce8), after_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:40:32.981496 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-ae45faaf-356d-4e4a-a605-33fedb92cd97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781795183391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525393'] for agent (6a57b374-0daf-4fe3-9dd1-3d457a537aa7), after_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:40:34.493104 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-6e697e78-9dd1-4bc1-8573-56b901d07725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781795183391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525393'] for agent (fdc37a75-b7a9-4e92-a59c-f5b8c02d060c), after_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:40:35.831488 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.db.agents_db [None req-b17e131c-d64b-4b97-8e8f-6c45925a5783 None None] Agent healthcheck: found 5 active agents {{(pid=110155) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 17:40:43.250288 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.wsgi [-] (110153) accepted ('10.222.0.60', 36408) {{(pid=110153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 17:40:43.257038 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.wsgi [None req-7ce2a00e-b914-4865-a2a5-a4c45ce71f29 tempest-verify_tempest_config-173719103 tempest-verify_tempest_config-173719103-project] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=110153) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 10 17:40:43.258233 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [None req-7ce2a00e-b914-4865-a2a5-a4c45ce71f29 tempest-verify_tempest_config-173719103 tempest-verify_tempest_config-173719103-project] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14315 time: 0.0066397 May 10 17:40:43.571345 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.wsgi [-] (110153) accepted ('10.222.0.60', 36426) {{(pid=110153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 17:40:43.690884 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-dc19075e-837a-42a1-b9f5-ba5283410a32 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:40:43.773053 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-dc19075e-837a-42a1-b9f5-ba5283410a32 admin admin] Publish callbacks [] for security_group (96474e36-9a44-44b7-9343-1a22ef388de0), precommit_create {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:40:43.777260 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-dc19075e-837a-42a1-b9f5-ba5283410a32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-282428'] for security_group (96474e36-9a44-44b7-9343-1a22ef388de0), after_create {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:40:43.825384 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [None req-dc19075e-837a-42a1-b9f5-ba5283410a32 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=6697c7bfeaf04f9594767132c0675f6a&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2528908 May 10 17:40:43.826122 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc19075e-837a-42a1-b9f5-ba5283410a32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96474e36-9a44-44b7-9343-1a22ef388de0,revision_number=1']} {{(pid=110153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:40:43.828114 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.wsgi [-] (110152) accepted ('10.222.0.60', 36430) {{(pid=110152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 17:40:43.835251 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc19075e-837a-42a1-b9f5-ba5283410a32 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:40:43.835626 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc19075e-837a-42a1-b9f5-ba5283410a32 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:40:43.835981 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc19075e-837a-42a1-b9f5-ba5283410a32 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:40:43.836317 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc19075e-837a-42a1-b9f5-ba5283410a32 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:40:43.836651 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc19075e-837a-42a1-b9f5-ba5283410a32 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:40:43.836977 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc19075e-837a-42a1-b9f5-ba5283410a32 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:40:43.837307 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc19075e-837a-42a1-b9f5-ba5283410a32 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:40:43.837963 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc19075e-837a-42a1-b9f5-ba5283410a32 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:40:43.837963 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc19075e-837a-42a1-b9f5-ba5283410a32 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:40:43.838241 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc19075e-837a-42a1-b9f5-ba5283410a32 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:40:43.838562 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc19075e-837a-42a1-b9f5-ba5283410a32 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:40:43.838882 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc19075e-837a-42a1-b9f5-ba5283410a32 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:40:43.839200 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc19075e-837a-42a1-b9f5-ba5283410a32 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:40:43.839547 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc19075e-837a-42a1-b9f5-ba5283410a32 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:40:43.839863 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc19075e-837a-42a1-b9f5-ba5283410a32 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:40:43.890008 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-82296d8e-1f9a-461b-b316-e819b801f673 admin admin] Publish callbacks [] for security_group (96474e36-9a44-44b7-9343-1a22ef388de0), before_delete {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:40:43.917288 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-82296d8e-1f9a-461b-b316-e819b801f673 admin admin] Publish callbacks [] for security_group (96474e36-9a44-44b7-9343-1a22ef388de0), precommit_delete {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:40:44.013227 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-82296d8e-1f9a-461b-b316-e819b801f673 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-282428'] for security_group (96474e36-9a44-44b7-9343-1a22ef388de0), after_delete {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:40:44.016699 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-82296d8e-1f9a-461b-b316-e819b801f673 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:40:44.018039 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [None req-82296d8e-1f9a-461b-b316-e819b801f673 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/96474e36-9a44-44b7-9343-1a22ef388de0 HTTP/1.1" status: 204 len: 168 time: 0.1883807 May 10 17:40:44.025702 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82296d8e-1f9a-461b-b316-e819b801f673 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96474e36-9a44-44b7-9343-1a22ef388de0,revision_number=None']} {{(pid=110152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:40:44.032346 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82296d8e-1f9a-461b-b316-e819b801f673 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:40:44.032699 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82296d8e-1f9a-461b-b316-e819b801f673 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:40:44.033065 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82296d8e-1f9a-461b-b316-e819b801f673 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:40:44.033411 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82296d8e-1f9a-461b-b316-e819b801f673 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:40:44.033756 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82296d8e-1f9a-461b-b316-e819b801f673 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:40:44.034073 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82296d8e-1f9a-461b-b316-e819b801f673 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:40:44.034401 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82296d8e-1f9a-461b-b316-e819b801f673 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:40:44.034724 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82296d8e-1f9a-461b-b316-e819b801f673 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:40:44.035071 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82296d8e-1f9a-461b-b316-e819b801f673 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:40:44.035422 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82296d8e-1f9a-461b-b316-e819b801f673 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:40:44.035767 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82296d8e-1f9a-461b-b316-e819b801f673 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:40:44.036100 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82296d8e-1f9a-461b-b316-e819b801f673 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:40:44.036426 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82296d8e-1f9a-461b-b316-e819b801f673 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:40:44.036745 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82296d8e-1f9a-461b-b316-e819b801f673 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:40:44.037063 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82296d8e-1f9a-461b-b316-e819b801f673 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:40:57.530693 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-6a9c3a01-e2a2-4fc4-bedf-2ac0d73b9b7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781795183391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525393'] for agent (b2ad0527-00d5-4995-bc97-ec84c4e02f0b), after_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:40:59.892037 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-66556f7b-04e2-40a2-8d9f-855ca5c7ec36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781795183391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525393'] for agent (eaac381b-e402-41c3-a8e6-8f962681d3e6), after_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:41:01.406330 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-d07e8966-ef10-4d42-b774-228753b3fd3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781795183391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525393'] for agent (a55810b0-63c4-4499-a4d9-efcdb1615ce8), after_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:41:02.983735 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-ae45faaf-356d-4e4a-a605-33fedb92cd97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781795183391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525393'] for agent (6a57b374-0daf-4fe3-9dd1-3d457a537aa7), after_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:41:04.501470 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-6e697e78-9dd1-4bc1-8573-56b901d07725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781795183391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525393'] for agent (fdc37a75-b7a9-4e92-a59c-f5b8c02d060c), after_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:41:12.830671 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.db.agents_db [None req-b17e131c-d64b-4b97-8e8f-6c45925a5783 None None] Agent healthcheck: found 5 active agents {{(pid=110155) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 17:41:27.533639 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-a40fca54-4051-411e-a7d7-68d975ec18f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781795183391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525393'] for agent (b2ad0527-00d5-4995-bc97-ec84c4e02f0b), after_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:41:29.896308 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-700b62f7-f055-41ba-9fac-858f709bdba7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781795183391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525393'] for agent (eaac381b-e402-41c3-a8e6-8f962681d3e6), after_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:41:31.408752 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-d07e8966-ef10-4d42-b774-228753b3fd3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781795183391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525393'] for agent (a55810b0-63c4-4499-a4d9-efcdb1615ce8), after_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:41:32.987716 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-ae45faaf-356d-4e4a-a605-33fedb92cd97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781795183391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525393'] for agent (6a57b374-0daf-4fe3-9dd1-3d457a537aa7), after_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:41:34.496676 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-6e697e78-9dd1-4bc1-8573-56b901d07725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781795183391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525393'] for agent (fdc37a75-b7a9-4e92-a59c-f5b8c02d060c), after_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:41:49.830743 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.db.agents_db [None req-b17e131c-d64b-4b97-8e8f-6c45925a5783 None None] Agent healthcheck: found 5 active agents {{(pid=110155) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 17:41:57.539932 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-b3766b76-6af8-41b4-afd4-e9a42d442b4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781795183391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525393'] for agent (b2ad0527-00d5-4995-bc97-ec84c4e02f0b), after_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:41:59.902202 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-4a23b22c-49fe-45f8-9591-19f1bf18c030 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781795183391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525393'] for agent (eaac381b-e402-41c3-a8e6-8f962681d3e6), after_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:42:01.523985 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-d07e8966-ef10-4d42-b774-228753b3fd3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781795183391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525393'] for agent (a55810b0-63c4-4499-a4d9-efcdb1615ce8), after_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:42:02.993293 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-ae45faaf-356d-4e4a-a605-33fedb92cd97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781795183391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525393'] for agent (6a57b374-0daf-4fe3-9dd1-3d457a537aa7), after_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:42:04.492793 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-6e697e78-9dd1-4bc1-8573-56b901d07725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781795183391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525393'] for agent (fdc37a75-b7a9-4e92-a59c-f5b8c02d060c), after_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:42:26.855201 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.db.agents_db [None req-b17e131c-d64b-4b97-8e8f-6c45925a5783 None None] Agent healthcheck: found 5 active agents {{(pid=110155) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 17:42:27.534516 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-30ffe2e1-f6d0-44a1-ab56-60b3b46866c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781795183391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525393'] for agent (b2ad0527-00d5-4995-bc97-ec84c4e02f0b), after_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:42:29.897748 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-1197a6be-0eee-4149-90e1-82baf2360017 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781795183391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525393'] for agent (eaac381b-e402-41c3-a8e6-8f962681d3e6), after_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:42:31.081592 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781795183391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-645058'] for agent (16638279-eb91-49a3-95a5-8b540cc2f948), after_create {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:42:31.415159 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-d07e8966-ef10-4d42-b774-228753b3fd3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781795183391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525393'] for agent (a55810b0-63c4-4499-a4d9-efcdb1615ce8), after_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:42:32.995340 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-ae45faaf-356d-4e4a-a605-33fedb92cd97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781795183391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525393'] for agent (6a57b374-0daf-4fe3-9dd1-3d457a537aa7), after_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:42:34.485614 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-6e697e78-9dd1-4bc1-8573-56b901d07725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781795183391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525393'] for agent (fdc37a75-b7a9-4e92-a59c-f5b8c02d060c), after_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:42:44.424489 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.wsgi [-] (110152) accepted ('10.222.0.60', 36502) {{(pid=110152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 17:42:44.546864 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [None req-3c60896a-86b6-47eb-8a62-821058ca1833 admin admin] 10.222.0.60 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1212478 May 10 17:42:46.966719 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.wsgi [-] (110152) accepted ('10.222.0.60', 36512) {{(pid=110152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 17:42:47.025010 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [None req-fb9d7b0c-04f4-45fa-9b77-c160e4dad3ac admin admin] 10.222.0.60 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0577211 May 10 17:42:57.544756 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-f1ccd5b5-3b7b-4ee4-94fd-426c16c5f8cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781795183391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525393'] for agent (b2ad0527-00d5-4995-bc97-ec84c4e02f0b), after_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:42:59.901679 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-fb3035d6-2556-47f3-972f-6712e5632c58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781795183391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525393'] for agent (eaac381b-e402-41c3-a8e6-8f962681d3e6), after_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:43:01.083042 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781795183391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525393'] for agent (16638279-eb91-49a3-95a5-8b540cc2f948), after_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:43:01.419011 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-d07e8966-ef10-4d42-b774-228753b3fd3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781795183391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525393'] for agent (a55810b0-63c4-4499-a4d9-efcdb1615ce8), after_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:43:02.997562 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-ae45faaf-356d-4e4a-a605-33fedb92cd97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781795183391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525393'] for agent (6a57b374-0daf-4fe3-9dd1-3d457a537aa7), after_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:43:03.834856 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.db.agents_db [None req-b17e131c-d64b-4b97-8e8f-6c45925a5783 None None] Agent healthcheck: found 6 active agents {{(pid=110155) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 17:43:04.489388 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-6e697e78-9dd1-4bc1-8573-56b901d07725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781795183391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525393'] for agent (fdc37a75-b7a9-4e92-a59c-f5b8c02d060c), after_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:43:27.538116 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-15be836d-d5d0-41a9-8389-0cd13f5cb167 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781795183391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525393'] for agent (b2ad0527-00d5-4995-bc97-ec84c4e02f0b), after_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:43:29.903233 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-3d763c85-a3d4-4e70-af58-603126e77765 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781795183391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525393'] for agent (eaac381b-e402-41c3-a8e6-8f962681d3e6), after_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:43:31.084507 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781795183391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525393'] for agent (16638279-eb91-49a3-95a5-8b540cc2f948), after_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:43:31.420484 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-d07e8966-ef10-4d42-b774-228753b3fd3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781795183391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525393'] for agent (a55810b0-63c4-4499-a4d9-efcdb1615ce8), after_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:43:33.000468 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-ae45faaf-356d-4e4a-a605-33fedb92cd97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781795183391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525393'] for agent (6a57b374-0daf-4fe3-9dd1-3d457a537aa7), after_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:43:34.492417 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-6e697e78-9dd1-4bc1-8573-56b901d07725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781795183391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525393'] for agent (fdc37a75-b7a9-4e92-a59c-f5b8c02d060c), after_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:43:40.833330 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.db.agents_db [None req-b17e131c-d64b-4b97-8e8f-6c45925a5783 None None] Agent healthcheck: found 6 active agents {{(pid=110155) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 17:43:57.542071 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-76034dc5-3788-445f-829c-595cb20d7a25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781795183391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525393'] for agent (b2ad0527-00d5-4995-bc97-ec84c4e02f0b), after_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:43:59.905933 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-4a4577ac-b571-43db-9bbd-d3ea20ed0206 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781795183391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525393'] for agent (eaac381b-e402-41c3-a8e6-8f962681d3e6), after_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:44:01.075980 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781795183391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525393'] for agent (16638279-eb91-49a3-95a5-8b540cc2f948), after_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:44:01.423148 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-d07e8966-ef10-4d42-b774-228753b3fd3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781795183391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525393'] for agent (a55810b0-63c4-4499-a4d9-efcdb1615ce8), after_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:44:03.001906 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-ae45faaf-356d-4e4a-a605-33fedb92cd97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781795183391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525393'] for agent (6a57b374-0daf-4fe3-9dd1-3d457a537aa7), after_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:44:04.495469 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-6e697e78-9dd1-4bc1-8573-56b901d07725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781795183391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525393'] for agent (fdc37a75-b7a9-4e92-a59c-f5b8c02d060c), after_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:44:17.833403 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.db.agents_db [None req-b17e131c-d64b-4b97-8e8f-6c45925a5783 None None] Agent healthcheck: found 6 active agents {{(pid=110155) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 17:44:27.559320 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-f899f2e4-13cd-4fb5-ad3c-1d29d65226ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781795183391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525393'] for agent (b2ad0527-00d5-4995-bc97-ec84c4e02f0b), after_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:44:29.481479 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.wsgi [-] (110152) accepted ('10.222.0.60', 36696) {{(pid=110152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 17:44:29.635209 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.wsgi [-] (110153) accepted ('10.222.0.60', 36708) {{(pid=110153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 17:44:29.917781 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-6e7843ec-d0f7-458f-882d-f3119cccdd71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781795183391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525393'] for agent (eaac381b-e402-41c3-a8e6-8f962681d3e6), after_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:44:29.976402 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.v2.base [None req-58e0f030-3d63-4899-af48-02f4a30d6a17 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-709907603-network', 'tenant_id': '0461acfadf8743fdbd62a39bf3fe3e1c'}} {{(pid=110152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 17:44:30.000741 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.wsgi [-] (110153) accepted ('10.222.0.60', 36728) {{(pid=110153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 17:44:30.012414 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58e0f030-3d63-4899-af48-02f4a30d6a17 admin admin] Made reservation on behalf of 0461acfadf8743fdbd62a39bf3fe3e1c for: {'network': 1} {{(pid=110152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 17:44:30.015298 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-58e0f030-3d63-4899-af48-02f4a30d6a17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1514036'] for network (None), before_create {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:44:30.021570 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.v2.base [None req-f958cfaa-4d95-4c2b-8d3d-ee0af8b6fd5f admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1751700437-network', 'tenant_id': '98c641670665465caa49f5d709911793'}} {{(pid=110153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 17:44:30.025294 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-58e0f030-3d63-4899-af48-02f4a30d6a17 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:44:30.049234 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f958cfaa-4d95-4c2b-8d3d-ee0af8b6fd5f admin admin] Made reservation on behalf of 98c641670665465caa49f5d709911793 for: {'network': 1} {{(pid=110153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 17:44:30.052356 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-f958cfaa-4d95-4c2b-8d3d-ee0af8b6fd5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1514036'] for network (None), before_create {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:44:30.063490 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-f958cfaa-4d95-4c2b-8d3d-ee0af8b6fd5f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:44:30.111624 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-58e0f030-3d63-4899-af48-02f4a30d6a17 admin admin] Publish callbacks [] for security_group (2c3feb5f-aace-43e2-a267-68e1f0cf4b04), precommit_create {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:44:30.116804 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-58e0f030-3d63-4899-af48-02f4a30d6a17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-282428'] for security_group (2c3feb5f-aace-43e2-a267-68e1f0cf4b04), after_create {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:44:30.157077 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e0f030-3d63-4899-af48-02f4a30d6a17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c3feb5f-aace-43e2-a267-68e1f0cf4b04,revision_number=1']} {{(pid=110152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:44:30.169293 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-f958cfaa-4d95-4c2b-8d3d-ee0af8b6fd5f admin admin] Publish callbacks [] for security_group (d3ebf738-b4c3-41d4-bb82-f79908831846), precommit_create {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:44:30.170745 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.wsgi [-] (110153) accepted ('10.222.0.60', 36736) {{(pid=110153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 17:44:30.171686 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-58e0f030-3d63-4899-af48-02f4a30d6a17 admin admin] vlan segment allocate from pool success with {'vlan_id': 554, 'physical_network': 'physnet1'} {{(pid=110152) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 17:44:30.178718 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-f958cfaa-4d95-4c2b-8d3d-ee0af8b6fd5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-282428'] for security_group (d3ebf738-b4c3-41d4-bb82-f79908831846), after_create {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:44:30.192548 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e0f030-3d63-4899-af48-02f4a30d6a17 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:44:30.193439 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e0f030-3d63-4899-af48-02f4a30d6a17 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:44:30.193791 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f958cfaa-4d95-4c2b-8d3d-ee0af8b6fd5f admin admin] vlan segment allocate from pool success with {'vlan_id': 599, 'physical_network': 'physnet1'} {{(pid=110153) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 17:44:30.195517 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e0f030-3d63-4899-af48-02f4a30d6a17 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:44:30.196243 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e0f030-3d63-4899-af48-02f4a30d6a17 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:44:30.196854 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e0f030-3d63-4899-af48-02f4a30d6a17 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:44:30.197497 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e0f030-3d63-4899-af48-02f4a30d6a17 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:44:30.197997 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e0f030-3d63-4899-af48-02f4a30d6a17 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:44:30.198519 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e0f030-3d63-4899-af48-02f4a30d6a17 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:44:30.199019 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e0f030-3d63-4899-af48-02f4a30d6a17 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:44:30.199574 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e0f030-3d63-4899-af48-02f4a30d6a17 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:44:30.200205 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e0f030-3d63-4899-af48-02f4a30d6a17 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:44:30.200709 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e0f030-3d63-4899-af48-02f4a30d6a17 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:44:30.201254 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e0f030-3d63-4899-af48-02f4a30d6a17 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:44:30.201875 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e0f030-3d63-4899-af48-02f4a30d6a17 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:44:30.202459 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e0f030-3d63-4899-af48-02f4a30d6a17 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:44:30.204181 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e0f030-3d63-4899-af48-02f4a30d6a17 admin admin] Tracked resource versions report: May 10 17:44:30.204181 dv-cinder-841302-2-iscsi neutron-server[110152]: pushed versions: May 10 17:44:30.204181 dv-cinder-841302-2-iscsi neutron-server[110152]: { 'AddressGroup': {'1.2'}, May 10 17:44:30.204181 dv-cinder-841302-2-iscsi neutron-server[110152]: 'Agent': {'1.1'}, May 10 17:44:30.204181 dv-cinder-841302-2-iscsi neutron-server[110152]: 'ConntrackHelper': {'1.0'}, May 10 17:44:30.204181 dv-cinder-841302-2-iscsi neutron-server[110152]: 'LocalIPAssociation': {'1.0'}, May 10 17:44:30.204181 dv-cinder-841302-2-iscsi neutron-server[110152]: 'Log': {'1.0'}, May 10 17:44:30.204181 dv-cinder-841302-2-iscsi neutron-server[110152]: 'NDPProxy': {'1.0'}, May 10 17:44:30.204181 dv-cinder-841302-2-iscsi neutron-server[110152]: 'Network': {'1.1'}, May 10 17:44:30.204181 dv-cinder-841302-2-iscsi neutron-server[110152]: 'Port': {'1.7'}, May 10 17:44:30.204181 dv-cinder-841302-2-iscsi neutron-server[110152]: 'PortForwarding': {'1.3'}, May 10 17:44:30.204181 dv-cinder-841302-2-iscsi neutron-server[110152]: 'QosPolicy': {'1.10'}, May 10 17:44:30.204181 dv-cinder-841302-2-iscsi neutron-server[110152]: 'SecurityGroup': {'1.5'}, May 10 17:44:30.204181 dv-cinder-841302-2-iscsi neutron-server[110152]: 'SecurityGroupRule': {'1.2'}, May 10 17:44:30.204181 dv-cinder-841302-2-iscsi neutron-server[110152]: 'SubPort': {'1.0'}, May 10 17:44:30.204181 dv-cinder-841302-2-iscsi neutron-server[110152]: 'Subnet': {'1.1'}, May 10 17:44:30.204181 dv-cinder-841302-2-iscsi neutron-server[110152]: 'Trunk': {'1.1'}} May 10 17:44:30.204181 dv-cinder-841302-2-iscsi neutron-server[110152]: consumer versions: May 10 17:44:30.204181 dv-cinder-841302-2-iscsi neutron-server[110152]: { DHCP agent@dv-cinder-841302-2-iscsi: {}, May 10 17:44:30.204181 dv-cinder-841302-2-iscsi neutron-server[110152]: HyperV agent@hv-cinder-84130: {}, May 10 17:44:30.204181 dv-cinder-841302-2-iscsi neutron-server[110152]: L3 agent@dv-cinder-841302-2-iscsi: {}, May 10 17:44:30.204181 dv-cinder-841302-2-iscsi neutron-server[110152]: Metadata agent@dv-cinder-841302-2-iscsi: {}, May 10 17:44:30.204181 dv-cinder-841302-2-iscsi neutron-server[110152]: Metering agent@dv-cinder-841302-2-iscsi: {}, May 10 17:44:30.204181 dv-cinder-841302-2-iscsi neutron-server[110152]: Open vSwitch agent@dv-cinder-841302-2-iscsi: { 'AddressGroup': '1.2', May 10 17:44:30.204181 dv-cinder-841302-2-iscsi neutron-server[110152]: 'Agent': '1.1', May 10 17:44:30.204181 dv-cinder-841302-2-iscsi neutron-server[110152]: 'ConntrackHelper': '1.0', May 10 17:44:30.204181 dv-cinder-841302-2-iscsi neutron-server[110152]: 'LocalIPAssociation': '1.0', May 10 17:44:30.204181 dv-cinder-841302-2-iscsi neutron-server[110152]: 'Log': '1.0', May 10 17:44:30.204181 dv-cinder-841302-2-iscsi neutron-server[110152]: 'NDPProxy': '1.0', May 10 17:44:30.204181 dv-cinder-841302-2-iscsi neutron-server[110152]: 'Network': '1.1', May 10 17:44:30.204181 dv-cinder-841302-2-iscsi neutron-server[110152]: 'Port': '1.7', May 10 17:44:30.204181 dv-cinder-841302-2-iscsi neutron-server[110152]: 'PortForwarding': '1.3', May 10 17:44:30.204181 dv-cinder-841302-2-iscsi neutron-server[110152]: 'QosPolicy': '1.10', May 10 17:44:30.204181 dv-cinder-841302-2-iscsi neutron-server[110152]: 'SecurityGroup': '1.5', May 10 17:44:30.204181 dv-cinder-841302-2-iscsi neutron-server[110152]: 'SecurityGroupRule': '1.2', May 10 17:44:30.204181 dv-cinder-841302-2-iscsi neutron-server[110152]: 'SubPort': '1.0', May 10 17:44:30.204181 dv-cinder-841302-2-iscsi neutron-server[110152]: 'Subnet': '1.1', May 10 17:44:30.204181 dv-cinder-841302-2-iscsi neutron-server[110152]: 'Trunk': '1.1'}} May 10 17:44:30.204181 dv-cinder-841302-2-iscsi neutron-server[110152]: {{(pid=110152) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 10 17:44:30.206743 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-f958cfaa-4d95-4c2b-8d3d-ee0af8b6fd5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1469446'] for segment (ea3622d5-69b5-4599-877b-705151bafa66), precommit_create {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:44:30.206904 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.db.segments_db [None req-f958cfaa-4d95-4c2b-8d3d-ee0af8b6fd5f admin admin] Added segment ea3622d5-69b5-4599-877b-705151bafa66 of type vlan for network 4530795e-c50a-4eb4-a3c5-419871214a37 May 10 17:44:30.218781 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-58e0f030-3d63-4899-af48-02f4a30d6a17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1469446'] for segment (d952ff82-97df-4645-95cf-8a2390e9c9b8), precommit_create {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:44:30.219797 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.db.segments_db [None req-58e0f030-3d63-4899-af48-02f4a30d6a17 admin admin] Added segment d952ff82-97df-4645-95cf-8a2390e9c9b8 of type vlan for network 4f6007aa-61b1-40c3-a8ad-7f431d419cb5 May 10 17:44:30.246744 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.v2.base [None req-5de634c1-4b75-4051-aa81-822f9bf0ee62 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1935741533-network', 'tenant_id': 'f4e017a4040d450aad862065563ea64d'}} {{(pid=110153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 17:44:30.275925 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-58e0f030-3d63-4899-af48-02f4a30d6a17 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781794707887'] for network (4f6007aa-61b1-40c3-a8ad-7f431d419cb5), precommit_create {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:44:30.295059 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-f958cfaa-4d95-4c2b-8d3d-ee0af8b6fd5f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781794707887'] for network (4530795e-c50a-4eb4-a3c5-419871214a37), precommit_create {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:44:30.301606 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f958cfaa-4d95-4c2b-8d3d-ee0af8b6fd5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3ebf738-b4c3-41d4-bb82-f79908831846,revision_number=1']} {{(pid=110153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:44:30.311570 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5de634c1-4b75-4051-aa81-822f9bf0ee62 admin admin] Made reservation on behalf of f4e017a4040d450aad862065563ea64d for: {'network': 1} {{(pid=110153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 17:44:30.314518 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-5de634c1-4b75-4051-aa81-822f9bf0ee62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1514036'] for network (None), before_create {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:44:30.322201 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-58e0f030-3d63-4899-af48-02f4a30d6a17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-282477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631625'] for network (4f6007aa-61b1-40c3-a8ad-7f431d419cb5), after_create {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:44:30.323452 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58e0f030-3d63-4899-af48-02f4a30d6a17 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:44:30.325368 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-58e0f030-3d63-4899-af48-02f4a30d6a17 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631615'] for network (None), before_response {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:44:30.327168 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f958cfaa-4d95-4c2b-8d3d-ee0af8b6fd5f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:44:30.327669 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f958cfaa-4d95-4c2b-8d3d-ee0af8b6fd5f admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:44:30.328053 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f958cfaa-4d95-4c2b-8d3d-ee0af8b6fd5f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:44:30.328469 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f958cfaa-4d95-4c2b-8d3d-ee0af8b6fd5f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:44:30.328803 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f958cfaa-4d95-4c2b-8d3d-ee0af8b6fd5f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:44:30.329137 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f958cfaa-4d95-4c2b-8d3d-ee0af8b6fd5f admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:44:30.329465 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f958cfaa-4d95-4c2b-8d3d-ee0af8b6fd5f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:44:30.329790 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f958cfaa-4d95-4c2b-8d3d-ee0af8b6fd5f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:44:30.330107 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f958cfaa-4d95-4c2b-8d3d-ee0af8b6fd5f admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:44:30.330656 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f958cfaa-4d95-4c2b-8d3d-ee0af8b6fd5f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:44:30.331230 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f958cfaa-4d95-4c2b-8d3d-ee0af8b6fd5f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:44:30.331782 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f958cfaa-4d95-4c2b-8d3d-ee0af8b6fd5f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:44:30.332307 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f958cfaa-4d95-4c2b-8d3d-ee0af8b6fd5f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:44:30.332813 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f958cfaa-4d95-4c2b-8d3d-ee0af8b6fd5f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:44:30.333329 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f958cfaa-4d95-4c2b-8d3d-ee0af8b6fd5f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:44:30.334701 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f958cfaa-4d95-4c2b-8d3d-ee0af8b6fd5f admin admin] Tracked resource versions report: May 10 17:44:30.334701 dv-cinder-841302-2-iscsi neutron-server[110153]: pushed versions: May 10 17:44:30.334701 dv-cinder-841302-2-iscsi neutron-server[110153]: { 'AddressGroup': {'1.2'}, May 10 17:44:30.334701 dv-cinder-841302-2-iscsi neutron-server[110153]: 'Agent': {'1.1'}, May 10 17:44:30.334701 dv-cinder-841302-2-iscsi neutron-server[110153]: 'ConntrackHelper': {'1.0'}, May 10 17:44:30.334701 dv-cinder-841302-2-iscsi neutron-server[110153]: 'LocalIPAssociation': {'1.0'}, May 10 17:44:30.334701 dv-cinder-841302-2-iscsi neutron-server[110153]: 'Log': {'1.0'}, May 10 17:44:30.334701 dv-cinder-841302-2-iscsi neutron-server[110153]: 'NDPProxy': {'1.0'}, May 10 17:44:30.334701 dv-cinder-841302-2-iscsi neutron-server[110153]: 'Network': {'1.1'}, May 10 17:44:30.334701 dv-cinder-841302-2-iscsi neutron-server[110153]: 'Port': {'1.7'}, May 10 17:44:30.334701 dv-cinder-841302-2-iscsi neutron-server[110153]: 'PortForwarding': {'1.3'}, May 10 17:44:30.334701 dv-cinder-841302-2-iscsi neutron-server[110153]: 'QosPolicy': {'1.10'}, May 10 17:44:30.334701 dv-cinder-841302-2-iscsi neutron-server[110153]: 'SecurityGroup': {'1.5'}, May 10 17:44:30.334701 dv-cinder-841302-2-iscsi neutron-server[110153]: 'SecurityGroupRule': {'1.2'}, May 10 17:44:30.334701 dv-cinder-841302-2-iscsi neutron-server[110153]: 'SubPort': {'1.0'}, May 10 17:44:30.334701 dv-cinder-841302-2-iscsi neutron-server[110153]: 'Subnet': {'1.1'}, May 10 17:44:30.334701 dv-cinder-841302-2-iscsi neutron-server[110153]: 'Trunk': {'1.1'}} May 10 17:44:30.334701 dv-cinder-841302-2-iscsi neutron-server[110153]: consumer versions: May 10 17:44:30.334701 dv-cinder-841302-2-iscsi neutron-server[110153]: { DHCP agent@dv-cinder-841302-2-iscsi: {}, May 10 17:44:30.334701 dv-cinder-841302-2-iscsi neutron-server[110153]: HyperV agent@hv-cinder-84130: {}, May 10 17:44:30.334701 dv-cinder-841302-2-iscsi neutron-server[110153]: L3 agent@dv-cinder-841302-2-iscsi: {}, May 10 17:44:30.334701 dv-cinder-841302-2-iscsi neutron-server[110153]: Metadata agent@dv-cinder-841302-2-iscsi: {}, May 10 17:44:30.334701 dv-cinder-841302-2-iscsi neutron-server[110153]: Metering agent@dv-cinder-841302-2-iscsi: {}, May 10 17:44:30.334701 dv-cinder-841302-2-iscsi neutron-server[110153]: Open vSwitch agent@dv-cinder-841302-2-iscsi: { 'AddressGroup': '1.2', May 10 17:44:30.334701 dv-cinder-841302-2-iscsi neutron-server[110153]: 'Agent': '1.1', May 10 17:44:30.334701 dv-cinder-841302-2-iscsi neutron-server[110153]: 'ConntrackHelper': '1.0', May 10 17:44:30.334701 dv-cinder-841302-2-iscsi neutron-server[110153]: 'LocalIPAssociation': '1.0', May 10 17:44:30.334701 dv-cinder-841302-2-iscsi neutron-server[110153]: 'Log': '1.0', May 10 17:44:30.334701 dv-cinder-841302-2-iscsi neutron-server[110153]: 'NDPProxy': '1.0', May 10 17:44:30.334701 dv-cinder-841302-2-iscsi neutron-server[110153]: 'Network': '1.1', May 10 17:44:30.334701 dv-cinder-841302-2-iscsi neutron-server[110153]: 'Port': '1.7', May 10 17:44:30.334701 dv-cinder-841302-2-iscsi neutron-server[110153]: 'PortForwarding': '1.3', May 10 17:44:30.334701 dv-cinder-841302-2-iscsi neutron-server[110153]: 'QosPolicy': '1.10', May 10 17:44:30.334701 dv-cinder-841302-2-iscsi neutron-server[110153]: 'SecurityGroup': '1.5', May 10 17:44:30.334701 dv-cinder-841302-2-iscsi neutron-server[110153]: 'SecurityGroupRule': '1.2', May 10 17:44:30.334701 dv-cinder-841302-2-iscsi neutron-server[110153]: 'SubPort': '1.0', May 10 17:44:30.334701 dv-cinder-841302-2-iscsi neutron-server[110153]: 'Subnet': '1.1', May 10 17:44:30.334701 dv-cinder-841302-2-iscsi neutron-server[110153]: 'Trunk': '1.1'}} May 10 17:44:30.334701 dv-cinder-841302-2-iscsi neutron-server[110153]: {{(pid=110153) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 10 17:44:30.341508 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-5de634c1-4b75-4051-aa81-822f9bf0ee62 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:44:30.373446 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-f958cfaa-4d95-4c2b-8d3d-ee0af8b6fd5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-282477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631625'] for network (4530795e-c50a-4eb4-a3c5-419871214a37), after_create {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:44:30.374417 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f958cfaa-4d95-4c2b-8d3d-ee0af8b6fd5f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:44:30.375048 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-f958cfaa-4d95-4c2b-8d3d-ee0af8b6fd5f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631615'] for network (None), before_response {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:44:30.463652 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f958cfaa-4d95-4c2b-8d3d-ee0af8b6fd5f admin admin] Pushing event updated for resources: {'Network': ['ID=4530795e-c50a-4eb4-a3c5-419871214a37,revision_number=1']} {{(pid=110153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:44:30.476684 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [None req-f958cfaa-4d95-4c2b-8d3d-ee0af8b6fd5f admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8403094 May 10 17:44:30.479799 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.rpc [None req-6e697e78-9dd1-4bc1-8573-56b901d07725 None None] Network 4530795e-c50a-4eb4-a3c5-419871214a37 details requested by agent ovs-agent-dv-cinder-841302-2-iscsi with host dv-cinder-841302-2-iscsi {{(pid=110154) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 10 17:44:30.482841 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.wsgi [-] (110153) accepted ('10.222.0.60', 36752) {{(pid=110153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 17:44:30.491077 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.v2.base [None req-3edb5f67-1a07-492d-83fb-5767a80da91e admin admin] Request body: {'subnet': {'network_id': '4530795e-c50a-4eb4-a3c5-419871214a37', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1751700437-subnet', 'tenant_id': '98c641670665465caa49f5d709911793', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 17:44:30.500555 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.v2.base [None req-bf056b9b-2cd2-4e91-9510-0b4c277d69d4 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-997119658-network', 'tenant_id': 'ec9da2f35bcd444fa485c453103df5cc'}} {{(pid=110153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 17:44:30.516079 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [None req-58e0f030-3d63-4899-af48-02f4a30d6a17 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.0328240 May 10 17:44:30.516840 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.wsgi [-] (110152) accepted ('10.222.0.60', 36756) {{(pid=110152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 17:44:30.518056 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e0f030-3d63-4899-af48-02f4a30d6a17 admin admin] Pushing event updated for resources: {'Network': ['ID=4f6007aa-61b1-40c3-a8ad-7f431d419cb5,revision_number=1']} {{(pid=110152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:44:30.538099 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.v2.base [None req-71d360b4-d9e6-42f3-9be6-c5780b1a6740 admin admin] Request body: {'subnet': {'network_id': '4f6007aa-61b1-40c3-a8ad-7f431d419cb5', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-709907603-subnet', 'tenant_id': '0461acfadf8743fdbd62a39bf3fe3e1c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 17:44:30.579072 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3edb5f67-1a07-492d-83fb-5767a80da91e admin admin] Made reservation on behalf of 98c641670665465caa49f5d709911793 for: {'subnet': 1} {{(pid=110153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 17:44:30.582426 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-3edb5f67-1a07-492d-83fb-5767a80da91e admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:44:30.593743 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71d360b4-d9e6-42f3-9be6-c5780b1a6740 admin admin] Made reservation on behalf of 0461acfadf8743fdbd62a39bf3fe3e1c for: {'subnet': 1} {{(pid=110152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 17:44:30.594351 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.rpc [None req-6e697e78-9dd1-4bc1-8573-56b901d07725 None None] Network 4f6007aa-61b1-40c3-a8ad-7f431d419cb5 details requested by agent ovs-agent-dv-cinder-841302-2-iscsi with host dv-cinder-841302-2-iscsi {{(pid=110154) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 10 17:44:30.596760 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-71d360b4-d9e6-42f3-9be6-c5780b1a6740 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:44:30.609473 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf056b9b-2cd2-4e91-9510-0b4c277d69d4 admin admin] Made reservation on behalf of ec9da2f35bcd444fa485c453103df5cc for: {'network': 1} {{(pid=110153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 17:44:30.612102 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-bf056b9b-2cd2-4e91-9510-0b4c277d69d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1514036'] for network (None), before_create {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:44:30.777039 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-bf056b9b-2cd2-4e91-9510-0b4c277d69d4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:44:30.792295 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-5de634c1-4b75-4051-aa81-822f9bf0ee62 admin admin] Publish callbacks [] for security_group (b2bedc22-b07e-41ad-865d-0bda06c11ed7), precommit_create {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:44:30.861627 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-5de634c1-4b75-4051-aa81-822f9bf0ee62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-282428'] for security_group (b2bedc22-b07e-41ad-865d-0bda06c11ed7), after_create {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:44:30.869952 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-3edb5f67-1a07-492d-83fb-5767a80da91e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-321831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631625'] for subnet (ddad705e-84c2-443f-a868-af440f1937f1), after_create {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:44:30.946682 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3edb5f67-1a07-492d-83fb-5767a80da91e admin admin] Pushing event updated for resources: {'Subnet': ['ID=ddad705e-84c2-443f-a868-af440f1937f1,revision_number=0']} {{(pid=110153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:44:30.975755 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5de634c1-4b75-4051-aa81-822f9bf0ee62 admin admin] vlan segment allocate from pool success with {'vlan_id': 591, 'physical_network': 'physnet1'} {{(pid=110153) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 17:44:31.001466 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3edb5f67-1a07-492d-83fb-5767a80da91e admin admin] Checking segment: {'id': 'ea3622d5-69b5-4599-877b-705151bafa66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '4530795e-c50a-4eb4-a3c5-419871214a37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 17:44:31.002198 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3edb5f67-1a07-492d-83fb-5767a80da91e admin admin] Network hostable DHCP agents. Network: 4530795e-c50a-4eb4-a3c5-419871214a37, hostable agents: ['b2ad0527-00d5-4995-bc97-ec84c4e02f0b'], hosted agents: [] {{(pid=110153) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 17:44:31.013317 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-71d360b4-d9e6-42f3-9be6-c5780b1a6740 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-321831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631625'] for subnet (c13a30fd-de84-4d1b-92b1-edbd848fe110), after_create {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:44:31.024808 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-5de634c1-4b75-4051-aa81-822f9bf0ee62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1469446'] for segment (0faf29e6-d72c-448f-aa3a-91b840f90216), precommit_create {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:44:31.025475 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.db.segments_db [None req-5de634c1-4b75-4051-aa81-822f9bf0ee62 admin admin] Added segment 0faf29e6-d72c-448f-aa3a-91b840f90216 of type vlan for network 5a13d84d-c9e9-413f-a254-ca6edab95c78 May 10 17:44:31.070007 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de634c1-4b75-4051-aa81-822f9bf0ee62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2bedc22-b07e-41ad-865d-0bda06c11ed7,revision_number=1']} {{(pid=110153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:44:31.096374 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3edb5f67-1a07-492d-83fb-5767a80da91e admin admin] Network 4530795e-c50a-4eb4-a3c5-419871214a37 is scheduled to be hosted by DHCP agent b2ad0527-00d5-4995-bc97-ec84c4e02f0b with binding_index 1 {{(pid=110153) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 17:44:31.103000 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71d360b4-d9e6-42f3-9be6-c5780b1a6740 admin admin] Checking segment: {'id': 'd952ff82-97df-4645-95cf-8a2390e9c9b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '4f6007aa-61b1-40c3-a8ad-7f431d419cb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 17:44:31.103430 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71d360b4-d9e6-42f3-9be6-c5780b1a6740 admin admin] Network hostable DHCP agents. Network: 4f6007aa-61b1-40c3-a8ad-7f431d419cb5, hostable agents: ['b2ad0527-00d5-4995-bc97-ec84c4e02f0b'], hosted agents: [] {{(pid=110152) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 17:44:31.115193 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d360b4-d9e6-42f3-9be6-c5780b1a6740 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c13a30fd-de84-4d1b-92b1-edbd848fe110,revision_number=0']} {{(pid=110152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:44:31.127968 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-5de634c1-4b75-4051-aa81-822f9bf0ee62 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781794707887'] for network (5a13d84d-c9e9-413f-a254-ca6edab95c78), precommit_create {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:44:31.137709 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.scheduler.base_scheduler [None req-3edb5f67-1a07-492d-83fb-5767a80da91e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-841302-2-iscsi, 4530795e-c50a-4eb4-a3c5-419871214a37) {{(pid=110153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 17:44:31.153328 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3edb5f67-1a07-492d-83fb-5767a80da91e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:44:31.154522 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-3edb5f67-1a07-492d-83fb-5767a80da91e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631615'] for subnet (None), before_response {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:44:31.163575 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71d360b4-d9e6-42f3-9be6-c5780b1a6740 admin admin] Network 4f6007aa-61b1-40c3-a8ad-7f431d419cb5 is scheduled to be hosted by DHCP agent b2ad0527-00d5-4995-bc97-ec84c4e02f0b with binding_index 1 {{(pid=110152) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 17:44:31.183320 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17d81ffd-bbf7-46de-996b-d195d50d21cd None None] Network 4530795e-c50a-4eb4-a3c5-419871214a37 requested from dv-cinder-841302-2-iscsi {{(pid=110154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 17:44:31.192388 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.scheduler.base_scheduler [None req-71d360b4-d9e6-42f3-9be6-c5780b1a6740 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-841302-2-iscsi, 4f6007aa-61b1-40c3-a8ad-7f431d419cb5) {{(pid=110152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 17:44:31.198882 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-bf056b9b-2cd2-4e91-9510-0b4c277d69d4 admin admin] Publish callbacks [] for security_group (1dc31e58-b13c-4610-8a7b-a2e2a07c824b), precommit_create {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:44:31.199896 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781795183391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525393'] for agent (16638279-eb91-49a3-95a5-8b540cc2f948), after_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:44:31.214234 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [None req-3edb5f67-1a07-492d-83fb-5767a80da91e admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7296474 May 10 17:44:31.216452 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-5de634c1-4b75-4051-aa81-822f9bf0ee62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-282477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631625'] for network (5a13d84d-c9e9-413f-a254-ca6edab95c78), after_create {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:44:31.217231 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5de634c1-4b75-4051-aa81-822f9bf0ee62 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:44:31.217989 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-5de634c1-4b75-4051-aa81-822f9bf0ee62 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631615'] for network (None), before_response {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:44:31.226259 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71d360b4-d9e6-42f3-9be6-c5780b1a6740 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:44:31.228550 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-71d360b4-d9e6-42f3-9be6-c5780b1a6740 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631615'] for subnet (None), before_response {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:44:31.230211 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-bf056b9b-2cd2-4e91-9510-0b4c277d69d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-282428'] for security_group (1dc31e58-b13c-4610-8a7b-a2e2a07c824b), after_create {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:44:31.244361 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [None req-5de634c1-4b75-4051-aa81-822f9bf0ee62 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.2398202 May 10 17:44:31.255828 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.wsgi [-] (110153) accepted ('10.222.0.60', 36786) {{(pid=110153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 17:44:31.273970 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [None req-71d360b4-d9e6-42f3-9be6-c5780b1a6740 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.7395065 May 10 17:44:31.275391 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.wsgi [-] (110152) accepted ('10.222.0.60', 36788) {{(pid=110152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 17:44:31.279938 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d33d4da0-3a77-4fe9-997e-4005dcc17d4e None None] Network 4f6007aa-61b1-40c3-a8ad-7f431d419cb5 requested from dv-cinder-841302-2-iscsi {{(pid=110154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 17:44:31.287105 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.v2.base [None req-3c4e14bc-86b2-46e0-9783-7f5d9b32cdb3 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-709907603-router', 'tenant_id': '0461acfadf8743fdbd62a39bf3fe3e1c', 'external_gateway_info': {'network_id': '85dc89cf-59f9-4edb-b26e-52bcb8a93763'}}} {{(pid=110152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 17:44:31.297281 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.v2.base [None req-be6e8aae-7065-4307-aed2-19f1bf859da7 admin admin] Request body: {'subnet': {'network_id': '5a13d84d-c9e9-413f-a254-ca6edab95c78', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1935741533-subnet', 'tenant_id': 'f4e017a4040d450aad862065563ea64d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 17:44:31.325466 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf056b9b-2cd2-4e91-9510-0b4c277d69d4 admin admin] vlan segment allocate from pool success with {'vlan_id': 583, 'physical_network': 'physnet1'} {{(pid=110153) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 17:44:31.338030 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-3c4e14bc-86b2-46e0-9783-7f5d9b32cdb3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-537840', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-789'] for router (c9c33587-9fa0-4825-a931-8281566e8cec), before_create {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:44:31.339793 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-3c4e14bc-86b2-46e0-9783-7f5d9b32cdb3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-537668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-642791', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-610544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-814'] for router (c9c33587-9fa0-4825-a931-8281566e8cec), precommit_create {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:44:31.354016 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf056b9b-2cd2-4e91-9510-0b4c277d69d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1dc31e58-b13c-4610-8a7b-a2e2a07c824b,revision_number=1']} {{(pid=110153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:44:31.361707 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de634c1-4b75-4051-aa81-822f9bf0ee62 admin admin] Pushing event updated for resources: {'Network': ['ID=5a13d84d-c9e9-413f-a254-ca6edab95c78,revision_number=1']} {{(pid=110153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:44:31.366818 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-bf056b9b-2cd2-4e91-9510-0b4c277d69d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1469446'] for segment (5476eec8-6d3c-4719-9920-b0738333a1e7), precommit_create {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:44:31.367520 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.db.segments_db [None req-bf056b9b-2cd2-4e91-9510-0b4c277d69d4 admin admin] Added segment 5476eec8-6d3c-4719-9920-b0738333a1e7 of type vlan for network f37a5a11-05c8-4d32-b0a0-13874a53c216 May 10 17:44:31.417860 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be6e8aae-7065-4307-aed2-19f1bf859da7 admin admin] Made reservation on behalf of f4e017a4040d450aad862065563ea64d for: {'subnet': 1} {{(pid=110153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 17:44:31.423643 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-be6e8aae-7065-4307-aed2-19f1bf859da7 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:44:31.474147 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.rpc [None req-6e697e78-9dd1-4bc1-8573-56b901d07725 None None] Network 5a13d84d-c9e9-413f-a254-ca6edab95c78 details requested by agent ovs-agent-dv-cinder-841302-2-iscsi with host dv-cinder-841302-2-iscsi {{(pid=110154) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 10 17:44:31.485749 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-3c4e14bc-86b2-46e0-9783-7f5d9b32cdb3 admin admin] Publish callbacks [] for router_controller (c9c33587-9fa0-4825-a931-8281566e8cec), precommit_add_association {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:44:31.526853 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1688ed25-3175-4139-ac95-e3e892ea7647 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa19f327b-e3f6-5d02-b8b8-f794978bb937-4f6007aa-61b1-40c3-a8ad-7f431d419cb5', 'network_id': '4f6007aa-61b1-40c3-a8ad-7f431d419cb5', 'project_id': '0461acfadf8743fdbd62a39bf3fe3e1c', 'fixed_ips': [{'subnet_id': 'c13a30fd-de84-4d1b-92b1-edbd848fe110'}]}} from dv-cinder-841302-2-iscsi. {{(pid=110154) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 10 17:44:31.528120 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-1688ed25-3175-4139-ac95-e3e892ea7647 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1514036'] for port (None), before_create {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:44:31.630631 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-d07e8966-ef10-4d42-b774-228753b3fd3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781795183391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525393'] for agent (a55810b0-63c4-4499-a4d9-efcdb1615ce8), after_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:44:31.684900 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-bf056b9b-2cd2-4e91-9510-0b4c277d69d4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781794707887'] for network (f37a5a11-05c8-4d32-b0a0-13874a53c216), precommit_create {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:44:31.713324 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-be6e8aae-7065-4307-aed2-19f1bf859da7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-321831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631625'] for subnet (8d05c8d5-b43f-426f-967a-5bcf2a7a77f7), after_create {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:44:31.722377 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-bf056b9b-2cd2-4e91-9510-0b4c277d69d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-282477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631625'] for network (f37a5a11-05c8-4d32-b0a0-13874a53c216), after_create {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:44:31.723642 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf056b9b-2cd2-4e91-9510-0b4c277d69d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:44:31.724716 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-bf056b9b-2cd2-4e91-9510-0b4c277d69d4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631615'] for network (None), before_response {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:44:31.744831 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-160afd6a-fea5-4aef-89e0-6bd9f7b37624 None None] Network 4530795e-c50a-4eb4-a3c5-419871214a37 requested from dv-cinder-841302-2-iscsi {{(pid=110154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 17:44:31.811344 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf056b9b-2cd2-4e91-9510-0b4c277d69d4 admin admin] Pushing event updated for resources: {'Network': ['ID=f37a5a11-05c8-4d32-b0a0-13874a53c216,revision_number=1']} {{(pid=110153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:44:31.848065 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.rpc [None req-6e697e78-9dd1-4bc1-8573-56b901d07725 None None] Network f37a5a11-05c8-4d32-b0a0-13874a53c216 details requested by agent ovs-agent-dv-cinder-841302-2-iscsi with host dv-cinder-841302-2-iscsi {{(pid=110154) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 10 17:44:31.861942 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [None req-bf056b9b-2cd2-4e91-9510-0b4c277d69d4 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.6893137 May 10 17:44:31.866484 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.wsgi [-] (110153) accepted ('10.222.0.60', 36814) {{(pid=110153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 17:44:31.876813 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.v2.base [None req-8b5b0d16-f8a7-438e-a984-193841ca0273 admin admin] Request body: {'subnet': {'network_id': 'f37a5a11-05c8-4d32-b0a0-13874a53c216', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-997119658-subnet', 'tenant_id': 'ec9da2f35bcd444fa485c453103df5cc', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 17:44:31.908234 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-3c4e14bc-86b2-46e0-9783-7f5d9b32cdb3 admin admin] Publish callbacks [] for router_gateway (c9c33587-9fa0-4825-a931-8281566e8cec), precommit_update {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:44:31.908849 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be6e8aae-7065-4307-aed2-19f1bf859da7 admin admin] Checking segment: {'id': '0faf29e6-d72c-448f-aa3a-91b840f90216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '5a13d84d-c9e9-413f-a254-ca6edab95c78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 17:44:31.909066 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be6e8aae-7065-4307-aed2-19f1bf859da7 admin admin] Network hostable DHCP agents. Network: 5a13d84d-c9e9-413f-a254-ca6edab95c78, hostable agents: ['b2ad0527-00d5-4995-bc97-ec84c4e02f0b'], hosted agents: [] {{(pid=110153) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 17:44:31.912145 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b5b0d16-f8a7-438e-a984-193841ca0273 admin admin] Made reservation on behalf of ec9da2f35bcd444fa485c453103df5cc for: {'subnet': 1} {{(pid=110153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 17:44:31.914550 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-8b5b0d16-f8a7-438e-a984-193841ca0273 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:44:31.920060 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6e8aae-7065-4307-aed2-19f1bf859da7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8d05c8d5-b43f-426f-967a-5bcf2a7a77f7,revision_number=0']} {{(pid=110153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:44:32.045147 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be6e8aae-7065-4307-aed2-19f1bf859da7 admin admin] Network 5a13d84d-c9e9-413f-a254-ca6edab95c78 is scheduled to be hosted by DHCP agent b2ad0527-00d5-4995-bc97-ec84c4e02f0b with binding_index 1 {{(pid=110153) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 17:44:32.092683 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.scheduler.base_scheduler [None req-be6e8aae-7065-4307-aed2-19f1bf859da7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-841302-2-iscsi, 5a13d84d-c9e9-413f-a254-ca6edab95c78) {{(pid=110153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 17:44:32.103466 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be6e8aae-7065-4307-aed2-19f1bf859da7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:44:32.108210 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-be6e8aae-7065-4307-aed2-19f1bf859da7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631615'] for subnet (None), before_response {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:44:32.113451 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-330d3c72-2d99-4b30-a637-56008987c9a0 None None] Network 5a13d84d-c9e9-413f-a254-ca6edab95c78 requested from dv-cinder-841302-2-iscsi {{(pid=110154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 17:44:32.178811 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [None req-be6e8aae-7065-4307-aed2-19f1bf859da7 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9217665 May 10 17:44:32.179013 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.db.db_base_plugin_common [None req-1688ed25-3175-4139-ac95-e3e892ea7647 None None] Allocated IP 172.20.0.2 (4f6007aa-61b1-40c3-a8ad-7f431d419cb5/c13a30fd-de84-4d1b-92b1-edbd848fe110/c221960c-c7a7-4141-9bff-21782e5a721d) {{(pid=110154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 17:44:32.181800 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.wsgi [-] (110153) accepted ('10.222.0.60', 36836) {{(pid=110153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 17:44:32.197587 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.v2.base [None req-f0a334f1-0417-409b-840d-7dc64cb28540 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-1935741533-router', 'tenant_id': 'f4e017a4040d450aad862065563ea64d', 'external_gateway_info': {'network_id': '85dc89cf-59f9-4edb-b26e-52bcb8a93763'}}} {{(pid=110153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 17:44:32.243983 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-f0a334f1-0417-409b-840d-7dc64cb28540 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-537840', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-789'] for router (24a906bd-bc37-4f60-9d1b-823a31f350bf), before_create {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:44:32.247815 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-f0a334f1-0417-409b-840d-7dc64cb28540 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-537668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-642791', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-610544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-814'] for router (24a906bd-bc37-4f60-9d1b-823a31f350bf), precommit_create {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:44:32.373743 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-f0a334f1-0417-409b-840d-7dc64cb28540 admin admin] Publish callbacks [] for router_controller (24a906bd-bc37-4f60-9d1b-823a31f350bf), precommit_add_association {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:44:32.391328 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5377fbcd-c15f-4b2b-ba74-862240f036b0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa19f327b-e3f6-5d02-b8b8-f794978bb937-5a13d84d-c9e9-413f-a254-ca6edab95c78', 'network_id': '5a13d84d-c9e9-413f-a254-ca6edab95c78', 'project_id': 'f4e017a4040d450aad862065563ea64d', 'fixed_ips': [{'subnet_id': '8d05c8d5-b43f-426f-967a-5bcf2a7a77f7'}]}} from dv-cinder-841302-2-iscsi. {{(pid=110154) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 10 17:44:32.399033 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-5377fbcd-c15f-4b2b-ba74-862240f036b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1514036'] for port (None), before_create {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:44:32.486290 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-3c4e14bc-86b2-46e0-9783-7f5d9b32cdb3 admin admin] Publish callbacks [] for router_gateway (c9c33587-9fa0-4825-a931-8281566e8cec), before_create {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:44:32.553183 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-3c4e14bc-86b2-46e0-9783-7f5d9b32cdb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1514036'] for port (None), before_create {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:44:32.592493 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-8b5b0d16-f8a7-438e-a984-193841ca0273 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-321831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631625'] for subnet (cc50f2c8-8caf-42b1-b7c4-50bfe5301336), after_create {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:44:32.695884 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-1688ed25-3175-4139-ac95-e3e892ea7647 None None] Publish callbacks [] for port (c221960c-c7a7-4141-9bff-21782e5a721d), precommit_create {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:44:32.706143 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-f0a334f1-0417-409b-840d-7dc64cb28540 admin admin] Publish callbacks [] for router_gateway (24a906bd-bc37-4f60-9d1b-823a31f350bf), precommit_update {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:44:32.706702 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-1688ed25-3175-4139-ac95-e3e892ea7647 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1514136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781794686064'] for port (c221960c-c7a7-4141-9bff-21782e5a721d), after_create {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:44:32.789103 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1688ed25-3175-4139-ac95-e3e892ea7647 None None] Network 4f6007aa-61b1-40c3-a8ad-7f431d419cb5 is already hosted by enough agents. {{(pid=110154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 17:44:32.793338 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1688ed25-3175-4139-ac95-e3e892ea7647 None None] Pushing event updated for resources: {'Port': ['ID=c221960c-c7a7-4141-9bff-21782e5a721d,revision_number=1']} {{(pid=110154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:44:32.795673 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.scheduler.base_scheduler [None req-1688ed25-3175-4139-ac95-e3e892ea7647 None None] Resources bound (agent type, host, resource id): {{(pid=110154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 17:44:32.803106 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1688ed25-3175-4139-ac95-e3e892ea7647 None None] Received port after_create {{(pid=110154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 17:44:32.813821 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1688ed25-3175-4139-ac95-e3e892ea7647 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:44:32.813821 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1688ed25-3175-4139-ac95-e3e892ea7647 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:44:32.813821 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1688ed25-3175-4139-ac95-e3e892ea7647 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:44:32.813821 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1688ed25-3175-4139-ac95-e3e892ea7647 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:44:32.813821 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1688ed25-3175-4139-ac95-e3e892ea7647 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:44:32.813821 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1688ed25-3175-4139-ac95-e3e892ea7647 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:44:32.813821 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1688ed25-3175-4139-ac95-e3e892ea7647 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:44:32.813821 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1688ed25-3175-4139-ac95-e3e892ea7647 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:44:32.813821 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1688ed25-3175-4139-ac95-e3e892ea7647 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:44:32.813821 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1688ed25-3175-4139-ac95-e3e892ea7647 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:44:32.813821 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1688ed25-3175-4139-ac95-e3e892ea7647 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:44:32.813821 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1688ed25-3175-4139-ac95-e3e892ea7647 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:44:32.814963 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1688ed25-3175-4139-ac95-e3e892ea7647 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:44:32.814963 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1688ed25-3175-4139-ac95-e3e892ea7647 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:44:32.814963 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1688ed25-3175-4139-ac95-e3e892ea7647 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:44:32.815874 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1688ed25-3175-4139-ac95-e3e892ea7647 None None] Tracked resource versions report: May 10 17:44:32.815874 dv-cinder-841302-2-iscsi neutron-server[110154]: pushed versions: May 10 17:44:32.815874 dv-cinder-841302-2-iscsi neutron-server[110154]: { 'AddressGroup': {'1.2'}, May 10 17:44:32.815874 dv-cinder-841302-2-iscsi neutron-server[110154]: 'Agent': {'1.1'}, May 10 17:44:32.815874 dv-cinder-841302-2-iscsi neutron-server[110154]: 'ConntrackHelper': {'1.0'}, May 10 17:44:32.815874 dv-cinder-841302-2-iscsi neutron-server[110154]: 'LocalIPAssociation': {'1.0'}, May 10 17:44:32.815874 dv-cinder-841302-2-iscsi neutron-server[110154]: 'Log': {'1.0'}, May 10 17:44:32.815874 dv-cinder-841302-2-iscsi neutron-server[110154]: 'NDPProxy': {'1.0'}, May 10 17:44:32.815874 dv-cinder-841302-2-iscsi neutron-server[110154]: 'Network': {'1.1'}, May 10 17:44:32.815874 dv-cinder-841302-2-iscsi neutron-server[110154]: 'Port': {'1.7'}, May 10 17:44:32.815874 dv-cinder-841302-2-iscsi neutron-server[110154]: 'PortForwarding': {'1.3'}, May 10 17:44:32.815874 dv-cinder-841302-2-iscsi neutron-server[110154]: 'QosPolicy': {'1.10'}, May 10 17:44:32.815874 dv-cinder-841302-2-iscsi neutron-server[110154]: 'SecurityGroup': {'1.5'}, May 10 17:44:32.815874 dv-cinder-841302-2-iscsi neutron-server[110154]: 'SecurityGroupRule': {'1.2'}, May 10 17:44:32.815874 dv-cinder-841302-2-iscsi neutron-server[110154]: 'SubPort': {'1.0'}, May 10 17:44:32.815874 dv-cinder-841302-2-iscsi neutron-server[110154]: 'Subnet': {'1.1'}, May 10 17:44:32.815874 dv-cinder-841302-2-iscsi neutron-server[110154]: 'Trunk': {'1.1'}} May 10 17:44:32.815874 dv-cinder-841302-2-iscsi neutron-server[110154]: consumer versions: May 10 17:44:32.815874 dv-cinder-841302-2-iscsi neutron-server[110154]: { DHCP agent@dv-cinder-841302-2-iscsi: {}, May 10 17:44:32.815874 dv-cinder-841302-2-iscsi neutron-server[110154]: HyperV agent@hv-cinder-84130: {}, May 10 17:44:32.815874 dv-cinder-841302-2-iscsi neutron-server[110154]: L3 agent@dv-cinder-841302-2-iscsi: {}, May 10 17:44:32.815874 dv-cinder-841302-2-iscsi neutron-server[110154]: Metadata agent@dv-cinder-841302-2-iscsi: {}, May 10 17:44:32.815874 dv-cinder-841302-2-iscsi neutron-server[110154]: Metering agent@dv-cinder-841302-2-iscsi: {}, May 10 17:44:32.815874 dv-cinder-841302-2-iscsi neutron-server[110154]: Open vSwitch agent@dv-cinder-841302-2-iscsi: { 'AddressGroup': '1.2', May 10 17:44:32.815874 dv-cinder-841302-2-iscsi neutron-server[110154]: 'Agent': '1.1', May 10 17:44:32.815874 dv-cinder-841302-2-iscsi neutron-server[110154]: 'ConntrackHelper': '1.0', May 10 17:44:32.815874 dv-cinder-841302-2-iscsi neutron-server[110154]: 'LocalIPAssociation': '1.0', May 10 17:44:32.815874 dv-cinder-841302-2-iscsi neutron-server[110154]: 'Log': '1.0', May 10 17:44:32.815874 dv-cinder-841302-2-iscsi neutron-server[110154]: 'NDPProxy': '1.0', May 10 17:44:32.815874 dv-cinder-841302-2-iscsi neutron-server[110154]: 'Network': '1.1', May 10 17:44:32.815874 dv-cinder-841302-2-iscsi neutron-server[110154]: 'Port': '1.7', May 10 17:44:32.815874 dv-cinder-841302-2-iscsi neutron-server[110154]: 'PortForwarding': '1.3', May 10 17:44:32.815874 dv-cinder-841302-2-iscsi neutron-server[110154]: 'QosPolicy': '1.10', May 10 17:44:32.815874 dv-cinder-841302-2-iscsi neutron-server[110154]: 'SecurityGroup': '1.5', May 10 17:44:32.815874 dv-cinder-841302-2-iscsi neutron-server[110154]: 'SecurityGroupRule': '1.2', May 10 17:44:32.815874 dv-cinder-841302-2-iscsi neutron-server[110154]: 'SubPort': '1.0', May 10 17:44:32.815874 dv-cinder-841302-2-iscsi neutron-server[110154]: 'Subnet': '1.1', May 10 17:44:32.815874 dv-cinder-841302-2-iscsi neutron-server[110154]: 'Trunk': '1.1'}} May 10 17:44:32.815874 dv-cinder-841302-2-iscsi neutron-server[110154]: {{(pid=110154) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 10 17:44:32.835681 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.db.db_base_plugin_common [None req-5377fbcd-c15f-4b2b-ba74-862240f036b0 None None] Allocated IP 172.20.0.2 (5a13d84d-c9e9-413f-a254-ca6edab95c78/8d05c8d5-b43f-426f-967a-5bcf2a7a77f7/b51805f6-f423-43dd-8343-850e2d250b7a) {{(pid=110154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 17:44:32.901682 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.db.db_base_plugin_common [None req-3c4e14bc-86b2-46e0-9783-7f5d9b32cdb3 admin admin] Allocated IP 172.27.0.113 (85dc89cf-59f9-4edb-b26e-52bcb8a93763/e93d94f1-cb19-4cd0-92e5-ca73d24bd8fb/87a6c3fa-3aef-470c-8fe9-fd0a98a390c8) {{(pid=110152) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 17:44:32.963739 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.managers [None req-1688ed25-3175-4139-ac95-e3e892ea7647 None None] Attempting to bind port c221960c-c7a7-4141-9bff-21782e5a721d on host dv-cinder-841302-2-iscsi for vnic_type normal with profile {{(pid=110154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 17:44:32.964122 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.managers [None req-1688ed25-3175-4139-ac95-e3e892ea7647 None None] Attempting to bind port c221960c-c7a7-4141-9bff-21782e5a721d by drivers openvswitch,hyperv on host dv-cinder-841302-2-iscsi at level 0 using segments [{'id': 'd952ff82-97df-4645-95cf-8a2390e9c9b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '4f6007aa-61b1-40c3-a8ad-7f431d419cb5'}] {{(pid=110154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 17:44:32.964491 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1688ed25-3175-4139-ac95-e3e892ea7647 None None] Attempting to bind port c221960c-c7a7-4141-9bff-21782e5a721d on network 4f6007aa-61b1-40c3-a8ad-7f431d419cb5 {{(pid=110154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 17:44:32.972933 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1688ed25-3175-4139-ac95-e3e892ea7647 None None] Checking agent: {'id': 'fdc37a75-b7a9-4e92-a59c-f5b8c02d060c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841302-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 17, 36, 4), 'started_at': datetime.datetime(2022, 5, 10, 17, 36, 34), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 17, 44, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841302-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 17:44:32.973311 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1688ed25-3175-4139-ac95-e3e892ea7647 None None] Checking segment: {'id': 'd952ff82-97df-4645-95cf-8a2390e9c9b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '4f6007aa-61b1-40c3-a8ad-7f431d419cb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 17:44:32.973720 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-1688ed25-3175-4139-ac95-e3e892ea7647 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:44:32.974117 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1688ed25-3175-4139-ac95-e3e892ea7647 None None] Bound using segment: {'id': 'd952ff82-97df-4645-95cf-8a2390e9c9b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '4f6007aa-61b1-40c3-a8ad-7f431d419cb5'} {{(pid=110154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 17:44:32.974596 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.managers [None req-1688ed25-3175-4139-ac95-e3e892ea7647 None None] Bound port: c221960c-c7a7-4141-9bff-21782e5a721d, host: dv-cinder-841302-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd952ff82-97df-4645-95cf-8a2390e9c9b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '4f6007aa-61b1-40c3-a8ad-7f431d419cb5'}}] {{(pid=110154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 17:44:32.974981 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-1688ed25-3175-4139-ac95-e3e892ea7647 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1514036'] for port (c221960c-c7a7-4141-9bff-21782e5a721d), before_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:44:33.062376 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-ae45faaf-356d-4e4a-a605-33fedb92cd97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781795183391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525393'] for agent (6a57b374-0daf-4fe3-9dd1-3d457a537aa7), after_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:44:33.145927 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.db [None req-1688ed25-3175-4139-ac95-e3e892ea7647 None None] For port c221960c-c7a7-4141-9bff-21782e5a721d, host dv-cinder-841302-2-iscsi, cleared binding levels {{(pid=110154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 17:44:33.151891 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.db [None req-1688ed25-3175-4139-ac95-e3e892ea7647 None None] For port c221960c-c7a7-4141-9bff-21782e5a721d, host dv-cinder-841302-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841302-2-iscsi',level=0,port_id=c221960c-c7a7-4141-9bff-21782e5a721d,segment=NetworkSegment(d952ff82-97df-4645-95cf-8a2390e9c9b8),segment_id=d952ff82-97df-4645-95cf-8a2390e9c9b8)] {{(pid=110154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 17:44:33.161912 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-1688ed25-3175-4139-ac95-e3e892ea7647 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1514136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781795229094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781794686082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781794686100'] for port (c221960c-c7a7-4141-9bff-21782e5a721d), after_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:44:33.177494 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-5377fbcd-c15f-4b2b-ba74-862240f036b0 None None] Publish callbacks [] for port (b51805f6-f423-43dd-8343-850e2d250b7a), precommit_create {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:44:33.181775 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5b0d16-f8a7-438e-a984-193841ca0273 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cc50f2c8-8caf-42b1-b7c4-50bfe5301336,revision_number=0']} {{(pid=110153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:44:33.187262 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-3c4e14bc-86b2-46e0-9783-7f5d9b32cdb3 admin admin] Publish callbacks [] for port (87a6c3fa-3aef-470c-8fe9-fd0a98a390c8), precommit_create {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:44:33.229860 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-5377fbcd-c15f-4b2b-ba74-862240f036b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1514136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781794686064'] for port (b51805f6-f423-43dd-8343-850e2d250b7a), after_create {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:44:33.266267 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5377fbcd-c15f-4b2b-ba74-862240f036b0 None None] Network 5a13d84d-c9e9-413f-a254-ca6edab95c78 is already hosted by enough agents. {{(pid=110154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 17:44:33.266955 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b5b0d16-f8a7-438e-a984-193841ca0273 admin admin] Checking segment: {'id': '5476eec8-6d3c-4719-9920-b0738333a1e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'f37a5a11-05c8-4d32-b0a0-13874a53c216'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 17:44:33.270006 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.scheduler.base_scheduler [None req-5377fbcd-c15f-4b2b-ba74-862240f036b0 None None] Resources bound (agent type, host, resource id): {{(pid=110154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 17:44:33.270644 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b5b0d16-f8a7-438e-a984-193841ca0273 admin admin] Network hostable DHCP agents. Network: f37a5a11-05c8-4d32-b0a0-13874a53c216, hostable agents: ['b2ad0527-00d5-4995-bc97-ec84c4e02f0b'], hosted agents: [] {{(pid=110153) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 17:44:33.272344 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1688ed25-3175-4139-ac95-e3e892ea7647 None None] Pushing event updated for resources: {'Port': ['ID=c221960c-c7a7-4141-9bff-21782e5a721d,revision_number=2']} {{(pid=110154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:44:33.274928 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5377fbcd-c15f-4b2b-ba74-862240f036b0 None None] Received port after_create {{(pid=110154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 17:44:33.280644 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-3c4e14bc-86b2-46e0-9783-7f5d9b32cdb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1514136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781794686064'] for port (87a6c3fa-3aef-470c-8fe9-fd0a98a390c8), after_create {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:44:33.387794 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b5b0d16-f8a7-438e-a984-193841ca0273 admin admin] Network f37a5a11-05c8-4d32-b0a0-13874a53c216 is scheduled to be hosted by DHCP agent b2ad0527-00d5-4995-bc97-ec84c4e02f0b with binding_index 1 {{(pid=110153) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 17:44:33.403796 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.scheduler.base_scheduler [None req-8b5b0d16-f8a7-438e-a984-193841ca0273 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-841302-2-iscsi, f37a5a11-05c8-4d32-b0a0-13874a53c216) {{(pid=110153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 17:44:33.415835 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b5b0d16-f8a7-438e-a984-193841ca0273 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:44:33.416506 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-8b5b0d16-f8a7-438e-a984-193841ca0273 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631615'] for subnet (None), before_response {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:44:33.438272 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [None req-8b5b0d16-f8a7-438e-a984-193841ca0273 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.5672755 May 10 17:44:33.439208 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4e14bc-86b2-46e0-9783-7f5d9b32cdb3 admin admin] Pushing event updated for resources: {'Port': ['ID=87a6c3fa-3aef-470c-8fe9-fd0a98a390c8,revision_number=1']} {{(pid=110152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:44:33.440908 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.wsgi [-] (110153) accepted ('10.222.0.60', 36888) {{(pid=110153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 17:44:33.443032 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c4e14bc-86b2-46e0-9783-7f5d9b32cdb3 admin admin] Network 85dc89cf-59f9-4edb-b26e-52bcb8a93763 is already hosted by enough agents. {{(pid=110152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 17:44:33.445532 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.scheduler.base_scheduler [None req-3c4e14bc-86b2-46e0-9783-7f5d9b32cdb3 admin admin] Resources bound (agent type, host, resource id): {{(pid=110152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 17:44:33.449500 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.v2.base [None req-c589ad6d-f231-47a5-b761-4765ce3a3c4f admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-997119658-router', 'tenant_id': 'ec9da2f35bcd444fa485c453103df5cc', 'external_gateway_info': {'network_id': '85dc89cf-59f9-4edb-b26e-52bcb8a93763'}}} {{(pid=110153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 17:44:33.453574 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c4e14bc-86b2-46e0-9783-7f5d9b32cdb3 admin admin] Received port after_create {{(pid=110152) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 17:44:33.464047 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-f0a334f1-0417-409b-840d-7dc64cb28540 admin admin] Publish callbacks [] for router_gateway (24a906bd-bc37-4f60-9d1b-823a31f350bf), before_create {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:44:33.489756 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31414bed-fdca-4f9d-9b36-e5d796538250 None None] Network f37a5a11-05c8-4d32-b0a0-13874a53c216 requested from dv-cinder-841302-2-iscsi {{(pid=110154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 17:44:33.511328 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-f0a334f1-0417-409b-840d-7dc64cb28540 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1514036'] for port (None), before_create {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:44:33.638040 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5377fbcd-c15f-4b2b-ba74-862240f036b0 None None] Pushing event updated for resources: {'Port': ['ID=b51805f6-f423-43dd-8343-850e2d250b7a,revision_number=1']} {{(pid=110154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:44:33.659725 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.managers [None req-5377fbcd-c15f-4b2b-ba74-862240f036b0 None None] Attempting to bind port b51805f6-f423-43dd-8343-850e2d250b7a on host dv-cinder-841302-2-iscsi for vnic_type normal with profile {{(pid=110154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 17:44:33.659988 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.managers [None req-5377fbcd-c15f-4b2b-ba74-862240f036b0 None None] Attempting to bind port b51805f6-f423-43dd-8343-850e2d250b7a by drivers openvswitch,hyperv on host dv-cinder-841302-2-iscsi at level 0 using segments [{'id': '0faf29e6-d72c-448f-aa3a-91b840f90216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '5a13d84d-c9e9-413f-a254-ca6edab95c78'}] {{(pid=110154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 17:44:33.663158 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5377fbcd-c15f-4b2b-ba74-862240f036b0 None None] Attempting to bind port b51805f6-f423-43dd-8343-850e2d250b7a on network 5a13d84d-c9e9-413f-a254-ca6edab95c78 {{(pid=110154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 17:44:33.717159 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.wsgi [-] (110152) accepted ('10.222.0.60', 36906) {{(pid=110152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 17:44:33.718827 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5377fbcd-c15f-4b2b-ba74-862240f036b0 None None] Checking agent: {'id': 'fdc37a75-b7a9-4e92-a59c-f5b8c02d060c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841302-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 17, 36, 4), 'started_at': datetime.datetime(2022, 5, 10, 17, 36, 34), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 17, 44, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841302-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 17:44:33.719245 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5377fbcd-c15f-4b2b-ba74-862240f036b0 None None] Checking segment: {'id': '0faf29e6-d72c-448f-aa3a-91b840f90216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '5a13d84d-c9e9-413f-a254-ca6edab95c78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 17:44:33.719680 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-5377fbcd-c15f-4b2b-ba74-862240f036b0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:44:33.720070 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5377fbcd-c15f-4b2b-ba74-862240f036b0 None None] Bound using segment: {'id': '0faf29e6-d72c-448f-aa3a-91b840f90216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '5a13d84d-c9e9-413f-a254-ca6edab95c78'} {{(pid=110154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 17:44:33.720550 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.managers [None req-5377fbcd-c15f-4b2b-ba74-862240f036b0 None None] Bound port: b51805f6-f423-43dd-8343-850e2d250b7a, host: dv-cinder-841302-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0faf29e6-d72c-448f-aa3a-91b840f90216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '5a13d84d-c9e9-413f-a254-ca6edab95c78'}}] {{(pid=110154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 17:44:33.720924 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-5377fbcd-c15f-4b2b-ba74-862240f036b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1514036'] for port (b51805f6-f423-43dd-8343-850e2d250b7a), before_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:44:33.734543 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-c589ad6d-f231-47a5-b761-4765ce3a3c4f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-537840', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-789'] for router (589742d5-5060-4251-bd2d-d3908b80ab6c), before_create {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:44:33.735491 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-c589ad6d-f231-47a5-b761-4765ce3a3c4f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-537668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-642791', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-610544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-814'] for router (589742d5-5060-4251-bd2d-d3908b80ab6c), precommit_create {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:44:33.745905 dv-cinder-841302-2-iscsi neutron-server[110152]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. May 10 17:44:33.874837 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.db.db_base_plugin_common [None req-f0a334f1-0417-409b-840d-7dc64cb28540 admin admin] Allocated IP 172.27.0.151 (85dc89cf-59f9-4edb-b26e-52bcb8a93763/e93d94f1-cb19-4cd0-92e5-ca73d24bd8fb/8a785056-3967-44dc-89fc-a85dc909609a) {{(pid=110153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 17:44:33.887154 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.db [None req-5377fbcd-c15f-4b2b-ba74-862240f036b0 None None] For port b51805f6-f423-43dd-8343-850e2d250b7a, host dv-cinder-841302-2-iscsi, cleared binding levels {{(pid=110154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 17:44:33.891398 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.db [None req-5377fbcd-c15f-4b2b-ba74-862240f036b0 None None] For port b51805f6-f423-43dd-8343-850e2d250b7a, host dv-cinder-841302-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841302-2-iscsi',level=0,port_id=b51805f6-f423-43dd-8343-850e2d250b7a,segment=NetworkSegment(0faf29e6-d72c-448f-aa3a-91b840f90216),segment_id=0faf29e6-d72c-448f-aa3a-91b840f90216)] {{(pid=110154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 17:44:33.905228 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-5377fbcd-c15f-4b2b-ba74-862240f036b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1514136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781795229094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781794686082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781794686100'] for port (b51805f6-f423-43dd-8343-850e2d250b7a), after_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:44:33.916568 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd00b990-98b1-48aa-859e-0b873952d776 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa19f327b-e3f6-5d02-b8b8-f794978bb937-f37a5a11-05c8-4d32-b0a0-13874a53c216', 'network_id': 'f37a5a11-05c8-4d32-b0a0-13874a53c216', 'project_id': 'ec9da2f35bcd444fa485c453103df5cc', 'fixed_ips': [{'subnet_id': 'cc50f2c8-8caf-42b1-b7c4-50bfe5301336'}]}} from dv-cinder-841302-2-iscsi. {{(pid=110154) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 10 17:44:33.917661 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-cd00b990-98b1-48aa-859e-0b873952d776 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1514036'] for port (None), before_create {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:44:34.089997 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-f0a334f1-0417-409b-840d-7dc64cb28540 admin admin] Publish callbacks [] for port (8a785056-3967-44dc-89fc-a85dc909609a), precommit_create {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:44:34.138062 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfefd521-e3dc-45e9-b877-24acbd6ad5f4 req-cf4db06e-541c-4ab5-b367-5ca7d53a16c5 tempest-DeleteServersTestJSON-636381056 tempest-DeleteServersTestJSON-636381056-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:44:34.139737 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-cfefd521-e3dc-45e9-b877-24acbd6ad5f4 req-cf4db06e-541c-4ab5-b367-5ca7d53a16c5 tempest-DeleteServersTestJSON-636381056 tempest-DeleteServersTestJSON-636381056-project] 10.222.0.60 "GET /v2.0/networks?id=4530795e-c50a-4eb4-a3c5-419871214a37 HTTP/1.1" status: 200 len: 812 time: 0.4115665 May 10 17:44:34.166010 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.db.db_base_plugin_common [None req-cd00b990-98b1-48aa-859e-0b873952d776 None None] Allocated IP 172.20.0.2 (f37a5a11-05c8-4d32-b0a0-13874a53c216/cc50f2c8-8caf-42b1-b7c4-50bfe5301336/e377a37c-ceed-42d0-b29a-e0ff738b761d) {{(pid=110154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 17:44:34.174988 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-cfefd521-e3dc-45e9-b877-24acbd6ad5f4 req-a392383f-ea45-4356-96b4-0d5f0f035107 tempest-DeleteServersTestJSON-636381056 tempest-DeleteServersTestJSON-636381056-project] 10.222.0.60 "GET /v2.0/quotas/98c641670665465caa49f5d709911793 HTTP/1.1" status: 200 len: 375 time: 0.0292912 May 10 17:44:34.188344 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5377fbcd-c15f-4b2b-ba74-862240f036b0 None None] Pushing event updated for resources: {'Port': ['ID=b51805f6-f423-43dd-8343-850e2d250b7a,revision_number=2']} {{(pid=110154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:44:34.216564 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-c589ad6d-f231-47a5-b761-4765ce3a3c4f admin admin] Publish callbacks [] for router_controller (589742d5-5060-4251-bd2d-d3908b80ab6c), precommit_add_association {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:44:34.223267 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-f0a334f1-0417-409b-840d-7dc64cb28540 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1514136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781794686064'] for port (8a785056-3967-44dc-89fc-a85dc909609a), after_create {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:44:34.367042 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0a334f1-0417-409b-840d-7dc64cb28540 admin admin] Network 85dc89cf-59f9-4edb-b26e-52bcb8a93763 is already hosted by enough agents. {{(pid=110153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 17:44:34.370418 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.scheduler.base_scheduler [None req-f0a334f1-0417-409b-840d-7dc64cb28540 admin admin] Resources bound (agent type, host, resource id): {{(pid=110153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 17:44:34.379899 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0a334f1-0417-409b-840d-7dc64cb28540 admin admin] Received port after_create {{(pid=110153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 17:44:34.382250 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a334f1-0417-409b-840d-7dc64cb28540 admin admin] Pushing event updated for resources: {'Port': ['ID=8a785056-3967-44dc-89fc-a85dc909609a,revision_number=1']} {{(pid=110153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:44:34.601561 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-6e697e78-9dd1-4bc1-8573-56b901d07725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781795183391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525393'] for agent (fdc37a75-b7a9-4e92-a59c-f5b8c02d060c), after_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:44:34.608139 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-cd00b990-98b1-48aa-859e-0b873952d776 None None] Publish callbacks [] for port (e377a37c-ceed-42d0-b29a-e0ff738b761d), precommit_create {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:44:34.618008 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-cd00b990-98b1-48aa-859e-0b873952d776 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1514136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781794686064'] for port (e377a37c-ceed-42d0-b29a-e0ff738b761d), after_create {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:44:34.657604 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-3c4e14bc-86b2-46e0-9783-7f5d9b32cdb3 admin admin] Publish callbacks [] for router_gateway (c9c33587-9fa0-4825-a931-8281566e8cec), after_create {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:44:34.682932 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd00b990-98b1-48aa-859e-0b873952d776 None None] Network f37a5a11-05c8-4d32-b0a0-13874a53c216 is already hosted by enough agents. {{(pid=110154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 17:44:34.686333 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.scheduler.base_scheduler [None req-cd00b990-98b1-48aa-859e-0b873952d776 None None] Resources bound (agent type, host, resource id): {{(pid=110154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 17:44:34.707602 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd00b990-98b1-48aa-859e-0b873952d776 None None] Received port after_create {{(pid=110154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 17:44:34.750606 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-cfefd521-e3dc-45e9-b877-24acbd6ad5f4 req-3935fbce-613a-4e33-b56b-0d0bb6cd884a tempest-DeleteServersTestJSON-636381056 tempest-DeleteServersTestJSON-636381056-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=98c641670665465caa49f5d709911793&fields=id HTTP/1.1" status: 200 len: 210 time: 0.5576346 May 10 17:44:34.907484 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.managers [None req-cd00b990-98b1-48aa-859e-0b873952d776 None None] Attempting to bind port e377a37c-ceed-42d0-b29a-e0ff738b761d on host dv-cinder-841302-2-iscsi for vnic_type normal with profile {{(pid=110154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 17:44:34.907884 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.managers [None req-cd00b990-98b1-48aa-859e-0b873952d776 None None] Attempting to bind port e377a37c-ceed-42d0-b29a-e0ff738b761d by drivers openvswitch,hyperv on host dv-cinder-841302-2-iscsi at level 0 using segments [{'id': '5476eec8-6d3c-4719-9920-b0738333a1e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'f37a5a11-05c8-4d32-b0a0-13874a53c216'}] {{(pid=110154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 17:44:34.908369 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd00b990-98b1-48aa-859e-0b873952d776 None None] Attempting to bind port e377a37c-ceed-42d0-b29a-e0ff738b761d on network f37a5a11-05c8-4d32-b0a0-13874a53c216 {{(pid=110154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 17:44:34.927316 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd00b990-98b1-48aa-859e-0b873952d776 None None] Checking agent: {'id': 'fdc37a75-b7a9-4e92-a59c-f5b8c02d060c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841302-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 17, 36, 4), 'started_at': datetime.datetime(2022, 5, 10, 17, 36, 34), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 17, 44, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841302-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 17:44:34.929794 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd00b990-98b1-48aa-859e-0b873952d776 None None] Checking segment: {'id': '5476eec8-6d3c-4719-9920-b0738333a1e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'f37a5a11-05c8-4d32-b0a0-13874a53c216'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 17:44:34.930279 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-cd00b990-98b1-48aa-859e-0b873952d776 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:44:34.931206 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd00b990-98b1-48aa-859e-0b873952d776 None None] Bound using segment: {'id': '5476eec8-6d3c-4719-9920-b0738333a1e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'f37a5a11-05c8-4d32-b0a0-13874a53c216'} {{(pid=110154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 17:44:34.931738 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.managers [None req-cd00b990-98b1-48aa-859e-0b873952d776 None None] Bound port: e377a37c-ceed-42d0-b29a-e0ff738b761d, host: dv-cinder-841302-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5476eec8-6d3c-4719-9920-b0738333a1e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'f37a5a11-05c8-4d32-b0a0-13874a53c216'}}] {{(pid=110154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 17:44:34.932128 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-cd00b990-98b1-48aa-859e-0b873952d776 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1514036'] for port (e377a37c-ceed-42d0-b29a-e0ff738b761d), before_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:44:34.935409 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd00b990-98b1-48aa-859e-0b873952d776 None None] Pushing event updated for resources: {'Port': ['ID=e377a37c-ceed-42d0-b29a-e0ff738b761d,revision_number=1']} {{(pid=110154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:44:34.955434 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-c589ad6d-f231-47a5-b761-4765ce3a3c4f admin admin] Publish callbacks [] for router_gateway (589742d5-5060-4251-bd2d-d3908b80ab6c), precommit_update {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:44:35.151679 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-f0a334f1-0417-409b-840d-7dc64cb28540 admin admin] Publish callbacks [] for router_gateway (24a906bd-bc37-4f60-9d1b-823a31f350bf), after_create {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:44:35.174065 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.db [None req-cd00b990-98b1-48aa-859e-0b873952d776 None None] For port e377a37c-ceed-42d0-b29a-e0ff738b761d, host dv-cinder-841302-2-iscsi, cleared binding levels {{(pid=110154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 17:44:35.205646 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e391a195-518d-4a95-981b-073083e82ed3 None None] Network 4f6007aa-61b1-40c3-a8ad-7f431d419cb5 requested from dv-cinder-841302-2-iscsi {{(pid=110154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 17:44:35.214647 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.db [None req-cd00b990-98b1-48aa-859e-0b873952d776 None None] For port e377a37c-ceed-42d0-b29a-e0ff738b761d, host dv-cinder-841302-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841302-2-iscsi',level=0,port_id=e377a37c-ceed-42d0-b29a-e0ff738b761d,segment=NetworkSegment(5476eec8-6d3c-4719-9920-b0738333a1e7),segment_id=5476eec8-6d3c-4719-9920-b0738333a1e7)] {{(pid=110154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 17:44:35.226596 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-3c4e14bc-86b2-46e0-9783-7f5d9b32cdb3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-537675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-642570'] for router (c9c33587-9fa0-4825-a931-8281566e8cec), after_create {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:44:35.300370 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.wsgi [-] (110152) accepted ('10.222.0.60', 36960) {{(pid=110152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 17:44:35.315151 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-cd00b990-98b1-48aa-859e-0b873952d776 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1514136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781795229094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781794686082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781794686100'] for port (e377a37c-ceed-42d0-b29a-e0ff738b761d), after_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:44:35.328207 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.wsgi [req-cfefd521-e3dc-45e9-b877-24acbd6ad5f4 req-8c3c0726-54a4-4705-8d28-d1179d4d8f21 service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=110152) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 10 17:44:35.329252 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-cfefd521-e3dc-45e9-b877-24acbd6ad5f4 req-8c3c0726-54a4-4705-8d28-d1179d4d8f21 service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.2605453 May 10 17:44:35.409342 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-c589ad6d-f231-47a5-b761-4765ce3a3c4f admin admin] Publish callbacks [] for router_gateway (589742d5-5060-4251-bd2d-d3908b80ab6c), before_create {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:44:35.546397 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-cfefd521-e3dc-45e9-b877-24acbd6ad5f4 req-ea39c731-ade4-4f46-8601-6620444017c5 service neutron] 10.222.0.60 "GET /v2.0/networks/4530795e-c50a-4eb4-a3c5-419871214a37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2063453 May 10 17:44:35.636057 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-c589ad6d-f231-47a5-b761-4765ce3a3c4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1514036'] for port (None), before_create {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:44:35.759223 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-10a51055-6b6f-4e34-bc30-30690f664e8f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:44:35.835563 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.db.provisioning_blocks [None req-b7b0bdfa-be38-4805-8724-2c2bbc5d84a0 None None] Provisioning complete for port c221960c-c7a7-4141-9bff-21782e5a721d triggered by entity DHCP. {{(pid=110154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 17:44:35.836692 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-b7b0bdfa-be38-4805-8724-2c2bbc5d84a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525495'] for port (c221960c-c7a7-4141-9bff-21782e5a721d), provisioning_complete {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:44:35.864073 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.rpc [None req-6e697e78-9dd1-4bc1-8573-56b901d07725 None None] Device c221960c-c7a7-4141-9bff-21782e5a721d up at agent ovs-agent-dv-cinder-841302-2-iscsi {{(pid=110154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 17:44:35.972093 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-cfefd521-e3dc-45e9-b877-24acbd6ad5f4 req-37e91050-ccba-4adc-9686-9837188b93f8 service neutron] 10.222.0.60 "GET /v2.0/networks/4530795e-c50a-4eb4-a3c5-419871214a37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3278615 May 10 17:44:36.019108 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c4e14bc-86b2-46e0-9783-7f5d9b32cdb3 admin admin] Router c9c33587-9fa0-4825-a931-8281566e8cec is scheduled to L3 agent eaac381b-e402-41c3-a8e6-8f962681d3e6 with binding_index 1 {{(pid=110152) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 10 17:44:36.054429 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cecbe46-7236-4bca-9f89-00f1c0c6e7aa None None] Network 5a13d84d-c9e9-413f-a254-ca6edab95c78 requested from dv-cinder-841302-2-iscsi {{(pid=110154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 17:44:36.101370 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-10a51055-6b6f-4e34-bc30-30690f664e8f admin admin] Publish callbacks [] for security_group (a27b3d41-5f42-4032-86a8-27697f233210), precommit_create {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:44:36.110595 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-10a51055-6b6f-4e34-bc30-30690f664e8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-282428'] for security_group (a27b3d41-5f42-4032-86a8-27697f233210), after_create {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:44:36.150859 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.db.provisioning_blocks [None req-6e697e78-9dd1-4bc1-8573-56b901d07725 None None] Provisioning complete for port c221960c-c7a7-4141-9bff-21782e5a721d triggered by entity L2. {{(pid=110154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 17:44:36.151637 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-6e697e78-9dd1-4bc1-8573-56b901d07725 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525495'] for port (c221960c-c7a7-4141-9bff-21782e5a721d), provisioning_complete {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:44:36.287019 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.plugin [None req-b7b0bdfa-be38-4805-8724-2c2bbc5d84a0 None None] Current status of the port c221960c-c7a7-4141-9bff-21782e5a721d is: DOWN; New status is: ACTIVE {{(pid=110154) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 17:44:36.287019 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-b7b0bdfa-be38-4805-8724-2c2bbc5d84a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1514036'] for port (c221960c-c7a7-4141-9bff-21782e5a721d), before_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:44:36.287166 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-f0a334f1-0417-409b-840d-7dc64cb28540 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-537675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-642570'] for router (24a906bd-bc37-4f60-9d1b-823a31f350bf), after_create {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:44:36.287245 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd00b990-98b1-48aa-859e-0b873952d776 None None] Pushing event updated for resources: {'Port': ['ID=e377a37c-ceed-42d0-b29a-e0ff738b761d,revision_number=2']} {{(pid=110154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:44:36.307745 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [None req-10a51055-6b6f-4e34-bc30-30690f664e8f admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=f790b6e8a65a4f73867f613cc95b589d&name=default HTTP/1.1" status: 200 len: 2992 time: 0.9956768 May 10 17:44:36.310908 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.wsgi [-] (110152) accepted ('10.222.0.60', 37008) {{(pid=110152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 17:44:36.311753 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a51055-6b6f-4e34-bc30-30690f664e8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a27b3d41-5f42-4032-86a8-27697f233210,revision_number=1']} {{(pid=110152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:44:36.326339 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c4e14bc-86b2-46e0-9783-7f5d9b32cdb3 admin admin] Notify agent at l3_agent.dv-cinder-841302-2-iscsi the message routers_updated {{(pid=110152) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 17:44:36.336402 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ff62d4f-c258-4b8e-a6ab-364198b121ad None None] Sync routers for ids ['c9c33587-9fa0-4825-a931-8281566e8cec'] in dv-cinder-841302-2-iscsi {{(pid=110155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 17:44:36.360719 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ff62d4f-c258-4b8e-a6ab-364198b121ad None None] Routers {'c9c33587-9fa0-4825-a931-8281566e8cec'} bound to L3 agent in host dv-cinder-841302-2-iscsi {{(pid=110155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 17:44:36.361347 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.db.l3_hamode_db [None req-6ff62d4f-c258-4b8e-a6ab-364198b121ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841302-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-10T17:36:00Z,description=,heartbeat_timestamp=2022-05-10T17:44:30Z,host='dv-cinder-841302-2-iscsi',id=eaac381b-e402-41c3-a8e6-8f962681d3e6,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T17:36:00Z,topic='l3_agent')) {'router_ids': ['c9c33587-9fa0-4825-a931-8281566e8cec'], 'active': True} {{(pid=110155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:44:36.523136 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-3c4e14bc-86b2-46e0-9783-7f5d9b32cdb3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:44:36.528847 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [None req-3c4e14bc-86b2-46e0-9783-7f5d9b32cdb3 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 5.2523620 May 10 17:44:36.535061 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.wsgi [-] (110152) accepted ('10.222.0.60', 37036) {{(pid=110152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 17:44:36.570110 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-0c8772d9-cb78-4486-8e14-08aa452d3532 admin admin] Publish callbacks [] for security_group (a27b3d41-5f42-4032-86a8-27697f233210), before_delete {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:44:36.622262 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.db.db_base_plugin_common [None req-c589ad6d-f231-47a5-b761-4765ce3a3c4f admin admin] Allocated IP 172.27.0.200 (85dc89cf-59f9-4edb-b26e-52bcb8a93763/e93d94f1-cb19-4cd0-92e5-ca73d24bd8fb/331e326f-eb0e-4349-9e0d-6687d88832ed) {{(pid=110153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 17:44:36.738845 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.db [None req-b7b0bdfa-be38-4805-8724-2c2bbc5d84a0 None None] For port c221960c-c7a7-4141-9bff-21782e5a721d, host dv-cinder-841302-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841302-2-iscsi',level=0,port_id=c221960c-c7a7-4141-9bff-21782e5a721d,segment=NetworkSegment(d952ff82-97df-4645-95cf-8a2390e9c9b8),segment_id=d952ff82-97df-4645-95cf-8a2390e9c9b8)] {{(pid=110154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 17:44:36.781912 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.plugin [None req-6e697e78-9dd1-4bc1-8573-56b901d07725 None None] Current status of the port c221960c-c7a7-4141-9bff-21782e5a721d is: DOWN; New status is: ACTIVE {{(pid=110154) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 17:44:36.786697 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-6e697e78-9dd1-4bc1-8573-56b901d07725 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1514036'] for port (c221960c-c7a7-4141-9bff-21782e5a721d), before_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:44:36.795415 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-b7b0bdfa-be38-4805-8724-2c2bbc5d84a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1514136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781795229094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781794686082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781794686100'] for port (c221960c-c7a7-4141-9bff-21782e5a721d), after_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:44:36.829187 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.db.l3_dvr_db [None req-6ff62d4f-c258-4b8e-a6ab-364198b121ad None None] Set router c9c33587-9fa0-4825-a931-8281566e8cec gateway port host: dv-cinder-841302-2-iscsi {{(pid=110155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 17:44:36.902233 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-6fc0826b-6ea8-4771-a30a-8295003851bb req-71a7f4b8-5c1d-4383-81fd-467832a73ec0 tempest-DeleteServersTestJSON-636381056 tempest-DeleteServersTestJSON-636381056-project] 10.222.0.60 "GET /v2.0/ports?device_id=acd7903d-232c-4666-939c-eb22c6fbf01b HTTP/1.1" status: 200 len: 210 time: 0.3425872 May 10 17:44:36.966820 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-0c8772d9-cb78-4486-8e14-08aa452d3532 admin admin] Publish callbacks [] for security_group (a27b3d41-5f42-4032-86a8-27697f233210), precommit_delete {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:44:37.126743 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-c589ad6d-f231-47a5-b761-4765ce3a3c4f admin admin] Publish callbacks [] for port (331e326f-eb0e-4349-9e0d-6687d88832ed), precommit_create {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:44:37.157043 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0a334f1-0417-409b-840d-7dc64cb28540 admin admin] Router 24a906bd-bc37-4f60-9d1b-823a31f350bf is scheduled to L3 agent eaac381b-e402-41c3-a8e6-8f962681d3e6 with binding_index 1 {{(pid=110153) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 10 17:44:37.160149 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.db.api [None req-6e697e78-9dd1-4bc1-8573-56b901d07725 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110154) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 10 17:44:37.160602 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG oslo_db.api [None req-6e697e78-9dd1-4bc1-8573-56b901d07725 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 10 17:44:37.160930 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.db.provisioning_blocks [None req-d5085e74-bccc-4d51-b18f-7d4eb4143d43 None None] Provisioning complete for port b51805f6-f423-43dd-8343-850e2d250b7a triggered by entity DHCP. {{(pid=110154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 17:44:37.164837 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-d5085e74-bccc-4d51-b18f-7d4eb4143d43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525495'] for port (b51805f6-f423-43dd-8343-850e2d250b7a), provisioning_complete {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:44:37.348574 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-c589ad6d-f231-47a5-b761-4765ce3a3c4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1514136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781794686064'] for port (331e326f-eb0e-4349-9e0d-6687d88832ed), after_create {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:44:37.388714 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.db.l3_hamode_db [None req-6ff62d4f-c258-4b8e-a6ab-364198b121ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9c33587-9fa0-4825-a931-8281566e8cec', 'name': 'tempest-AttachVolumeShelveTestJSON-709907603-router', 'tenant_id': '0461acfadf8743fdbd62a39bf3fe3e1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85dc89cf-59f9-4edb-b26e-52bcb8a93763', 'external_fixed_ips': [{'subnet_id': 'e93d94f1-cb19-4cd0-92e5-ca73d24bd8fb', 'ip_address': '172.27.0.113'}], 'enable_snat': True}, 'gw_port_id': '87a6c3fa-3aef-470c-8fe9-fd0a98a390c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T17:44:31Z', 'updated_at': '2022-05-10T17:44:33Z', 'revision_number': 3, 'project_id': '0461acfadf8743fdbd62a39bf3fe3e1c', 'gw_port': {'id': '87a6c3fa-3aef-470c-8fe9-fd0a98a390c8', 'name': '', 'network_id': '85dc89cf-59f9-4edb-b26e-52bcb8a93763', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:db:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9c33587-9fa0-4825-a931-8281566e8cec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'e93d94f1-cb19-4cd0-92e5-ca73d24bd8fb', 'ip_address': '172.27.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T17:44:32Z', 'updated_at': '2022-05-10T17:44:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e93d94f1-cb19-4cd0-92e5-ca73d24bd8fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841302-2-iscsi'}], 'dv-cinder-841302-2-iscsi', False) {} {{(pid=110155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:44:37.390455 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b0bdfa-be38-4805-8724-2c2bbc5d84a0 None None] Pushing event updated for resources: {'Port': ['ID=c221960c-c7a7-4141-9bff-21782e5a721d,revision_number=3']} {{(pid=110154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:44:37.485066 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ff62d4f-c258-4b8e-a6ab-364198b121ad None None] Checking router: c9c33587-9fa0-4825-a931-8281566e8cec for host: dv-cinder-841302-2-iscsi {{(pid=110155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 17:44:37.486506 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ff62d4f-c258-4b8e-a6ab-364198b121ad None None] Updating router c9c33587-9fa0-4825-a931-8281566e8cec port 87a6c3fa-3aef-470c-8fe9-fd0a98a390c8 binding host dv-cinder-841302-2-iscsi {{(pid=110155) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 17:44:37.574188 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.plugin [None req-d5085e74-bccc-4d51-b18f-7d4eb4143d43 None None] Current status of the port b51805f6-f423-43dd-8343-850e2d250b7a is: DOWN; New status is: ACTIVE {{(pid=110154) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 17:44:37.576167 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-d5085e74-bccc-4d51-b18f-7d4eb4143d43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1514036'] for port (b51805f6-f423-43dd-8343-850e2d250b7a), before_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:44:37.583984 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron_lib.callbacks.manager [None req-6ff62d4f-c258-4b8e-a6ab-364198b121ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1514036'] for port (87a6c3fa-3aef-470c-8fe9-fd0a98a390c8), before_update {{(pid=110155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:44:37.601869 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-0c8772d9-cb78-4486-8e14-08aa452d3532 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-282428'] for security_group (a27b3d41-5f42-4032-86a8-27697f233210), after_delete {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:44:37.605536 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c589ad6d-f231-47a5-b761-4765ce3a3c4f admin admin] Pushing event updated for resources: {'Port': ['ID=331e326f-eb0e-4349-9e0d-6687d88832ed,revision_number=1']} {{(pid=110153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:44:37.607131 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-0c8772d9-cb78-4486-8e14-08aa452d3532 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:44:37.618743 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [None req-0c8772d9-cb78-4486-8e14-08aa452d3532 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/a27b3d41-5f42-4032-86a8-27697f233210 HTTP/1.1" status: 204 len: 168 time: 1.3037968 May 10 17:44:37.636793 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8772d9-cb78-4486-8e14-08aa452d3532 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a27b3d41-5f42-4032-86a8-27697f233210,revision_number=None']} {{(pid=110152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:44:37.684695 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c589ad6d-f231-47a5-b761-4765ce3a3c4f admin admin] Network 85dc89cf-59f9-4edb-b26e-52bcb8a93763 is already hosted by enough agents. {{(pid=110153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 17:44:37.703586 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.scheduler.base_scheduler [None req-c589ad6d-f231-47a5-b761-4765ce3a3c4f admin admin] Resources bound (agent type, host, resource id): {{(pid=110153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 17:44:37.715699 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c589ad6d-f231-47a5-b761-4765ce3a3c4f admin admin] Received port after_create {{(pid=110153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 17:44:37.760460 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.db [None req-d5085e74-bccc-4d51-b18f-7d4eb4143d43 None None] For port b51805f6-f423-43dd-8343-850e2d250b7a, host dv-cinder-841302-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841302-2-iscsi',level=0,port_id=b51805f6-f423-43dd-8343-850e2d250b7a,segment=NetworkSegment(0faf29e6-d72c-448f-aa3a-91b840f90216),segment_id=0faf29e6-d72c-448f-aa3a-91b840f90216)] {{(pid=110154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 17:44:37.800742 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed27eefd-3060-46e9-9a6c-ab9518527bfe None None] Network f37a5a11-05c8-4d32-b0a0-13874a53c216 requested from dv-cinder-841302-2-iscsi {{(pid=110154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 17:44:37.864706 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0a334f1-0417-409b-840d-7dc64cb28540 admin admin] Notify agent at l3_agent.dv-cinder-841302-2-iscsi the message routers_updated {{(pid=110153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 17:44:37.867496 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.wsgi [-] (110153) accepted ('10.222.0.60', 37096) {{(pid=110153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 17:44:37.938099 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-d5085e74-bccc-4d51-b18f-7d4eb4143d43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1514136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781795229094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781794686082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781794686100'] for port (b51805f6-f423-43dd-8343-850e2d250b7a), after_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:44:38.001036 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0c40087-4982-40d9-b402-b12dd426b346 None None] Sync routers for ids ['24a906bd-bc37-4f60-9d1b-823a31f350bf'] in dv-cinder-841302-2-iscsi {{(pid=110154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 17:44:38.125252 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-17c5ec5e-3fc5-453b-b43b-f218de4fa86b req-88bea998-37d3-48cc-8e2b-862a10f4f8f8 tempest-DeleteServersTestJSON-636381056 tempest-DeleteServersTestJSON-636381056-project] 10.222.0.60 "GET /v2.0/ports?device_id=acd7903d-232c-4666-939c-eb22c6fbf01b HTTP/1.1" status: 200 len: 210 time: 0.0987961 May 10 17:44:38.148856 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.plugin [None req-6e697e78-9dd1-4bc1-8573-56b901d07725 None None] Current status of the port c221960c-c7a7-4141-9bff-21782e5a721d is: ACTIVE; New status is: ACTIVE {{(pid=110154) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 17:44:38.150575 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.rpc [None req-6e697e78-9dd1-4bc1-8573-56b901d07725 None None] Device b51805f6-f423-43dd-8343-850e2d250b7a up at agent ovs-agent-dv-cinder-841302-2-iscsi {{(pid=110154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 17:44:38.163091 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.db.provisioning_blocks [None req-7d9c9482-903f-484d-89fc-e41e7c28e2b6 None None] Provisioning complete for port b51805f6-f423-43dd-8343-850e2d250b7a triggered by entity DHCP. {{(pid=110154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 17:44:38.164299 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-7d9c9482-903f-484d-89fc-e41e7c28e2b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525495'] for port (b51805f6-f423-43dd-8343-850e2d250b7a), provisioning_complete {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:44:38.193414 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0c40087-4982-40d9-b402-b12dd426b346 None None] Routers {'24a906bd-bc37-4f60-9d1b-823a31f350bf'} bound to L3 agent in host dv-cinder-841302-2-iscsi {{(pid=110154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 17:44:38.194287 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.db.l3_hamode_db [None req-b0c40087-4982-40d9-b402-b12dd426b346 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841302-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-10T17:36:00Z,description=,heartbeat_timestamp=2022-05-10T17:44:30Z,host='dv-cinder-841302-2-iscsi',id=eaac381b-e402-41c3-a8e6-8f962681d3e6,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T17:36:00Z,topic='l3_agent')) {'router_ids': ['24a906bd-bc37-4f60-9d1b-823a31f350bf'], 'active': True} {{(pid=110154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:44:38.238076 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron_lib.callbacks.manager [None req-6ff62d4f-c258-4b8e-a6ab-364198b121ad None None] Publish callbacks [] for port (87a6c3fa-3aef-470c-8fe9-fd0a98a390c8), precommit_update {{(pid=110155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:44:38.249899 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron_lib.callbacks.manager [None req-6ff62d4f-c258-4b8e-a6ab-364198b121ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1514136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781795229094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781794686082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781794686100'] for port (87a6c3fa-3aef-470c-8fe9-fd0a98a390c8), after_update {{(pid=110155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:44:38.311595 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-c589ad6d-f231-47a5-b761-4765ce3a3c4f admin admin] Publish callbacks [] for router_gateway (589742d5-5060-4251-bd2d-d3908b80ab6c), after_create {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:44:38.316678 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-f0a334f1-0417-409b-840d-7dc64cb28540 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:44:38.318131 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [None req-f0a334f1-0417-409b-840d-7dc64cb28540 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 6.1296284 May 10 17:44:38.348825 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.wsgi [-] (110152) accepted ('10.222.0.60', 37116) {{(pid=110152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 17:44:38.376870 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.plugins.ml2.managers [None req-6ff62d4f-c258-4b8e-a6ab-364198b121ad None None] Attempting to bind port 87a6c3fa-3aef-470c-8fe9-fd0a98a390c8 on host dv-cinder-841302-2-iscsi for vnic_type normal with profile {{(pid=110155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 17:44:38.377655 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.plugins.ml2.managers [None req-6ff62d4f-c258-4b8e-a6ab-364198b121ad None None] Attempting to bind port 87a6c3fa-3aef-470c-8fe9-fd0a98a390c8 by drivers openvswitch,hyperv on host dv-cinder-841302-2-iscsi at level 0 using segments [{'id': '73dc8890-d7a8-423a-bf66-935bdea3f4d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '85dc89cf-59f9-4edb-b26e-52bcb8a93763'}] {{(pid=110155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 17:44:38.378421 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ff62d4f-c258-4b8e-a6ab-364198b121ad None None] Attempting to bind port 87a6c3fa-3aef-470c-8fe9-fd0a98a390c8 on network 85dc89cf-59f9-4edb-b26e-52bcb8a93763 {{(pid=110155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 17:44:38.385142 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90a157d-dc96-4d87-9aa1-ead4a0b4bcea None None] Pushing event updated for resources: {'Port': ['ID=87a6c3fa-3aef-470c-8fe9-fd0a98a390c8,revision_number=2']} {{(pid=110155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:44:38.391265 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-e5471615-69cc-44e9-86fe-cfd7f9da9ef5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:44:38.391471 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5085e74-bccc-4d51-b18f-7d4eb4143d43 None None] Pushing event updated for resources: {'Port': ['ID=b51805f6-f423-43dd-8343-850e2d250b7a,revision_number=3']} {{(pid=110154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:44:38.395667 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ff62d4f-c258-4b8e-a6ab-364198b121ad None None] Checking agent: {'id': 'fdc37a75-b7a9-4e92-a59c-f5b8c02d060c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841302-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 17, 36, 4), 'started_at': datetime.datetime(2022, 5, 10, 17, 36, 34), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 17, 44, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841302-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 17:44:38.397159 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ff62d4f-c258-4b8e-a6ab-364198b121ad None None] Checking segment: {'id': '73dc8890-d7a8-423a-bf66-935bdea3f4d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '85dc89cf-59f9-4edb-b26e-52bcb8a93763'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 17:44:38.397775 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron_lib.callbacks.manager [None req-6ff62d4f-c258-4b8e-a6ab-364198b121ad None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:44:38.405554 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.wsgi [-] (110153) accepted ('10.222.0.60', 37118) {{(pid=110153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 17:44:38.408478 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ff62d4f-c258-4b8e-a6ab-364198b121ad None None] Bound using segment: {'id': '73dc8890-d7a8-423a-bf66-935bdea3f4d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '85dc89cf-59f9-4edb-b26e-52bcb8a93763'} {{(pid=110155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 17:44:38.409441 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.plugins.ml2.managers [None req-6ff62d4f-c258-4b8e-a6ab-364198b121ad None None] Bound port: 87a6c3fa-3aef-470c-8fe9-fd0a98a390c8, host: dv-cinder-841302-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73dc8890-d7a8-423a-bf66-935bdea3f4d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '85dc89cf-59f9-4edb-b26e-52bcb8a93763'}}] {{(pid=110155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 17:44:38.410034 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron_lib.callbacks.manager [None req-6ff62d4f-c258-4b8e-a6ab-364198b121ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1514036'] for port (87a6c3fa-3aef-470c-8fe9-fd0a98a390c8), before_update {{(pid=110155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:44:38.416399 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c90a157d-dc96-4d87-9aa1-ead4a0b4bcea None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:44:38.417821 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c90a157d-dc96-4d87-9aa1-ead4a0b4bcea None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:44:38.418372 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c90a157d-dc96-4d87-9aa1-ead4a0b4bcea None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:44:38.418912 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c90a157d-dc96-4d87-9aa1-ead4a0b4bcea None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:44:38.419804 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c90a157d-dc96-4d87-9aa1-ead4a0b4bcea None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:44:38.420438 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c90a157d-dc96-4d87-9aa1-ead4a0b4bcea None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:44:38.421011 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c90a157d-dc96-4d87-9aa1-ead4a0b4bcea None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:44:38.421728 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c90a157d-dc96-4d87-9aa1-ead4a0b4bcea None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:44:38.422186 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c90a157d-dc96-4d87-9aa1-ead4a0b4bcea None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:44:38.422733 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c90a157d-dc96-4d87-9aa1-ead4a0b4bcea None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:44:38.423175 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c90a157d-dc96-4d87-9aa1-ead4a0b4bcea None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:44:38.423653 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c90a157d-dc96-4d87-9aa1-ead4a0b4bcea None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:44:38.424136 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c90a157d-dc96-4d87-9aa1-ead4a0b4bcea None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:44:38.425255 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c90a157d-dc96-4d87-9aa1-ead4a0b4bcea None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:44:38.425693 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c90a157d-dc96-4d87-9aa1-ead4a0b4bcea None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:44:38.427237 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c90a157d-dc96-4d87-9aa1-ead4a0b4bcea None None] Tracked resource versions report: May 10 17:44:38.427237 dv-cinder-841302-2-iscsi neutron-server[110155]: pushed versions: May 10 17:44:38.427237 dv-cinder-841302-2-iscsi neutron-server[110155]: { 'AddressGroup': {'1.2'}, May 10 17:44:38.427237 dv-cinder-841302-2-iscsi neutron-server[110155]: 'Agent': {'1.1'}, May 10 17:44:38.427237 dv-cinder-841302-2-iscsi neutron-server[110155]: 'ConntrackHelper': {'1.0'}, May 10 17:44:38.427237 dv-cinder-841302-2-iscsi neutron-server[110155]: 'LocalIPAssociation': {'1.0'}, May 10 17:44:38.427237 dv-cinder-841302-2-iscsi neutron-server[110155]: 'Log': {'1.0'}, May 10 17:44:38.427237 dv-cinder-841302-2-iscsi neutron-server[110155]: 'NDPProxy': {'1.0'}, May 10 17:44:38.427237 dv-cinder-841302-2-iscsi neutron-server[110155]: 'Network': {'1.1'}, May 10 17:44:38.427237 dv-cinder-841302-2-iscsi neutron-server[110155]: 'Port': {'1.7'}, May 10 17:44:38.427237 dv-cinder-841302-2-iscsi neutron-server[110155]: 'PortForwarding': {'1.3'}, May 10 17:44:38.427237 dv-cinder-841302-2-iscsi neutron-server[110155]: 'QosPolicy': {'1.10'}, May 10 17:44:38.427237 dv-cinder-841302-2-iscsi neutron-server[110155]: 'SecurityGroup': {'1.5'}, May 10 17:44:38.427237 dv-cinder-841302-2-iscsi neutron-server[110155]: 'SecurityGroupRule': {'1.2'}, May 10 17:44:38.427237 dv-cinder-841302-2-iscsi neutron-server[110155]: 'SubPort': {'1.0'}, May 10 17:44:38.427237 dv-cinder-841302-2-iscsi neutron-server[110155]: 'Subnet': {'1.1'}, May 10 17:44:38.427237 dv-cinder-841302-2-iscsi neutron-server[110155]: 'Trunk': {'1.1'}} May 10 17:44:38.427237 dv-cinder-841302-2-iscsi neutron-server[110155]: consumer versions: May 10 17:44:38.427237 dv-cinder-841302-2-iscsi neutron-server[110155]: { DHCP agent@dv-cinder-841302-2-iscsi: {}, May 10 17:44:38.427237 dv-cinder-841302-2-iscsi neutron-server[110155]: HyperV agent@hv-cinder-84130: {}, May 10 17:44:38.427237 dv-cinder-841302-2-iscsi neutron-server[110155]: L3 agent@dv-cinder-841302-2-iscsi: {}, May 10 17:44:38.427237 dv-cinder-841302-2-iscsi neutron-server[110155]: Metadata agent@dv-cinder-841302-2-iscsi: {}, May 10 17:44:38.427237 dv-cinder-841302-2-iscsi neutron-server[110155]: Metering agent@dv-cinder-841302-2-iscsi: {}, May 10 17:44:38.427237 dv-cinder-841302-2-iscsi neutron-server[110155]: Open vSwitch agent@dv-cinder-841302-2-iscsi: { 'AddressGroup': '1.2', May 10 17:44:38.427237 dv-cinder-841302-2-iscsi neutron-server[110155]: 'Agent': '1.1', May 10 17:44:38.427237 dv-cinder-841302-2-iscsi neutron-server[110155]: 'ConntrackHelper': '1.0', May 10 17:44:38.427237 dv-cinder-841302-2-iscsi neutron-server[110155]: 'LocalIPAssociation': '1.0', May 10 17:44:38.427237 dv-cinder-841302-2-iscsi neutron-server[110155]: 'Log': '1.0', May 10 17:44:38.427237 dv-cinder-841302-2-iscsi neutron-server[110155]: 'NDPProxy': '1.0', May 10 17:44:38.427237 dv-cinder-841302-2-iscsi neutron-server[110155]: 'Network': '1.1', May 10 17:44:38.427237 dv-cinder-841302-2-iscsi neutron-server[110155]: 'Port': '1.7', May 10 17:44:38.427237 dv-cinder-841302-2-iscsi neutron-server[110155]: 'PortForwarding': '1.3', May 10 17:44:38.427237 dv-cinder-841302-2-iscsi neutron-server[110155]: 'QosPolicy': '1.10', May 10 17:44:38.427237 dv-cinder-841302-2-iscsi neutron-server[110155]: 'SecurityGroup': '1.5', May 10 17:44:38.427237 dv-cinder-841302-2-iscsi neutron-server[110155]: 'SecurityGroupRule': '1.2', May 10 17:44:38.427237 dv-cinder-841302-2-iscsi neutron-server[110155]: 'SubPort': '1.0', May 10 17:44:38.427237 dv-cinder-841302-2-iscsi neutron-server[110155]: 'Subnet': '1.1', May 10 17:44:38.427237 dv-cinder-841302-2-iscsi neutron-server[110155]: 'Trunk': '1.1'}} May 10 17:44:38.427237 dv-cinder-841302-2-iscsi neutron-server[110155]: {{(pid=110155) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 10 17:44:38.476644 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-1c6a7c16-5ca0-4af2-8e6f-34c66225c2a0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:44:38.514564 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.plugins.ml2.db [None req-6ff62d4f-c258-4b8e-a6ab-364198b121ad None None] For port 87a6c3fa-3aef-470c-8fe9-fd0a98a390c8, host dv-cinder-841302-2-iscsi, cleared binding levels {{(pid=110155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 17:44:38.519530 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.plugins.ml2.db [None req-6ff62d4f-c258-4b8e-a6ab-364198b121ad None None] For port 87a6c3fa-3aef-470c-8fe9-fd0a98a390c8, host dv-cinder-841302-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841302-2-iscsi',level=0,port_id=87a6c3fa-3aef-470c-8fe9-fd0a98a390c8,segment=NetworkSegment(73dc8890-d7a8-423a-bf66-935bdea3f4d7),segment_id=73dc8890-d7a8-423a-bf66-935bdea3f4d7)] {{(pid=110155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 17:44:38.529687 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron_lib.callbacks.manager [None req-6ff62d4f-c258-4b8e-a6ab-364198b121ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1514136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781795229094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781794686082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781794686100'] for port (87a6c3fa-3aef-470c-8fe9-fd0a98a390c8), after_update {{(pid=110155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:44:38.595474 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.db.provisioning_blocks [None req-6e697e78-9dd1-4bc1-8573-56b901d07725 None None] Provisioning complete for port b51805f6-f423-43dd-8343-850e2d250b7a triggered by entity L2. {{(pid=110154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 17:44:38.595916 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-6e697e78-9dd1-4bc1-8573-56b901d07725 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525495'] for port (b51805f6-f423-43dd-8343-850e2d250b7a), provisioning_complete {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:44:38.637517 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-1c6a7c16-5ca0-4af2-8e6f-34c66225c2a0 admin admin] Publish callbacks [] for security_group (879c48b1-c0df-47d8-85a5-66442f63e70c), precommit_create {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:44:38.652858 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-1c6a7c16-5ca0-4af2-8e6f-34c66225c2a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-282428'] for security_group (879c48b1-c0df-47d8-85a5-66442f63e70c), after_create {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:44:38.674767 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90a157d-dc96-4d87-9aa1-ead4a0b4bcea None None] Pushing event updated for resources: {'Port': ['ID=87a6c3fa-3aef-470c-8fe9-fd0a98a390c8,revision_number=3']} {{(pid=110155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:44:38.688027 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-80406e81-877c-4c3b-b833-d4c986bd56bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1514036'] for port (None), before_create {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:44:38.699136 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ff62d4f-c258-4b8e-a6ab-364198b121ad None None] Routers {'c9c33587-9fa0-4825-a931-8281566e8cec'} bound to L3 agent in host dv-cinder-841302-2-iscsi {{(pid=110155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 17:44:38.701617 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.db.l3_hamode_db [None req-6ff62d4f-c258-4b8e-a6ab-364198b121ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841302-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-10T17:36:00Z,description=,heartbeat_timestamp=2022-05-10T17:44:30Z,host='dv-cinder-841302-2-iscsi',id=eaac381b-e402-41c3-a8e6-8f962681d3e6,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T17:36:00Z,topic='l3_agent')) {'router_ids': ['c9c33587-9fa0-4825-a931-8281566e8cec'], 'active': True} {{(pid=110155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:44:38.788131 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.plugin [None req-7d9c9482-903f-484d-89fc-e41e7c28e2b6 None None] Current status of the port b51805f6-f423-43dd-8343-850e2d250b7a is: ACTIVE; New status is: ACTIVE {{(pid=110154) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 17:44:38.807590 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.db.l3_dvr_db [None req-b0c40087-4982-40d9-b402-b12dd426b346 None None] Set router 24a906bd-bc37-4f60-9d1b-823a31f350bf gateway port host: dv-cinder-841302-2-iscsi {{(pid=110154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 17:44:38.812470 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.db.provisioning_blocks [None req-7d9c9482-903f-484d-89fc-e41e7c28e2b6 None None] Provisioning complete for port e377a37c-ceed-42d0-b29a-e0ff738b761d triggered by entity DHCP. {{(pid=110154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 17:44:38.814478 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-7d9c9482-903f-484d-89fc-e41e7c28e2b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525495'] for port (e377a37c-ceed-42d0-b29a-e0ff738b761d), provisioning_complete {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:44:38.861591 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-c589ad6d-f231-47a5-b761-4765ce3a3c4f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-537675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-642570'] for router (589742d5-5060-4251-bd2d-d3908b80ab6c), after_create {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:44:38.863196 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.db.l3_dvr_db [None req-6ff62d4f-c258-4b8e-a6ab-364198b121ad None None] Set router c9c33587-9fa0-4825-a931-8281566e8cec gateway port host: dv-cinder-841302-2-iscsi {{(pid=110155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 17:44:38.878389 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [None req-1c6a7c16-5ca0-4af2-8e6f-34c66225c2a0 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=730167fdbbf94137a3d16cbeb4f9df6a&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4507465 May 10 17:44:38.883100 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.wsgi [-] (110153) accepted ('10.222.0.60', 37126) {{(pid=110153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 17:44:39.002633 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6a7c16-5ca0-4af2-8e6f-34c66225c2a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=879c48b1-c0df-47d8-85a5-66442f63e70c,revision_number=1']} {{(pid=110153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:44:39.023216 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-e5471615-69cc-44e9-86fe-cfd7f9da9ef5 admin admin] Publish callbacks [] for security_group (706c23e2-7914-4ee7-ba5f-6b79f77f1b53), precommit_create {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:44:39.036334 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-e5471615-69cc-44e9-86fe-cfd7f9da9ef5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-282428'] for security_group (706c23e2-7914-4ee7-ba5f-6b79f77f1b53), after_create {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:44:39.092149 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5471615-69cc-44e9-86fe-cfd7f9da9ef5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=706c23e2-7914-4ee7-ba5f-6b79f77f1b53,revision_number=1']} {{(pid=110153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:44:39.115732 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.db.l3_hamode_db [None req-6ff62d4f-c258-4b8e-a6ab-364198b121ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9c33587-9fa0-4825-a931-8281566e8cec', 'name': 'tempest-AttachVolumeShelveTestJSON-709907603-router', 'tenant_id': '0461acfadf8743fdbd62a39bf3fe3e1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85dc89cf-59f9-4edb-b26e-52bcb8a93763', 'external_fixed_ips': [{'subnet_id': 'e93d94f1-cb19-4cd0-92e5-ca73d24bd8fb', 'ip_address': '172.27.0.113'}], 'enable_snat': True}, 'gw_port_id': '87a6c3fa-3aef-470c-8fe9-fd0a98a390c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T17:44:31Z', 'updated_at': '2022-05-10T17:44:33Z', 'revision_number': 3, 'project_id': '0461acfadf8743fdbd62a39bf3fe3e1c', 'gw_port': {'id': '87a6c3fa-3aef-470c-8fe9-fd0a98a390c8', 'name': '', 'network_id': '85dc89cf-59f9-4edb-b26e-52bcb8a93763', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:db:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9c33587-9fa0-4825-a931-8281566e8cec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'e93d94f1-cb19-4cd0-92e5-ca73d24bd8fb', 'ip_address': '172.27.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841302-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T17:44:32Z', 'updated_at': '2022-05-10T17:44:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e93d94f1-cb19-4cd0-92e5-ca73d24bd8fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841302-2-iscsi'}], 'dv-cinder-841302-2-iscsi', False) {} {{(pid=110155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:44:39.153455 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ff62d4f-c258-4b8e-a6ab-364198b121ad None None] The sync data for ids ['c9c33587-9fa0-4825-a931-8281566e8cec'] in dv-cinder-841302-2-iscsi is: [{'id': 'c9c33587-9fa0-4825-a931-8281566e8cec', 'name': 'tempest-AttachVolumeShelveTestJSON-709907603-router', 'tenant_id': '0461acfadf8743fdbd62a39bf3fe3e1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85dc89cf-59f9-4edb-b26e-52bcb8a93763', 'external_fixed_ips': [{'subnet_id': 'e93d94f1-cb19-4cd0-92e5-ca73d24bd8fb', 'ip_address': '172.27.0.113'}], 'enable_snat': True}, 'gw_port_id': '87a6c3fa-3aef-470c-8fe9-fd0a98a390c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T17:44:31Z', 'updated_at': '2022-05-10T17:44:33Z', 'revision_number': 3, 'project_id': '0461acfadf8743fdbd62a39bf3fe3e1c', 'gw_port': {'id': '87a6c3fa-3aef-470c-8fe9-fd0a98a390c8', 'name': '', 'network_id': '85dc89cf-59f9-4edb-b26e-52bcb8a93763', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:db:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9c33587-9fa0-4825-a931-8281566e8cec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'e93d94f1-cb19-4cd0-92e5-ca73d24bd8fb', 'ip_address': '172.27.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841302-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T17:44:32Z', 'updated_at': '2022-05-10T17:44:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e93d94f1-cb19-4cd0-92e5-ca73d24bd8fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841302-2-iscsi'}] {{(pid=110155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 17:44:39.174992 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.db.db_base_plugin_common [None req-80406e81-877c-4c3b-b833-d4c986bd56bc admin admin] Allocated IP 172.20.0.1 (4f6007aa-61b1-40c3-a8ad-7f431d419cb5/c13a30fd-de84-4d1b-92b1-edbd848fe110/88b05fe3-8c95-46ee-bced-7b63de5df9bb) {{(pid=110152) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 17:44:39.207573 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [None req-e5471615-69cc-44e9-86fe-cfd7f9da9ef5 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=d14ee6e6a46c4220a3653c732ca222d7&name=default HTTP/1.1" status: 200 len: 2992 time: 1.3260884 May 10 17:44:39.208672 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.wsgi [-] (110152) accepted ('10.222.0.60', 37134) {{(pid=110152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 17:44:39.260080 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c589ad6d-f231-47a5-b761-4765ce3a3c4f admin admin] Router 589742d5-5060-4251-bd2d-d3908b80ab6c is scheduled to L3 agent eaac381b-e402-41c3-a8e6-8f962681d3e6 with binding_index 1 {{(pid=110153) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 10 17:44:39.272387 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.plugin [None req-6e697e78-9dd1-4bc1-8573-56b901d07725 None None] Current status of the port b51805f6-f423-43dd-8343-850e2d250b7a is: ACTIVE; New status is: ACTIVE {{(pid=110154) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 17:44:39.307437 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-540217b0-524b-4608-9779-7a719ab14b74 admin admin] Publish callbacks [] for security_group (879c48b1-c0df-47d8-85a5-66442f63e70c), before_delete {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:44:39.392849 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.plugin [None req-7d9c9482-903f-484d-89fc-e41e7c28e2b6 None None] Current status of the port e377a37c-ceed-42d0-b29a-e0ff738b761d is: DOWN; New status is: ACTIVE {{(pid=110154) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 17:44:39.393238 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-7d9c9482-903f-484d-89fc-e41e7c28e2b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1514036'] for port (e377a37c-ceed-42d0-b29a-e0ff738b761d), before_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:44:39.398286 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.db.l3_hamode_db [None req-b0c40087-4982-40d9-b402-b12dd426b346 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24a906bd-bc37-4f60-9d1b-823a31f350bf', 'name': 'tempest-AttachVolumeNegativeTest-1935741533-router', 'tenant_id': 'f4e017a4040d450aad862065563ea64d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85dc89cf-59f9-4edb-b26e-52bcb8a93763', 'external_fixed_ips': [{'subnet_id': 'e93d94f1-cb19-4cd0-92e5-ca73d24bd8fb', 'ip_address': '172.27.0.151'}], 'enable_snat': True}, 'gw_port_id': '8a785056-3967-44dc-89fc-a85dc909609a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T17:44:32Z', 'updated_at': '2022-05-10T17:44:34Z', 'revision_number': 3, 'project_id': 'f4e017a4040d450aad862065563ea64d', 'gw_port': {'id': '8a785056-3967-44dc-89fc-a85dc909609a', 'name': '', 'network_id': '85dc89cf-59f9-4edb-b26e-52bcb8a93763', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:45:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24a906bd-bc37-4f60-9d1b-823a31f350bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'e93d94f1-cb19-4cd0-92e5-ca73d24bd8fb', 'ip_address': '172.27.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T17:44:33Z', 'updated_at': '2022-05-10T17:44:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e93d94f1-cb19-4cd0-92e5-ca73d24bd8fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841302-2-iscsi'}], 'dv-cinder-841302-2-iscsi', False) {} {{(pid=110154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:44:39.423011 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-540217b0-524b-4608-9779-7a719ab14b74 admin admin] Publish callbacks [] for security_group (879c48b1-c0df-47d8-85a5-66442f63e70c), precommit_delete {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:44:39.478489 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0c40087-4982-40d9-b402-b12dd426b346 None None] Checking router: 24a906bd-bc37-4f60-9d1b-823a31f350bf for host: dv-cinder-841302-2-iscsi {{(pid=110154) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 17:44:39.478489 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0c40087-4982-40d9-b402-b12dd426b346 None None] Updating router 24a906bd-bc37-4f60-9d1b-823a31f350bf port 8a785056-3967-44dc-89fc-a85dc909609a binding host dv-cinder-841302-2-iscsi {{(pid=110154) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 17:44:39.480703 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-97e77e2a-9830-484f-8512-f3bb2303a10a admin admin] Publish callbacks [] for security_group (706c23e2-7914-4ee7-ba5f-6b79f77f1b53), before_delete {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:44:39.542649 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.db [None req-7d9c9482-903f-484d-89fc-e41e7c28e2b6 None None] For port e377a37c-ceed-42d0-b29a-e0ff738b761d, host dv-cinder-841302-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841302-2-iscsi',level=0,port_id=e377a37c-ceed-42d0-b29a-e0ff738b761d,segment=NetworkSegment(5476eec8-6d3c-4719-9920-b0738333a1e7),segment_id=5476eec8-6d3c-4719-9920-b0738333a1e7)] {{(pid=110154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 17:44:39.544161 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-b0c40087-4982-40d9-b402-b12dd426b346 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1514036'] for port (8a785056-3967-44dc-89fc-a85dc909609a), before_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:44:39.547876 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-e6fc5d9e-0250-4999-bd90-48f075097bc9 req-981016bc-d8ca-469f-aef0-326c6975674c tempest-DeleteServersTestJSON-636381056 tempest-DeleteServersTestJSON-636381056-project] 10.222.0.60 "GET /v2.0/ports?device_id=acd7903d-232c-4666-939c-eb22c6fbf01b HTTP/1.1" status: 200 len: 210 time: 0.0753212 May 10 17:44:39.564393 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c589ad6d-f231-47a5-b761-4765ce3a3c4f admin admin] Notify agent at l3_agent.dv-cinder-841302-2-iscsi the message routers_updated {{(pid=110153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 17:44:39.587510 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5141cbd6-9085-443e-a9cc-deded3df4854 None None] Sync routers for ids ['589742d5-5060-4251-bd2d-d3908b80ab6c'] in dv-cinder-841302-2-iscsi {{(pid=110155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 17:44:39.598610 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-7d9c9482-903f-484d-89fc-e41e7c28e2b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1514136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781795229094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781794686082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781794686100'] for port (e377a37c-ceed-42d0-b29a-e0ff738b761d), after_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:44:39.599572 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-540217b0-524b-4608-9779-7a719ab14b74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-282428'] for security_group (879c48b1-c0df-47d8-85a5-66442f63e70c), after_delete {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:44:39.603594 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-540217b0-524b-4608-9779-7a719ab14b74 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:44:39.606945 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [None req-540217b0-524b-4608-9779-7a719ab14b74 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/879c48b1-c0df-47d8-85a5-66442f63e70c HTTP/1.1" status: 204 len: 168 time: 0.7200015 May 10 17:44:39.619880 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5141cbd6-9085-443e-a9cc-deded3df4854 None None] Routers {'589742d5-5060-4251-bd2d-d3908b80ab6c'} bound to L3 agent in host dv-cinder-841302-2-iscsi {{(pid=110155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 17:44:39.620733 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.db.l3_hamode_db [None req-5141cbd6-9085-443e-a9cc-deded3df4854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841302-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-10T17:36:00Z,description=,heartbeat_timestamp=2022-05-10T17:44:30Z,host='dv-cinder-841302-2-iscsi',id=eaac381b-e402-41c3-a8e6-8f962681d3e6,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T17:36:00Z,topic='l3_agent')) {'router_ids': ['589742d5-5060-4251-bd2d-d3908b80ab6c'], 'active': True} {{(pid=110155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:44:39.625677 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-97e77e2a-9830-484f-8512-f3bb2303a10a admin admin] Publish callbacks [] for security_group (706c23e2-7914-4ee7-ba5f-6b79f77f1b53), precommit_delete {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:44:39.631144 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-c589ad6d-f231-47a5-b761-4765ce3a3c4f admin admin] Publish callbacks [] for router (None), before_response {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:44:39.632546 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [None req-c589ad6d-f231-47a5-b761-4765ce3a3c4f admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 6.1899116 May 10 17:44:39.653998 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.wsgi [-] (110153) accepted ('10.222.0.60', 37140) {{(pid=110153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 17:44:39.699178 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540217b0-524b-4608-9779-7a719ab14b74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=879c48b1-c0df-47d8-85a5-66442f63e70c,revision_number=None']} {{(pid=110153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:44:39.903907 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-80406e81-877c-4c3b-b833-d4c986bd56bc admin admin] Publish callbacks [] for port (88b05fe3-8c95-46ee-bced-7b63de5df9bb), precommit_create {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:44:39.933085 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.rpc [None req-6e697e78-9dd1-4bc1-8573-56b901d07725 None None] Device c221960c-c7a7-4141-9bff-21782e5a721d up at agent ovs-agent-dv-cinder-841302-2-iscsi {{(pid=110154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 17:44:39.943080 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.db.l3_dvr_db [None req-5141cbd6-9085-443e-a9cc-deded3df4854 None None] Set router 589742d5-5060-4251-bd2d-d3908b80ab6c gateway port host: dv-cinder-841302-2-iscsi {{(pid=110155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 17:44:39.953556 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-966a6a2d-af54-4498-8d86-e16bca0aaad7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1514036'] for port (None), before_create {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:44:39.977249 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-97e77e2a-9830-484f-8512-f3bb2303a10a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-282428'] for security_group (706c23e2-7914-4ee7-ba5f-6b79f77f1b53), after_delete {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:44:39.981301 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-97e77e2a-9830-484f-8512-f3bb2303a10a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:44:39.987688 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [None req-97e77e2a-9830-484f-8512-f3bb2303a10a admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/706c23e2-7914-4ee7-ba5f-6b79f77f1b53 HTTP/1.1" status: 204 len: 168 time: 0.7757423 May 10 17:44:40.032078 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e77e2a-9830-484f-8512-f3bb2303a10a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=706c23e2-7914-4ee7-ba5f-6b79f77f1b53,revision_number=None']} {{(pid=110152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:44:40.052597 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.db.provisioning_blocks [None req-7d9c9482-903f-484d-89fc-e41e7c28e2b6 None None] Provisioning complete for port c221960c-c7a7-4141-9bff-21782e5a721d triggered by entity DHCP. {{(pid=110154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 17:44:40.054885 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-7d9c9482-903f-484d-89fc-e41e7c28e2b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525495'] for port (c221960c-c7a7-4141-9bff-21782e5a721d), provisioning_complete {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:44:40.220193 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-80406e81-877c-4c3b-b833-d4c986bd56bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1514136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781794686064'] for port (88b05fe3-8c95-46ee-bced-7b63de5df9bb), after_create {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:44:40.300206 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9c9482-903f-484d-89fc-e41e7c28e2b6 None None] Pushing event updated for resources: {'Port': ['ID=e377a37c-ceed-42d0-b29a-e0ff738b761d,revision_number=3']} {{(pid=110154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:44:40.520197 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.db.db_base_plugin_common [None req-966a6a2d-af54-4498-8d86-e16bca0aaad7 admin admin] Allocated IP 172.20.0.1 (5a13d84d-c9e9-413f-a254-ca6edab95c78/8d05c8d5-b43f-426f-967a-5bcf2a7a77f7/027fd6fa-8a2c-41cf-8f97-10f5b1a94550) {{(pid=110152) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 17:44:40.522691 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.db.l3_hamode_db [None req-5141cbd6-9085-443e-a9cc-deded3df4854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '589742d5-5060-4251-bd2d-d3908b80ab6c', 'name': 'tempest-ServerRescueNegativeTestJSON-997119658-router', 'tenant_id': 'ec9da2f35bcd444fa485c453103df5cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85dc89cf-59f9-4edb-b26e-52bcb8a93763', 'external_fixed_ips': [{'subnet_id': 'e93d94f1-cb19-4cd0-92e5-ca73d24bd8fb', 'ip_address': '172.27.0.200'}], 'enable_snat': True}, 'gw_port_id': '331e326f-eb0e-4349-9e0d-6687d88832ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T17:44:33Z', 'updated_at': '2022-05-10T17:44:38Z', 'revision_number': 3, 'project_id': 'ec9da2f35bcd444fa485c453103df5cc', 'gw_port': {'id': '331e326f-eb0e-4349-9e0d-6687d88832ed', 'name': '', 'network_id': '85dc89cf-59f9-4edb-b26e-52bcb8a93763', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:ac:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '589742d5-5060-4251-bd2d-d3908b80ab6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'e93d94f1-cb19-4cd0-92e5-ca73d24bd8fb', 'ip_address': '172.27.0.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T17:44:35Z', 'updated_at': '2022-05-10T17:44:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e93d94f1-cb19-4cd0-92e5-ca73d24bd8fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841302-2-iscsi'}], 'dv-cinder-841302-2-iscsi', False) {} {{(pid=110155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:44:40.532866 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.db.provisioning_blocks [None req-6e697e78-9dd1-4bc1-8573-56b901d07725 None None] Provisioning complete for port c221960c-c7a7-4141-9bff-21782e5a721d triggered by entity L2. {{(pid=110154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 17:44:40.538807 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-6e697e78-9dd1-4bc1-8573-56b901d07725 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525495'] for port (c221960c-c7a7-4141-9bff-21782e5a721d), provisioning_complete {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:44:40.595745 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5141cbd6-9085-443e-a9cc-deded3df4854 None None] Checking router: 589742d5-5060-4251-bd2d-d3908b80ab6c for host: dv-cinder-841302-2-iscsi {{(pid=110155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 17:44:40.596255 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5141cbd6-9085-443e-a9cc-deded3df4854 None None] Updating router 589742d5-5060-4251-bd2d-d3908b80ab6c port 331e326f-eb0e-4349-9e0d-6687d88832ed binding host dv-cinder-841302-2-iscsi {{(pid=110155) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 17:44:40.655279 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80406e81-877c-4c3b-b833-d4c986bd56bc admin admin] Pushing event updated for resources: {'Port': ['ID=88b05fe3-8c95-46ee-bced-7b63de5df9bb,revision_number=1']} {{(pid=110152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:44:40.668577 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron_lib.callbacks.manager [None req-5141cbd6-9085-443e-a9cc-deded3df4854 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1514036'] for port (331e326f-eb0e-4349-9e0d-6687d88832ed), before_update {{(pid=110155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:44:40.760546 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.plugin [None req-7d9c9482-903f-484d-89fc-e41e7c28e2b6 None None] Current status of the port c221960c-c7a7-4141-9bff-21782e5a721d is: ACTIVE; New status is: ACTIVE {{(pid=110154) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 17:44:40.804308 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-89b4df72-0bc6-41ee-920c-5869128ede40 req-002bf9b5-1a90-440c-865b-00966730b030 tempest-DeleteServersTestJSON-636381056 tempest-DeleteServersTestJSON-636381056-project] 10.222.0.60 "GET /v2.0/ports?device_id=acd7903d-232c-4666-939c-eb22c6fbf01b HTTP/1.1" status: 200 len: 210 time: 0.0749047 May 10 17:44:40.901404 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80406e81-877c-4c3b-b833-d4c986bd56bc admin admin] Network 4f6007aa-61b1-40c3-a8ad-7f431d419cb5 is already hosted by enough agents. {{(pid=110152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 17:44:40.906129 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.db.provisioning_blocks [None req-2d94657e-ded0-48e5-8364-ae63ab593005 None None] Provisioning complete for port e377a37c-ceed-42d0-b29a-e0ff738b761d triggered by entity DHCP. {{(pid=110154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 17:44:40.906523 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-2d94657e-ded0-48e5-8364-ae63ab593005 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525495'] for port (e377a37c-ceed-42d0-b29a-e0ff738b761d), provisioning_complete {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:44:40.906713 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.scheduler.base_scheduler [None req-80406e81-877c-4c3b-b833-d4c986bd56bc admin admin] Resources bound (agent type, host, resource id): {{(pid=110152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 17:44:40.928294 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80406e81-877c-4c3b-b833-d4c986bd56bc admin admin] Received port after_create {{(pid=110152) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 17:44:40.929111 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-80406e81-877c-4c3b-b833-d4c986bd56bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-640605'] for router_interface (c9c33587-9fa0-4825-a931-8281566e8cec), before_create {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:44:40.960879 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.plugin [None req-6e697e78-9dd1-4bc1-8573-56b901d07725 None None] Current status of the port c221960c-c7a7-4141-9bff-21782e5a721d is: ACTIVE; New status is: ACTIVE {{(pid=110154) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 17:44:40.972834 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.rpc [None req-6e697e78-9dd1-4bc1-8573-56b901d07725 None None] Device b51805f6-f423-43dd-8343-850e2d250b7a up at agent ovs-agent-dv-cinder-841302-2-iscsi {{(pid=110154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 17:44:41.001552 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.wsgi [-] (110152) accepted ('10.222.0.60', 37172) {{(pid=110152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 17:44:41.040695 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-0795a41d-e3eb-4c8a-a32b-b112c191f314 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:44:41.090411 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-a51d94a9-5009-463b-94fe-f7fbe7ff88ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1514036'] for port (None), before_create {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:44:41.171094 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-b0c40087-4982-40d9-b402-b12dd426b346 None None] Publish callbacks [] for port (8a785056-3967-44dc-89fc-a85dc909609a), precommit_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:44:41.181670 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.db.provisioning_blocks [None req-6e697e78-9dd1-4bc1-8573-56b901d07725 None None] Provisioning complete for port b51805f6-f423-43dd-8343-850e2d250b7a triggered by entity L2. {{(pid=110154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 17:44:41.182065 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-6e697e78-9dd1-4bc1-8573-56b901d07725 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525495'] for port (b51805f6-f423-43dd-8343-850e2d250b7a), provisioning_complete {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:44:41.252768 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-b0c40087-4982-40d9-b402-b12dd426b346 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1514136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781795229094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781794686082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781794686100'] for port (8a785056-3967-44dc-89fc-a85dc909609a), after_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:44:41.272159 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-966a6a2d-af54-4498-8d86-e16bca0aaad7 admin admin] Publish callbacks [] for port (027fd6fa-8a2c-41cf-8f97-10f5b1a94550), precommit_create {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:44:41.365317 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.plugin [None req-2d94657e-ded0-48e5-8364-ae63ab593005 None None] Current status of the port e377a37c-ceed-42d0-b29a-e0ff738b761d is: ACTIVE; New status is: ACTIVE {{(pid=110154) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 17:44:41.386424 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.managers [None req-b0c40087-4982-40d9-b402-b12dd426b346 None None] Attempting to bind port 8a785056-3967-44dc-89fc-a85dc909609a on host dv-cinder-841302-2-iscsi for vnic_type normal with profile {{(pid=110154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 17:44:41.386797 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.managers [None req-b0c40087-4982-40d9-b402-b12dd426b346 None None] Attempting to bind port 8a785056-3967-44dc-89fc-a85dc909609a by drivers openvswitch,hyperv on host dv-cinder-841302-2-iscsi at level 0 using segments [{'id': '73dc8890-d7a8-423a-bf66-935bdea3f4d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '85dc89cf-59f9-4edb-b26e-52bcb8a93763'}] {{(pid=110154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 17:44:41.387159 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0c40087-4982-40d9-b402-b12dd426b346 None None] Attempting to bind port 8a785056-3967-44dc-89fc-a85dc909609a on network 85dc89cf-59f9-4edb-b26e-52bcb8a93763 {{(pid=110154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 17:44:41.401928 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0c40087-4982-40d9-b402-b12dd426b346 None None] Checking agent: {'id': 'fdc37a75-b7a9-4e92-a59c-f5b8c02d060c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841302-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 17, 36, 4), 'started_at': datetime.datetime(2022, 5, 10, 17, 36, 34), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 17, 44, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841302-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 17:44:41.402303 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0c40087-4982-40d9-b402-b12dd426b346 None None] Checking segment: {'id': '73dc8890-d7a8-423a-bf66-935bdea3f4d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '85dc89cf-59f9-4edb-b26e-52bcb8a93763'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 17:44:41.402711 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-b0c40087-4982-40d9-b402-b12dd426b346 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:44:41.403108 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0c40087-4982-40d9-b402-b12dd426b346 None None] Bound using segment: {'id': '73dc8890-d7a8-423a-bf66-935bdea3f4d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '85dc89cf-59f9-4edb-b26e-52bcb8a93763'} {{(pid=110154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 17:44:41.403791 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.managers [None req-b0c40087-4982-40d9-b402-b12dd426b346 None None] Bound port: 8a785056-3967-44dc-89fc-a85dc909609a, host: dv-cinder-841302-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73dc8890-d7a8-423a-bf66-935bdea3f4d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '85dc89cf-59f9-4edb-b26e-52bcb8a93763'}}] {{(pid=110154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 17:44:41.404175 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-b0c40087-4982-40d9-b402-b12dd426b346 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1514036'] for port (8a785056-3967-44dc-89fc-a85dc909609a), before_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:44:41.417286 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-0795a41d-e3eb-4c8a-a32b-b112c191f314 admin admin] Publish callbacks [] for security_group (c4c36e71-f950-4ee8-a0f3-b6e26f57494f), precommit_create {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:44:41.444126 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron_lib.callbacks.manager [None req-5141cbd6-9085-443e-a9cc-deded3df4854 None None] Publish callbacks [] for port (331e326f-eb0e-4349-9e0d-6687d88832ed), precommit_update {{(pid=110155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:44:41.461092 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron_lib.callbacks.manager [None req-5141cbd6-9085-443e-a9cc-deded3df4854 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1514136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781795229094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781794686082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781794686100'] for port (331e326f-eb0e-4349-9e0d-6687d88832ed), after_update {{(pid=110155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:44:41.463192 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc4335d-28f9-4b05-8847-961454b46728 None None] Pushing event updated for resources: {'Port': ['ID=8a785056-3967-44dc-89fc-a85dc909609a,revision_number=2']} {{(pid=110154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:44:41.465424 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.plugin [None req-6e697e78-9dd1-4bc1-8573-56b901d07725 None None] Current status of the port b51805f6-f423-43dd-8343-850e2d250b7a is: ACTIVE; New status is: ACTIVE {{(pid=110154) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 17:44:41.466532 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.rpc [None req-6e697e78-9dd1-4bc1-8573-56b901d07725 None None] Device e377a37c-ceed-42d0-b29a-e0ff738b761d up at agent ovs-agent-dv-cinder-841302-2-iscsi {{(pid=110154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 17:44:41.480707 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-0795a41d-e3eb-4c8a-a32b-b112c191f314 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-282428'] for security_group (c4c36e71-f950-4ee8-a0f3-b6e26f57494f), after_create {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:44:41.501748 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.db.db_base_plugin_common [None req-a51d94a9-5009-463b-94fe-f7fbe7ff88ae admin admin] Allocated IP 172.20.0.1 (f37a5a11-05c8-4d32-b0a0-13874a53c216/cc50f2c8-8caf-42b1-b7c4-50bfe5301336/c383c584-b5df-4b7e-af1c-6ffb19330ddb) {{(pid=110153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 17:44:41.546944 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.db.provisioning_blocks [None req-763e1d2a-9df8-407d-9ba5-e1c3bd8fc3b5 None None] Provisioning complete for port 88b05fe3-8c95-46ee-bced-7b63de5df9bb triggered by entity DHCP. {{(pid=110154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 17:44:41.547396 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-763e1d2a-9df8-407d-9ba5-e1c3bd8fc3b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525495'] for port (88b05fe3-8c95-46ee-bced-7b63de5df9bb), provisioning_complete {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:44:41.563310 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-80406e81-877c-4c3b-b833-d4c986bd56bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1514036'] for port (88b05fe3-8c95-46ee-bced-7b63de5df9bb), before_update {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:44:41.574353 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcdd7738-c256-45a0-bec0-55317a7347f6 None None] Pushing event updated for resources: {'Port': ['ID=331e326f-eb0e-4349-9e0d-6687d88832ed,revision_number=2']} {{(pid=110155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:44:41.582323 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.plugins.ml2.managers [None req-5141cbd6-9085-443e-a9cc-deded3df4854 None None] Attempting to bind port 331e326f-eb0e-4349-9e0d-6687d88832ed on host dv-cinder-841302-2-iscsi for vnic_type normal with profile {{(pid=110155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 17:44:41.582868 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.plugins.ml2.managers [None req-5141cbd6-9085-443e-a9cc-deded3df4854 None None] Attempting to bind port 331e326f-eb0e-4349-9e0d-6687d88832ed by drivers openvswitch,hyperv on host dv-cinder-841302-2-iscsi at level 0 using segments [{'id': '73dc8890-d7a8-423a-bf66-935bdea3f4d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '85dc89cf-59f9-4edb-b26e-52bcb8a93763'}] {{(pid=110155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 17:44:41.587845 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5141cbd6-9085-443e-a9cc-deded3df4854 None None] Attempting to bind port 331e326f-eb0e-4349-9e0d-6687d88832ed on network 85dc89cf-59f9-4edb-b26e-52bcb8a93763 {{(pid=110155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 17:44:41.594795 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5141cbd6-9085-443e-a9cc-deded3df4854 None None] Checking agent: {'id': 'fdc37a75-b7a9-4e92-a59c-f5b8c02d060c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841302-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 17, 36, 4), 'started_at': datetime.datetime(2022, 5, 10, 17, 36, 34), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 17, 44, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841302-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 17:44:41.595445 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5141cbd6-9085-443e-a9cc-deded3df4854 None None] Checking segment: {'id': '73dc8890-d7a8-423a-bf66-935bdea3f4d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '85dc89cf-59f9-4edb-b26e-52bcb8a93763'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 17:44:41.596031 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron_lib.callbacks.manager [None req-5141cbd6-9085-443e-a9cc-deded3df4854 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:44:41.596631 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5141cbd6-9085-443e-a9cc-deded3df4854 None None] Bound using segment: {'id': '73dc8890-d7a8-423a-bf66-935bdea3f4d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '85dc89cf-59f9-4edb-b26e-52bcb8a93763'} {{(pid=110155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 17:44:41.596865 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.plugins.ml2.managers [None req-5141cbd6-9085-443e-a9cc-deded3df4854 None None] Bound port: 331e326f-eb0e-4349-9e0d-6687d88832ed, host: dv-cinder-841302-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73dc8890-d7a8-423a-bf66-935bdea3f4d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '85dc89cf-59f9-4edb-b26e-52bcb8a93763'}}] {{(pid=110155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 17:44:41.597249 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron_lib.callbacks.manager [None req-5141cbd6-9085-443e-a9cc-deded3df4854 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1514036'] for port (331e326f-eb0e-4349-9e0d-6687d88832ed), before_update {{(pid=110155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:44:41.603927 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0795a41d-e3eb-4c8a-a32b-b112c191f314 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4c36e71-f950-4ee8-a0f3-b6e26f57494f,revision_number=1']} {{(pid=110152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:44:41.608921 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.plugin [None req-763e1d2a-9df8-407d-9ba5-e1c3bd8fc3b5 None None] Port 88b05fe3-8c95-46ee-bced-7b63de5df9bb cannot update to ACTIVE because it is not bound. {{(pid=110154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 10 17:44:41.625429 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.db [None req-b0c40087-4982-40d9-b402-b12dd426b346 None None] For port 8a785056-3967-44dc-89fc-a85dc909609a, host dv-cinder-841302-2-iscsi, cleared binding levels {{(pid=110154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 17:44:41.634828 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.db [None req-b0c40087-4982-40d9-b402-b12dd426b346 None None] For port 8a785056-3967-44dc-89fc-a85dc909609a, host dv-cinder-841302-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841302-2-iscsi',level=0,port_id=8a785056-3967-44dc-89fc-a85dc909609a,segment=NetworkSegment(73dc8890-d7a8-423a-bf66-935bdea3f4d7),segment_id=73dc8890-d7a8-423a-bf66-935bdea3f4d7)] {{(pid=110154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 17:44:41.644370 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.db.provisioning_blocks [None req-6e697e78-9dd1-4bc1-8573-56b901d07725 None None] Provisioning complete for port e377a37c-ceed-42d0-b29a-e0ff738b761d triggered by entity L2. {{(pid=110154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 17:44:41.644735 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-6e697e78-9dd1-4bc1-8573-56b901d07725 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525495'] for port (e377a37c-ceed-42d0-b29a-e0ff738b761d), provisioning_complete {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:44:41.649845 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-b0c40087-4982-40d9-b402-b12dd426b346 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1514136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781795229094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781794686082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781794686100'] for port (8a785056-3967-44dc-89fc-a85dc909609a), after_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:44:41.717863 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-a51d94a9-5009-463b-94fe-f7fbe7ff88ae admin admin] Publish callbacks [] for port (c383c584-b5df-4b7e-af1c-6ffb19330ddb), precommit_create {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:44:41.747356 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.plugins.ml2.db [None req-5141cbd6-9085-443e-a9cc-deded3df4854 None None] For port 331e326f-eb0e-4349-9e0d-6687d88832ed, host dv-cinder-841302-2-iscsi, cleared binding levels {{(pid=110155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 17:44:41.755966 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0c40087-4982-40d9-b402-b12dd426b346 None None] Routers {'24a906bd-bc37-4f60-9d1b-823a31f350bf'} bound to L3 agent in host dv-cinder-841302-2-iscsi {{(pid=110154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 17:44:41.756706 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.db.l3_hamode_db [None req-b0c40087-4982-40d9-b402-b12dd426b346 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841302-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-10T17:36:00Z,description=,heartbeat_timestamp=2022-05-10T17:44:30Z,host='dv-cinder-841302-2-iscsi',id=eaac381b-e402-41c3-a8e6-8f962681d3e6,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T17:36:00Z,topic='l3_agent')) {'router_ids': ['24a906bd-bc37-4f60-9d1b-823a31f350bf'], 'active': True} {{(pid=110154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:44:41.756837 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.plugins.ml2.db [None req-5141cbd6-9085-443e-a9cc-deded3df4854 None None] For port 331e326f-eb0e-4349-9e0d-6687d88832ed, host dv-cinder-841302-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841302-2-iscsi',level=0,port_id=331e326f-eb0e-4349-9e0d-6687d88832ed,segment=NetworkSegment(73dc8890-d7a8-423a-bf66-935bdea3f4d7),segment_id=73dc8890-d7a8-423a-bf66-935bdea3f4d7)] {{(pid=110155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 17:44:41.766556 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron_lib.callbacks.manager [None req-5141cbd6-9085-443e-a9cc-deded3df4854 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1514136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781795229094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781794686082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781794686100'] for port (331e326f-eb0e-4349-9e0d-6687d88832ed), after_update {{(pid=110155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:44:41.778549 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-a51d94a9-5009-463b-94fe-f7fbe7ff88ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1514136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781794686064'] for port (c383c584-b5df-4b7e-af1c-6ffb19330ddb), after_create {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:44:41.830022 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc4335d-28f9-4b05-8847-961454b46728 None None] Pushing event updated for resources: {'Port': ['ID=8a785056-3967-44dc-89fc-a85dc909609a,revision_number=3']} {{(pid=110154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:44:41.884663 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.plugin [None req-6e697e78-9dd1-4bc1-8573-56b901d07725 None None] Current status of the port e377a37c-ceed-42d0-b29a-e0ff738b761d is: ACTIVE; New status is: ACTIVE {{(pid=110154) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 17:44:41.887141 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a51d94a9-5009-463b-94fe-f7fbe7ff88ae admin admin] Network f37a5a11-05c8-4d32-b0a0-13874a53c216 is already hosted by enough agents. {{(pid=110153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 17:44:41.890826 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.scheduler.base_scheduler [None req-a51d94a9-5009-463b-94fe-f7fbe7ff88ae admin admin] Resources bound (agent type, host, resource id): {{(pid=110153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 17:44:41.893948 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-80406e81-877c-4c3b-b833-d4c986bd56bc admin admin] Publish callbacks [] for port (88b05fe3-8c95-46ee-bced-7b63de5df9bb), precommit_update {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:44:41.896827 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a51d94a9-5009-463b-94fe-f7fbe7ff88ae admin admin] Received port after_create {{(pid=110153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 17:44:41.904351 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-a51d94a9-5009-463b-94fe-f7fbe7ff88ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-640605'] for router_interface (589742d5-5060-4251-bd2d-d3908b80ab6c), before_create {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:44:41.932526 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcdd7738-c256-45a0-bec0-55317a7347f6 None None] Pushing event updated for resources: {'Port': ['ID=331e326f-eb0e-4349-9e0d-6687d88832ed,revision_number=3']} {{(pid=110155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:44:41.947539 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5141cbd6-9085-443e-a9cc-deded3df4854 None None] Routers {'589742d5-5060-4251-bd2d-d3908b80ab6c'} bound to L3 agent in host dv-cinder-841302-2-iscsi {{(pid=110155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 17:44:41.948182 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.db.l3_hamode_db [None req-5141cbd6-9085-443e-a9cc-deded3df4854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841302-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-10T17:36:00Z,description=,heartbeat_timestamp=2022-05-10T17:44:30Z,host='dv-cinder-841302-2-iscsi',id=eaac381b-e402-41c3-a8e6-8f962681d3e6,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T17:36:00Z,topic='l3_agent')) {'router_ids': ['589742d5-5060-4251-bd2d-d3908b80ab6c'], 'active': True} {{(pid=110155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:44:42.017523 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-33c9df7c-0a59-4dfe-a471-5a2af8b57722 req-f6578d16-56a0-4642-9e8c-0897f4007dda tempest-DeleteServersTestJSON-636381056 tempest-DeleteServersTestJSON-636381056-project] 10.222.0.60 "GET /v2.0/ports?device_id=acd7903d-232c-4666-939c-eb22c6fbf01b HTTP/1.1" status: 200 len: 210 time: 0.0869861 May 10 17:44:42.018131 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-80406e81-877c-4c3b-b833-d4c986bd56bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1514136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781795229094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781794686082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781794686100'] for port (88b05fe3-8c95-46ee-bced-7b63de5df9bb), after_update {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:44:42.018852 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-80406e81-877c-4c3b-b833-d4c986bd56bc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-631643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-640352'] for router_interface (c9c33587-9fa0-4825-a931-8281566e8cec), after_create {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:44:42.026207 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51d94a9-5009-463b-94fe-f7fbe7ff88ae admin admin] Pushing event updated for resources: {'Port': ['ID=c383c584-b5df-4b7e-af1c-6ffb19330ddb,revision_number=1']} {{(pid=110153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:44:42.173273 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.db.l3_dvr_db [None req-b0c40087-4982-40d9-b402-b12dd426b346 None None] Set router 24a906bd-bc37-4f60-9d1b-823a31f350bf gateway port host: dv-cinder-841302-2-iscsi {{(pid=110154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 17:44:42.213305 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.db.l3_dvr_db [None req-5141cbd6-9085-443e-a9cc-deded3df4854 None None] Set router 589742d5-5060-4251-bd2d-d3908b80ab6c gateway port host: dv-cinder-841302-2-iscsi {{(pid=110155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 17:44:42.326109 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.rpc [None req-6e697e78-9dd1-4bc1-8573-56b901d07725 None None] Device 87a6c3fa-3aef-470c-8fe9-fd0a98a390c8 up at agent ovs-agent-dv-cinder-841302-2-iscsi {{(pid=110154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 17:44:42.428411 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.db.provisioning_blocks [None req-6e697e78-9dd1-4bc1-8573-56b901d07725 None None] Provisioning complete for port 87a6c3fa-3aef-470c-8fe9-fd0a98a390c8 triggered by entity L2. {{(pid=110154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 17:44:42.429532 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-6e697e78-9dd1-4bc1-8573-56b901d07725 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525495'] for port (87a6c3fa-3aef-470c-8fe9-fd0a98a390c8), provisioning_complete {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:44:42.465765 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.db.provisioning_blocks [None req-7b791549-16f3-4a00-b0d5-5572cb7e84a7 None None] Provisioning complete for port c383c584-b5df-4b7e-af1c-6ffb19330ddb triggered by entity DHCP. {{(pid=110154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 17:44:42.466372 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-7b791549-16f3-4a00-b0d5-5572cb7e84a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525495'] for port (c383c584-b5df-4b7e-af1c-6ffb19330ddb), provisioning_complete {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:44:42.519941 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.plugin [None req-7b791549-16f3-4a00-b0d5-5572cb7e84a7 None None] Port c383c584-b5df-4b7e-af1c-6ffb19330ddb cannot update to ACTIVE because it is not bound. {{(pid=110154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 10 17:44:42.541076 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80406e81-877c-4c3b-b833-d4c986bd56bc admin admin] Network 4f6007aa-61b1-40c3-a8ad-7f431d419cb5 is already hosted by enough agents. {{(pid=110152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 17:44:42.571570 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.scheduler.base_scheduler [None req-80406e81-877c-4c3b-b833-d4c986bd56bc admin admin] Resources bound (agent type, host, resource id): {{(pid=110152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 17:44:42.571570 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [None req-0795a41d-e3eb-4c8a-a32b-b112c191f314 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=4dbd609025644fbab083e3b5afda6263&name=default HTTP/1.1" status: 200 len: 2992 time: 1.5615039 May 10 17:44:42.572935 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-966a6a2d-af54-4498-8d86-e16bca0aaad7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1514136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781794686064'] for port (027fd6fa-8a2c-41cf-8f97-10f5b1a94550), after_create {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:44:42.587969 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.wsgi [-] (110152) accepted ('10.222.0.60', 37206) {{(pid=110152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 17:44:42.682670 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.db.l3_hamode_db [None req-5141cbd6-9085-443e-a9cc-deded3df4854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '589742d5-5060-4251-bd2d-d3908b80ab6c', 'name': 'tempest-ServerRescueNegativeTestJSON-997119658-router', 'tenant_id': 'ec9da2f35bcd444fa485c453103df5cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85dc89cf-59f9-4edb-b26e-52bcb8a93763', 'external_fixed_ips': [{'subnet_id': 'e93d94f1-cb19-4cd0-92e5-ca73d24bd8fb', 'ip_address': '172.27.0.200'}], 'enable_snat': True}, 'gw_port_id': '331e326f-eb0e-4349-9e0d-6687d88832ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T17:44:33Z', 'updated_at': '2022-05-10T17:44:38Z', 'revision_number': 3, 'project_id': 'ec9da2f35bcd444fa485c453103df5cc', 'gw_port': {'id': '331e326f-eb0e-4349-9e0d-6687d88832ed', 'name': '', 'network_id': '85dc89cf-59f9-4edb-b26e-52bcb8a93763', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:ac:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '589742d5-5060-4251-bd2d-d3908b80ab6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'e93d94f1-cb19-4cd0-92e5-ca73d24bd8fb', 'ip_address': '172.27.0.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841302-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T17:44:35Z', 'updated_at': '2022-05-10T17:44:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e93d94f1-cb19-4cd0-92e5-ca73d24bd8fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841302-2-iscsi'}], 'dv-cinder-841302-2-iscsi', False) {} {{(pid=110155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:44:42.688173 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-966a6a2d-af54-4498-8d86-e16bca0aaad7 admin admin] Network 5a13d84d-c9e9-413f-a254-ca6edab95c78 is already hosted by enough agents. {{(pid=110152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 17:44:42.692950 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.plugin [None req-6e697e78-9dd1-4bc1-8573-56b901d07725 None None] Current status of the port 87a6c3fa-3aef-470c-8fe9-fd0a98a390c8 is: DOWN; New status is: ACTIVE {{(pid=110154) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 17:44:42.693491 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-6e697e78-9dd1-4bc1-8573-56b901d07725 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1514036'] for port (87a6c3fa-3aef-470c-8fe9-fd0a98a390c8), before_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:44:42.694061 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-a51d94a9-5009-463b-94fe-f7fbe7ff88ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1514036'] for port (c383c584-b5df-4b7e-af1c-6ffb19330ddb), before_update {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:44:42.741321 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.db [None req-6e697e78-9dd1-4bc1-8573-56b901d07725 None None] For port 87a6c3fa-3aef-470c-8fe9-fd0a98a390c8, host dv-cinder-841302-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841302-2-iscsi',level=0,port_id=87a6c3fa-3aef-470c-8fe9-fd0a98a390c8,segment=NetworkSegment(73dc8890-d7a8-423a-bf66-935bdea3f4d7),segment_id=73dc8890-d7a8-423a-bf66-935bdea3f4d7)] {{(pid=110154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 17:44:42.770879 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5141cbd6-9085-443e-a9cc-deded3df4854 None None] The sync data for ids ['589742d5-5060-4251-bd2d-d3908b80ab6c'] in dv-cinder-841302-2-iscsi is: [{'id': '589742d5-5060-4251-bd2d-d3908b80ab6c', 'name': 'tempest-ServerRescueNegativeTestJSON-997119658-router', 'tenant_id': 'ec9da2f35bcd444fa485c453103df5cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85dc89cf-59f9-4edb-b26e-52bcb8a93763', 'external_fixed_ips': [{'subnet_id': 'e93d94f1-cb19-4cd0-92e5-ca73d24bd8fb', 'ip_address': '172.27.0.200'}], 'enable_snat': True}, 'gw_port_id': '331e326f-eb0e-4349-9e0d-6687d88832ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T17:44:33Z', 'updated_at': '2022-05-10T17:44:38Z', 'revision_number': 3, 'project_id': 'ec9da2f35bcd444fa485c453103df5cc', 'gw_port': {'id': '331e326f-eb0e-4349-9e0d-6687d88832ed', 'name': '', 'network_id': '85dc89cf-59f9-4edb-b26e-52bcb8a93763', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:ac:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '589742d5-5060-4251-bd2d-d3908b80ab6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'e93d94f1-cb19-4cd0-92e5-ca73d24bd8fb', 'ip_address': '172.27.0.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841302-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T17:44:35Z', 'updated_at': '2022-05-10T17:44:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e93d94f1-cb19-4cd0-92e5-ca73d24bd8fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841302-2-iscsi'}] {{(pid=110155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 17:44:42.803610 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.db.l3_hamode_db [None req-b0c40087-4982-40d9-b402-b12dd426b346 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24a906bd-bc37-4f60-9d1b-823a31f350bf', 'name': 'tempest-AttachVolumeNegativeTest-1935741533-router', 'tenant_id': 'f4e017a4040d450aad862065563ea64d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85dc89cf-59f9-4edb-b26e-52bcb8a93763', 'external_fixed_ips': [{'subnet_id': 'e93d94f1-cb19-4cd0-92e5-ca73d24bd8fb', 'ip_address': '172.27.0.151'}], 'enable_snat': True}, 'gw_port_id': '8a785056-3967-44dc-89fc-a85dc909609a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T17:44:32Z', 'updated_at': '2022-05-10T17:44:34Z', 'revision_number': 3, 'project_id': 'f4e017a4040d450aad862065563ea64d', 'gw_port': {'id': '8a785056-3967-44dc-89fc-a85dc909609a', 'name': '', 'network_id': '85dc89cf-59f9-4edb-b26e-52bcb8a93763', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:45:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24a906bd-bc37-4f60-9d1b-823a31f350bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'e93d94f1-cb19-4cd0-92e5-ca73d24bd8fb', 'ip_address': '172.27.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841302-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T17:44:33Z', 'updated_at': '2022-05-10T17:44:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e93d94f1-cb19-4cd0-92e5-ca73d24bd8fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841302-2-iscsi'}], 'dv-cinder-841302-2-iscsi', False) {} {{(pid=110154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:44:42.813291 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-6e697e78-9dd1-4bc1-8573-56b901d07725 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1514136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781795229094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781794686082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781794686100'] for port (87a6c3fa-3aef-470c-8fe9-fd0a98a390c8), after_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:44:42.813291 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.rpc [None req-6e697e78-9dd1-4bc1-8573-56b901d07725 None None] Device e377a37c-ceed-42d0-b29a-e0ff738b761d up at agent ovs-agent-dv-cinder-841302-2-iscsi {{(pid=110154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 17:44:42.911418 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-7f8b36fe-d3c4-4c44-989e-1fbb46d32d63 admin admin] Publish callbacks [] for security_group (c4c36e71-f950-4ee8-a0f3-b6e26f57494f), before_delete {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:44:42.920293 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80406e81-877c-4c3b-b833-d4c986bd56bc admin admin] Router c9c33587-9fa0-4825-a931-8281566e8cec has already been hosted by L3 agent eaac381b-e402-41c3-a8e6-8f962681d3e6 {{(pid=110152) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 17:44:42.925953 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.scheduler.base_scheduler [None req-966a6a2d-af54-4498-8d86-e16bca0aaad7 admin admin] Resources bound (agent type, host, resource id): {{(pid=110152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 17:44:42.939865 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-966a6a2d-af54-4498-8d86-e16bca0aaad7 admin admin] Received port after_create {{(pid=110152) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 17:44:42.940346 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-966a6a2d-af54-4498-8d86-e16bca0aaad7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-640605'] for router_interface (24a906bd-bc37-4f60-9d1b-823a31f350bf), before_create {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:44:42.971027 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e697e78-9dd1-4bc1-8573-56b901d07725 None None] Pushing event updated for resources: {'Port': ['ID=87a6c3fa-3aef-470c-8fe9-fd0a98a390c8,revision_number=4']} {{(pid=110154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:44:42.972080 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0c40087-4982-40d9-b402-b12dd426b346 None None] The sync data for ids ['24a906bd-bc37-4f60-9d1b-823a31f350bf'] in dv-cinder-841302-2-iscsi is: [{'id': '24a906bd-bc37-4f60-9d1b-823a31f350bf', 'name': 'tempest-AttachVolumeNegativeTest-1935741533-router', 'tenant_id': 'f4e017a4040d450aad862065563ea64d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85dc89cf-59f9-4edb-b26e-52bcb8a93763', 'external_fixed_ips': [{'subnet_id': 'e93d94f1-cb19-4cd0-92e5-ca73d24bd8fb', 'ip_address': '172.27.0.151'}], 'enable_snat': True}, 'gw_port_id': '8a785056-3967-44dc-89fc-a85dc909609a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T17:44:32Z', 'updated_at': '2022-05-10T17:44:34Z', 'revision_number': 3, 'project_id': 'f4e017a4040d450aad862065563ea64d', 'gw_port': {'id': '8a785056-3967-44dc-89fc-a85dc909609a', 'name': '', 'network_id': '85dc89cf-59f9-4edb-b26e-52bcb8a93763', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:45:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24a906bd-bc37-4f60-9d1b-823a31f350bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'e93d94f1-cb19-4cd0-92e5-ca73d24bd8fb', 'ip_address': '172.27.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841302-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T17:44:33Z', 'updated_at': '2022-05-10T17:44:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e93d94f1-cb19-4cd0-92e5-ca73d24bd8fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841302-2-iscsi'}] {{(pid=110154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 17:44:43.125091 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.db.provisioning_blocks [None req-16d1457e-4bd0-4ec1-877b-1bc79469fe9c None None] Provisioning complete for port 88b05fe3-8c95-46ee-bced-7b63de5df9bb triggered by entity DHCP. {{(pid=110154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 17:44:43.131074 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-16d1457e-4bd0-4ec1-877b-1bc79469fe9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525495'] for port (88b05fe3-8c95-46ee-bced-7b63de5df9bb), provisioning_complete {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:44:43.136937 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-a51d94a9-5009-463b-94fe-f7fbe7ff88ae admin admin] Publish callbacks [] for port (c383c584-b5df-4b7e-af1c-6ffb19330ddb), precommit_update {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:44:43.143030 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-a51d94a9-5009-463b-94fe-f7fbe7ff88ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1514136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781795229094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781794686082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781794686100'] for port (c383c584-b5df-4b7e-af1c-6ffb19330ddb), after_update {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:44:43.147002 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-a51d94a9-5009-463b-94fe-f7fbe7ff88ae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-631643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-640352'] for router_interface (589742d5-5060-4251-bd2d-d3908b80ab6c), after_create {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:44:43.217397 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.plugin [None req-16d1457e-4bd0-4ec1-877b-1bc79469fe9c None None] Port 88b05fe3-8c95-46ee-bced-7b63de5df9bb cannot update to ACTIVE because it is not bound. {{(pid=110154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 10 17:44:43.246027 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.db.provisioning_blocks [None req-6e697e78-9dd1-4bc1-8573-56b901d07725 None None] Provisioning complete for port e377a37c-ceed-42d0-b29a-e0ff738b761d triggered by entity L2. {{(pid=110154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 17:44:43.246833 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-6e697e78-9dd1-4bc1-8573-56b901d07725 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525495'] for port (e377a37c-ceed-42d0-b29a-e0ff738b761d), provisioning_complete {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:44:43.258232 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.wsgi [-] (110153) accepted ('10.222.0.77', 63403) {{(pid=110153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 17:44:43.306598 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80406e81-877c-4c3b-b833-d4c986bd56bc admin admin] Pushing event updated for resources: {'Port': ['ID=88b05fe3-8c95-46ee-bced-7b63de5df9bb,revision_number=2']} {{(pid=110152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:44:43.486486 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80406e81-877c-4c3b-b833-d4c986bd56bc admin admin] Notify agent at l3_agent.dv-cinder-841302-2-iscsi the message routers_updated {{(pid=110152) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 17:44:43.500935 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51d94a9-5009-463b-94fe-f7fbe7ff88ae admin admin] Pushing event updated for resources: {'Port': ['ID=c383c584-b5df-4b7e-af1c-6ffb19330ddb,revision_number=2']} {{(pid=110153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:44:43.623082 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966a6a2d-af54-4498-8d86-e16bca0aaad7 admin admin] Pushing event updated for resources: {'Port': ['ID=027fd6fa-8a2c-41cf-8f97-10f5b1a94550,revision_number=1']} {{(pid=110152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:44:43.628624 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-7f8b36fe-d3c4-4c44-989e-1fbb46d32d63 admin admin] Publish callbacks [] for security_group (c4c36e71-f950-4ee8-a0f3-b6e26f57494f), precommit_delete {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:44:43.663098 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.db.provisioning_blocks [None req-6f28a3fb-ee70-419e-b78f-38fe1e16d967 None None] Provisioning complete for port 027fd6fa-8a2c-41cf-8f97-10f5b1a94550 triggered by entity DHCP. {{(pid=110154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 17:44:43.663764 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-6f28a3fb-ee70-419e-b78f-38fe1e16d967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525495'] for port (027fd6fa-8a2c-41cf-8f97-10f5b1a94550), provisioning_complete {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:44:43.788462 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.plugin [None req-6e697e78-9dd1-4bc1-8573-56b901d07725 None None] Current status of the port e377a37c-ceed-42d0-b29a-e0ff738b761d is: ACTIVE; New status is: ACTIVE {{(pid=110154) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 17:44:43.825753 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.plugin [None req-6f28a3fb-ee70-419e-b78f-38fe1e16d967 None None] Port 027fd6fa-8a2c-41cf-8f97-10f5b1a94550 cannot update to ACTIVE because it is not bound. {{(pid=110154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 10 17:44:43.861182 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a51d94a9-5009-463b-94fe-f7fbe7ff88ae admin admin] Network f37a5a11-05c8-4d32-b0a0-13874a53c216 is already hosted by enough agents. {{(pid=110153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 17:44:43.865530 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.scheduler.base_scheduler [None req-a51d94a9-5009-463b-94fe-f7fbe7ff88ae admin admin] Resources bound (agent type, host, resource id): {{(pid=110153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 17:44:43.884576 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfefd521-e3dc-45e9-b877-24acbd6ad5f4 req-9e58fb7c-cad9-43ee-8908-cf2856a80a74 tempest-DeleteServersTestJSON-636381056 tempest-DeleteServersTestJSON-636381056-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:44:43.886537 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [req-cfefd521-e3dc-45e9-b877-24acbd6ad5f4 req-9e58fb7c-cad9-43ee-8908-cf2856a80a74 tempest-DeleteServersTestJSON-636381056 tempest-DeleteServersTestJSON-636381056-project] 10.222.0.77 "GET /v2.0/networks?id=4530795e-c50a-4eb4-a3c5-419871214a37 HTTP/1.1" status: 200 len: 812 time: 0.6265743 May 10 17:44:43.957281 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-7f8b36fe-d3c4-4c44-989e-1fbb46d32d63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-282428'] for security_group (c4c36e71-f950-4ee8-a0f3-b6e26f57494f), after_delete {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:44:43.961273 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-7f8b36fe-d3c4-4c44-989e-1fbb46d32d63 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:44:43.965278 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [None req-7f8b36fe-d3c4-4c44-989e-1fbb46d32d63 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/c4c36e71-f950-4ee8-a0f3-b6e26f57494f HTTP/1.1" status: 204 len: 168 time: 1.3726068 May 10 17:44:43.968692 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-18bfb44c-e997-4840-806c-e6e3c58e6825 req-53f63e08-01c1-4bbc-9d2d-d6a9061986ed tempest-DeleteServersTestJSON-636381056 tempest-DeleteServersTestJSON-636381056-project] 10.222.0.60 "GET /v2.0/ports?device_id=acd7903d-232c-4666-939c-eb22c6fbf01b HTTP/1.1" status: 200 len: 210 time: 0.6581776 May 10 17:44:43.983092 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [None req-80406e81-877c-4c3b-b833-d4c986bd56bc admin admin] 10.222.0.60 "PUT /v2.0/routers/c9c33587-9fa0-4825-a931-8281566e8cec/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4466319 May 10 17:44:43.996306 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ed65c95-d0fc-4dd8-9747-5dca7f9fe13e None None] Sync routers for ids ['c9c33587-9fa0-4825-a931-8281566e8cec'] in dv-cinder-841302-2-iscsi {{(pid=110154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 17:44:44.021605 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ed65c95-d0fc-4dd8-9747-5dca7f9fe13e None None] Routers {'c9c33587-9fa0-4825-a931-8281566e8cec'} bound to L3 agent in host dv-cinder-841302-2-iscsi {{(pid=110154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 17:44:44.024445 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.db.l3_hamode_db [None req-8ed65c95-d0fc-4dd8-9747-5dca7f9fe13e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841302-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-10T17:36:00Z,description=,heartbeat_timestamp=2022-05-10T17:44:30Z,host='dv-cinder-841302-2-iscsi',id=eaac381b-e402-41c3-a8e6-8f962681d3e6,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T17:36:00Z,topic='l3_agent')) {'router_ids': ['c9c33587-9fa0-4825-a931-8281566e8cec'], 'active': True} {{(pid=110154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:44:44.139561 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8b36fe-d3c4-4c44-989e-1fbb46d32d63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4c36e71-f950-4ee8-a0f3-b6e26f57494f,revision_number=None']} {{(pid=110152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:44:44.348591 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-966a6a2d-af54-4498-8d86-e16bca0aaad7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1514036'] for port (027fd6fa-8a2c-41cf-8f97-10f5b1a94550), before_update {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:44:44.490610 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.rpc [None req-6e697e78-9dd1-4bc1-8573-56b901d07725 None None] Device 87a6c3fa-3aef-470c-8fe9-fd0a98a390c8 up at agent ovs-agent-dv-cinder-841302-2-iscsi {{(pid=110154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 17:44:44.601969 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.db.provisioning_blocks [None req-9d429a6f-98de-4835-a9b2-99f739ae3eee None None] Provisioning complete for port c383c584-b5df-4b7e-af1c-6ffb19330ddb triggered by entity DHCP. {{(pid=110154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 17:44:44.602892 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-9d429a6f-98de-4835-a9b2-99f739ae3eee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525495'] for port (c383c584-b5df-4b7e-af1c-6ffb19330ddb), provisioning_complete {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:44:44.656421 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.db.l3_dvr_db [None req-8ed65c95-d0fc-4dd8-9747-5dca7f9fe13e None None] Set router c9c33587-9fa0-4825-a931-8281566e8cec gateway port host: dv-cinder-841302-2-iscsi {{(pid=110154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 17:44:44.677456 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.v2.base [req-cfefd521-e3dc-45e9-b877-24acbd6ad5f4 req-5f2daba0-e150-45da-a0ed-a512ead42e69 tempest-DeleteServersTestJSON-636381056 tempest-DeleteServersTestJSON-636381056-project] Request body: {'port': {'device_id': 'acd7903d-232c-4666-939c-eb22c6fbf01b', 'network_id': '4530795e-c50a-4eb4-a3c5-419871214a37', 'admin_state_up': True, 'tenant_id': '98c641670665465caa49f5d709911793'}} {{(pid=110153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 17:44:44.688465 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.wsgi [-] (110152) accepted ('10.222.0.60', 37294) {{(pid=110152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 17:44:44.929685 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-966a6a2d-af54-4498-8d86-e16bca0aaad7 admin admin] Publish callbacks [] for port (027fd6fa-8a2c-41cf-8f97-10f5b1a94550), precommit_update {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:44:44.946830 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-966a6a2d-af54-4498-8d86-e16bca0aaad7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1514136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781795229094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781794686082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781794686100'] for port (027fd6fa-8a2c-41cf-8f97-10f5b1a94550), after_update {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:44:44.948032 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-966a6a2d-af54-4498-8d86-e16bca0aaad7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-631643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-640352'] for router_interface (24a906bd-bc37-4f60-9d1b-823a31f350bf), after_create {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:44:45.109656 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.plugin [None req-9d429a6f-98de-4835-a9b2-99f739ae3eee None None] Port c383c584-b5df-4b7e-af1c-6ffb19330ddb cannot update to ACTIVE because it is not bound. {{(pid=110154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 10 17:44:45.118506 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966a6a2d-af54-4498-8d86-e16bca0aaad7 admin admin] Pushing event updated for resources: {'Port': ['ID=027fd6fa-8a2c-41cf-8f97-10f5b1a94550,revision_number=2']} {{(pid=110152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:44:45.267242 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a51d94a9-5009-463b-94fe-f7fbe7ff88ae admin admin] Router 589742d5-5060-4251-bd2d-d3908b80ab6c has already been hosted by L3 agent eaac381b-e402-41c3-a8e6-8f962681d3e6 {{(pid=110153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 17:44:45.275883 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-024aded1-27df-40ad-af33-c5ecd92ac813 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:44:45.282730 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.db.provisioning_blocks [None req-6e697e78-9dd1-4bc1-8573-56b901d07725 None None] Provisioning complete for port 87a6c3fa-3aef-470c-8fe9-fd0a98a390c8 triggered by entity L2. {{(pid=110154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 17:44:45.282730 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-6e697e78-9dd1-4bc1-8573-56b901d07725 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525495'] for port (87a6c3fa-3aef-470c-8fe9-fd0a98a390c8), provisioning_complete {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:44:45.303015 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.wsgi [-] (110152) accepted ('10.222.0.60', 37328) {{(pid=110152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 17:44:45.371685 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.v2.base [None req-19ed272c-da8a-4478-a003-5f22fa19e58a tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1616844650', 'description': 'tempest-description--303872165'}} {{(pid=110152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 17:44:45.447474 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-966a6a2d-af54-4498-8d86-e16bca0aaad7 admin admin] Network 5a13d84d-c9e9-413f-a254-ca6edab95c78 is already hosted by enough agents. {{(pid=110152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 17:44:45.450447 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.wsgi [-] (110152) accepted ('10.222.0.60', 37336) {{(pid=110152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 17:44:45.460505 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.scheduler.base_scheduler [None req-966a6a2d-af54-4498-8d86-e16bca0aaad7 admin admin] Resources bound (agent type, host, resource id): {{(pid=110152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 17:44:45.587883 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cfefd521-e3dc-45e9-b877-24acbd6ad5f4 req-5f2daba0-e150-45da-a0ed-a512ead42e69 tempest-DeleteServersTestJSON-636381056 tempest-DeleteServersTestJSON-636381056-project] Made reservation on behalf of 98c641670665465caa49f5d709911793 for: {'port': 1} {{(pid=110153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 17:44:45.591914 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [req-cfefd521-e3dc-45e9-b877-24acbd6ad5f4 req-5f2daba0-e150-45da-a0ed-a512ead42e69 tempest-DeleteServersTestJSON-636381056 tempest-DeleteServersTestJSON-636381056-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1514036'] for port (None), before_create {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:44:45.624447 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.plugin [None req-6e697e78-9dd1-4bc1-8573-56b901d07725 None None] Current status of the port 87a6c3fa-3aef-470c-8fe9-fd0a98a390c8 is: ACTIVE; New status is: ACTIVE {{(pid=110154) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 17:44:45.625796 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.rpc [None req-6e697e78-9dd1-4bc1-8573-56b901d07725 None None] Device 8a785056-3967-44dc-89fc-a85dc909609a up at agent ovs-agent-dv-cinder-841302-2-iscsi {{(pid=110154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 17:44:45.628819 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.db.l3_hamode_db [None req-8ed65c95-d0fc-4dd8-9747-5dca7f9fe13e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9c33587-9fa0-4825-a931-8281566e8cec', 'name': 'tempest-AttachVolumeShelveTestJSON-709907603-router', 'tenant_id': '0461acfadf8743fdbd62a39bf3fe3e1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85dc89cf-59f9-4edb-b26e-52bcb8a93763', 'external_fixed_ips': [{'subnet_id': 'e93d94f1-cb19-4cd0-92e5-ca73d24bd8fb', 'ip_address': '172.27.0.113'}], 'enable_snat': True}, 'gw_port_id': '87a6c3fa-3aef-470c-8fe9-fd0a98a390c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T17:44:31Z', 'updated_at': '2022-05-10T17:44:41Z', 'revision_number': 4, 'project_id': '0461acfadf8743fdbd62a39bf3fe3e1c', 'gw_port': {'id': '87a6c3fa-3aef-470c-8fe9-fd0a98a390c8', 'name': '', 'network_id': '85dc89cf-59f9-4edb-b26e-52bcb8a93763', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:db:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9c33587-9fa0-4825-a931-8281566e8cec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'e93d94f1-cb19-4cd0-92e5-ca73d24bd8fb', 'ip_address': '172.27.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841302-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T17:44:32Z', 'updated_at': '2022-05-10T17:44:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e93d94f1-cb19-4cd0-92e5-ca73d24bd8fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841302-2-iscsi', '_interfaces': [{'id': '88b05fe3-8c95-46ee-bced-7b63de5df9bb', 'name': '', 'network_id': '4f6007aa-61b1-40c3-a8ad-7f431d419cb5', 'tenant_id': '0461acfadf8743fdbd62a39bf3fe3e1c', 'mac_address': 'fa:16:3e:cf:5a:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9c33587-9fa0-4825-a931-8281566e8cec', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'c13a30fd-de84-4d1b-92b1-edbd848fe110', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T17:44:38Z', 'updated_at': '2022-05-10T17:44:41Z', 'revision_number': 2, 'project_id': '0461acfadf8743fdbd62a39bf3fe3e1c', 'subnets': [{'id': 'c13a30fd-de84-4d1b-92b1-edbd848fe110', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841302-2-iscsi', False) {} {{(pid=110154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:44:45.748493 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ed65c95-d0fc-4dd8-9747-5dca7f9fe13e None None] Checking router: c9c33587-9fa0-4825-a931-8281566e8cec for host: dv-cinder-841302-2-iscsi {{(pid=110154) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 17:44:45.749212 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ed65c95-d0fc-4dd8-9747-5dca7f9fe13e None None] Updating router c9c33587-9fa0-4825-a931-8281566e8cec port 88b05fe3-8c95-46ee-bced-7b63de5df9bb binding host dv-cinder-841302-2-iscsi {{(pid=110154) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 17:44:45.883978 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-8ed65c95-d0fc-4dd8-9747-5dca7f9fe13e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1514036'] for port (88b05fe3-8c95-46ee-bced-7b63de5df9bb), before_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:44:45.890946 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a51d94a9-5009-463b-94fe-f7fbe7ff88ae admin admin] Notify agent at l3_agent.dv-cinder-841302-2-iscsi the message routers_updated {{(pid=110153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 17:44:45.906769 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-35b20926-1a71-43fa-8e4b-b1c6a1ecac93 req-d74fbad2-fe8d-4f9c-9110-9985a2515efd tempest-DeleteServersTestJSON-636381056 tempest-DeleteServersTestJSON-636381056-project] 10.222.0.60 "GET /v2.0/ports?device_id=acd7903d-232c-4666-939c-eb22c6fbf01b HTTP/1.1" status: 200 len: 210 time: 0.4489851 May 10 17:44:45.926848 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [None req-a51d94a9-5009-463b-94fe-f7fbe7ff88ae admin admin] 10.222.0.60 "PUT /v2.0/routers/589742d5-5060-4251-bd2d-d3908b80ab6c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2726495 May 10 17:44:45.944606 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-966a6a2d-af54-4498-8d86-e16bca0aaad7 admin admin] Router 24a906bd-bc37-4f60-9d1b-823a31f350bf has already been hosted by L3 agent eaac381b-e402-41c3-a8e6-8f962681d3e6 {{(pid=110152) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 17:44:45.948102 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-19ed272c-da8a-4478-a003-5f22fa19e58a tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] Publish callbacks [] for security_group (None), before_create {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:44:46.231995 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-19ed272c-da8a-4478-a003-5f22fa19e58a tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] Publish callbacks [] for security_group (c42b6551-bc09-4e3b-af37-c7597825b22a), precommit_create {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:44:46.251255 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-19ed272c-da8a-4478-a003-5f22fa19e58a tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-282428'] for security_group (c42b6551-bc09-4e3b-af37-c7597825b22a), after_create {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:44:46.338917 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.db.db_base_plugin_common [req-cfefd521-e3dc-45e9-b877-24acbd6ad5f4 req-5f2daba0-e150-45da-a0ed-a512ead42e69 tempest-DeleteServersTestJSON-636381056 tempest-DeleteServersTestJSON-636381056-project] Allocated IP 172.20.0.7 (4530795e-c50a-4eb4-a3c5-419871214a37/ddad705e-84c2-443f-a868-af440f1937f1/dee56dfb-cae2-41f9-b79a-5dd4e4a84d7f) {{(pid=110153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 17:44:46.449108 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.db.provisioning_blocks [None req-6e697e78-9dd1-4bc1-8573-56b901d07725 None None] Provisioning complete for port 8a785056-3967-44dc-89fc-a85dc909609a triggered by entity L2. {{(pid=110154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 17:44:46.449108 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-6e697e78-9dd1-4bc1-8573-56b901d07725 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525495'] for port (8a785056-3967-44dc-89fc-a85dc909609a), provisioning_complete {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:44:46.514423 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-966a6a2d-af54-4498-8d86-e16bca0aaad7 admin admin] Notify agent at l3_agent.dv-cinder-841302-2-iscsi the message routers_updated {{(pid=110152) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 17:44:46.525291 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [None req-966a6a2d-af54-4498-8d86-e16bca0aaad7 admin admin] 10.222.0.60 "PUT /v2.0/routers/24a906bd-bc37-4f60-9d1b-823a31f350bf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1750431 May 10 17:44:46.529635 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-19ed272c-da8a-4478-a003-5f22fa19e58a tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] Publish callbacks [] for security_group (None), before_response {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:44:46.530832 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [None req-19ed272c-da8a-4478-a003-5f22fa19e58a tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 1.2268398 May 10 17:44:46.537621 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.wsgi [-] (110153) accepted ('10.222.0.60', 37380) {{(pid=110153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 17:44:46.571895 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.db.provisioning_blocks [None req-b53728f7-2df2-4eaa-9154-2930a60b2a0c None None] Provisioning complete for port 027fd6fa-8a2c-41cf-8f97-10f5b1a94550 triggered by entity DHCP. {{(pid=110154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 17:44:46.572432 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-b53728f7-2df2-4eaa-9154-2930a60b2a0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525495'] for port (027fd6fa-8a2c-41cf-8f97-10f5b1a94550), provisioning_complete {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:44:46.583875 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.v2.base [None req-854cd477-2700-45db-980c-5bffa3b8eadc tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] Request body: {'security_group_rule': {'security_group_id': 'c42b6551-bc09-4e3b-af37-c7597825b22a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 17:44:46.597043 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ed272c-da8a-4478-a003-5f22fa19e58a tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c42b6551-bc09-4e3b-af37-c7597825b22a,revision_number=1']} {{(pid=110152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:44:46.652952 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-024aded1-27df-40ad-af33-c5ecd92ac813 admin admin] Publish callbacks [] for security_group (4cb59b16-7172-4924-ae65-50b8cf6abfc9), precommit_create {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:44:46.658444 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-024aded1-27df-40ad-af33-c5ecd92ac813 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-282428'] for security_group (4cb59b16-7172-4924-ae65-50b8cf6abfc9), after_create {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:44:46.793046 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024aded1-27df-40ad-af33-c5ecd92ac813 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cb59b16-7172-4924-ae65-50b8cf6abfc9,revision_number=1']} {{(pid=110152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:44:46.840958 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [None req-024aded1-27df-40ad-af33-c5ecd92ac813 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=7a96cd89b08e415182f00d6548cf2b35&name=default HTTP/1.1" status: 200 len: 2996 time: 2.1456511 May 10 17:44:46.842186 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.wsgi [-] (110152) accepted ('10.222.0.60', 37390) {{(pid=110152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 17:44:46.893321 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-854cd477-2700-45db-980c-5bffa3b8eadc tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] Publish callbacks [] for security_group_rule (976209e5-964e-422c-930c-35819a2123f5), before_create {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:44:46.972870 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-48f153bb-fd50-407a-9173-2aa98ac8f938 admin admin] Publish callbacks [] for security_group (4cb59b16-7172-4924-ae65-50b8cf6abfc9), before_delete {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:44:47.056170 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-48f153bb-fd50-407a-9173-2aa98ac8f938 admin admin] Publish callbacks [] for security_group (4cb59b16-7172-4924-ae65-50b8cf6abfc9), precommit_delete {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:44:47.178057 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-48f153bb-fd50-407a-9173-2aa98ac8f938 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-282428'] for security_group (4cb59b16-7172-4924-ae65-50b8cf6abfc9), after_delete {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:44:47.191927 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-8ed65c95-d0fc-4dd8-9747-5dca7f9fe13e None None] Publish callbacks [] for port (88b05fe3-8c95-46ee-bced-7b63de5df9bb), precommit_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:44:47.200588 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-48f153bb-fd50-407a-9173-2aa98ac8f938 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:44:47.202993 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [None req-48f153bb-fd50-407a-9173-2aa98ac8f938 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/4cb59b16-7172-4924-ae65-50b8cf6abfc9 HTTP/1.1" status: 204 len: 168 time: 0.3595409 May 10 17:44:47.231802 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-8ed65c95-d0fc-4dd8-9747-5dca7f9fe13e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1514136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781795229094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781794686082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781794686100'] for port (88b05fe3-8c95-46ee-bced-7b63de5df9bb), after_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:44:47.248210 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f153bb-fd50-407a-9173-2aa98ac8f938 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cb59b16-7172-4924-ae65-50b8cf6abfc9,revision_number=None']} {{(pid=110152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:44:47.318366 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [req-cfefd521-e3dc-45e9-b877-24acbd6ad5f4 req-5f2daba0-e150-45da-a0ed-a512ead42e69 tempest-DeleteServersTestJSON-636381056 tempest-DeleteServersTestJSON-636381056-project] Publish callbacks [] for port (dee56dfb-cae2-41f9-b79a-5dd4e4a84d7f), precommit_create {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:44:47.329325 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-854cd477-2700-45db-980c-5bffa3b8eadc tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] Publish callbacks [] for security_group_rule (976209e5-964e-422c-930c-35819a2123f5), precommit_create {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:44:47.332384 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-982ad5e6-d489-44b4-b520-077a4b005fd4 req-b2800fb1-066f-454a-a274-915cd3ea861b tempest-DeleteServersTestJSON-636381056 tempest-DeleteServersTestJSON-636381056-project] 10.222.0.60 "GET /v2.0/ports?device_id=acd7903d-232c-4666-939c-eb22c6fbf01b HTTP/1.1" status: 200 len: 210 time: 0.1283417 May 10 17:44:47.346901 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-854cd477-2700-45db-980c-5bffa3b8eadc tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-282571'] for security_group_rule (976209e5-964e-422c-930c-35819a2123f5), after_create {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:44:47.447287 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854cd477-2700-45db-980c-5bffa3b8eadc tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=976209e5-964e-422c-930c-35819a2123f5,revision_number=0']} {{(pid=110153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:44:47.497643 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47d080ff-7d79-4dd1-8f7b-9db09121a4a1 None None] Sync routers for ids ['589742d5-5060-4251-bd2d-d3908b80ab6c'] in dv-cinder-841302-2-iscsi {{(pid=110155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 17:44:47.503270 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-854cd477-2700-45db-980c-5bffa3b8eadc tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:44:47.505946 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [None req-854cd477-2700-45db-980c-5bffa3b8eadc tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9624505 May 10 17:44:47.510509 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.wsgi [-] (110153) accepted ('10.222.0.60', 37400) {{(pid=110153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 17:44:47.519849 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.v2.base [None req-5a9a3430-0151-4c2e-902c-fc62c3e14854 tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] Request body: {'security_group_rule': {'security_group_id': 'c42b6551-bc09-4e3b-af37-c7597825b22a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 17:44:47.522100 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47d080ff-7d79-4dd1-8f7b-9db09121a4a1 None None] Routers {'589742d5-5060-4251-bd2d-d3908b80ab6c'} bound to L3 agent in host dv-cinder-841302-2-iscsi {{(pid=110155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 17:44:47.523137 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.db.l3_hamode_db [None req-47d080ff-7d79-4dd1-8f7b-9db09121a4a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841302-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-10T17:36:00Z,description=,heartbeat_timestamp=2022-05-10T17:44:30Z,host='dv-cinder-841302-2-iscsi',id=eaac381b-e402-41c3-a8e6-8f962681d3e6,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T17:36:00Z,topic='l3_agent')) {'router_ids': ['589742d5-5060-4251-bd2d-d3908b80ab6c'], 'active': True} {{(pid=110155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:44:47.577969 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67842a32-8d03-45c3-8645-934f6380e5ba None None] Pushing event updated for resources: {'Port': ['ID=88b05fe3-8c95-46ee-bced-7b63de5df9bb,revision_number=3']} {{(pid=110154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:44:47.597510 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.plugin [None req-b53728f7-2df2-4eaa-9154-2930a60b2a0c None None] Port 027fd6fa-8a2c-41cf-8f97-10f5b1a94550 cannot update to ACTIVE because it is not bound. {{(pid=110154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 10 17:44:47.622890 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [req-cfefd521-e3dc-45e9-b877-24acbd6ad5f4 req-5f2daba0-e150-45da-a0ed-a512ead42e69 tempest-DeleteServersTestJSON-636381056 tempest-DeleteServersTestJSON-636381056-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1514136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781794686064'] for port (dee56dfb-cae2-41f9-b79a-5dd4e4a84d7f), after_create {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:44:47.659954 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.wsgi [-] (110152) accepted ('10.222.0.60', 37406) {{(pid=110152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 17:44:47.676982 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0756d2c0-7987-4ec4-8d0e-b5d969e01d7f None None] Sync routers for ids ['24a906bd-bc37-4f60-9d1b-823a31f350bf'] in dv-cinder-841302-2-iscsi {{(pid=110154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 17:44:47.779654 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-5a9a3430-0151-4c2e-902c-fc62c3e14854 tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] Publish callbacks [] for security_group_rule (4be9d5a3-92cc-4301-9224-87e964f2c8bb), before_create {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:44:47.818427 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.plugin [None req-6e697e78-9dd1-4bc1-8573-56b901d07725 None None] Current status of the port 8a785056-3967-44dc-89fc-a85dc909609a is: DOWN; New status is: ACTIVE {{(pid=110154) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 17:44:47.818834 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-6e697e78-9dd1-4bc1-8573-56b901d07725 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1514036'] for port (8a785056-3967-44dc-89fc-a85dc909609a), before_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:44:47.866101 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0756d2c0-7987-4ec4-8d0e-b5d969e01d7f None None] Routers {'24a906bd-bc37-4f60-9d1b-823a31f350bf'} bound to L3 agent in host dv-cinder-841302-2-iscsi {{(pid=110154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 17:44:47.866859 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.db.l3_hamode_db [None req-0756d2c0-7987-4ec4-8d0e-b5d969e01d7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841302-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-10T17:36:00Z,description=,heartbeat_timestamp=2022-05-10T17:44:30Z,host='dv-cinder-841302-2-iscsi',id=eaac381b-e402-41c3-a8e6-8f962681d3e6,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T17:36:00Z,topic='l3_agent')) {'router_ids': ['24a906bd-bc37-4f60-9d1b-823a31f350bf'], 'active': True} {{(pid=110154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:44:47.933469 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.db.l3_dvr_db [None req-47d080ff-7d79-4dd1-8f7b-9db09121a4a1 None None] Set router 589742d5-5060-4251-bd2d-d3908b80ab6c gateway port host: dv-cinder-841302-2-iscsi {{(pid=110155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 17:44:48.040772 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cfefd521-e3dc-45e9-b877-24acbd6ad5f4 req-5f2daba0-e150-45da-a0ed-a512ead42e69 tempest-DeleteServersTestJSON-636381056 tempest-DeleteServersTestJSON-636381056-project] Network 4530795e-c50a-4eb4-a3c5-419871214a37 is already hosted by enough agents. {{(pid=110153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 17:44:48.041824 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.wsgi [-] (110153) accepted ('10.222.0.60', 37430) {{(pid=110153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 17:44:48.091132 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.v2.base [None req-5372d9f3-d1e0-4538-8f44-3268293f286b tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] Request body: {'security_group': {'name': 'tempest-securitygroup--627379976', 'description': 'tempest-description--120453829'}} {{(pid=110153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 17:44:48.111741 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.scheduler.base_scheduler [req-cfefd521-e3dc-45e9-b877-24acbd6ad5f4 req-5f2daba0-e150-45da-a0ed-a512ead42e69 tempest-DeleteServersTestJSON-636381056 tempest-DeleteServersTestJSON-636381056-project] Resources bound (agent type, host, resource id): {{(pid=110153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 17:44:48.146325 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.db.l3_dvrscheduler_db [req-cfefd521-e3dc-45e9-b877-24acbd6ad5f4 req-5f2daba0-e150-45da-a0ed-a512ead42e69 tempest-DeleteServersTestJSON-636381056 tempest-DeleteServersTestJSON-636381056-project] Received port after_create {{(pid=110153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 17:44:48.166523 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfefd521-e3dc-45e9-b877-24acbd6ad5f4 req-5f2daba0-e150-45da-a0ed-a512ead42e69 tempest-DeleteServersTestJSON-636381056 tempest-DeleteServersTestJSON-636381056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:44:48.167282 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [req-cfefd521-e3dc-45e9-b877-24acbd6ad5f4 req-5f2daba0-e150-45da-a0ed-a512ead42e69 tempest-DeleteServersTestJSON-636381056 tempest-DeleteServersTestJSON-636381056-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631615'] for port (None), before_response {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:44:48.183899 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c3a08b-063b-4899-a303-65023b66545e req-b67144d6-a4be-4cd3-bbd4-d30c1232c854 tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:44:48.196385 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2daba0-e150-45da-a0ed-a512ead42e69 tempest-DeleteServersTestJSON-636381056 tempest-DeleteServersTestJSON-636381056-project] Pushing event updated for resources: {'Port': ['ID=dee56dfb-cae2-41f9-b79a-5dd4e4a84d7f,revision_number=1']} {{(pid=110153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:44:48.206686 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-52c3a08b-063b-4899-a303-65023b66545e req-b67144d6-a4be-4cd3-bbd4-d30c1232c854 tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] 10.222.0.60 "GET /v2.0/networks?id=f37a5a11-05c8-4d32-b0a0-13874a53c216 HTTP/1.1" status: 200 len: 818 time: 0.3313417 May 10 17:44:48.214991 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [req-cfefd521-e3dc-45e9-b877-24acbd6ad5f4 req-5f2daba0-e150-45da-a0ed-a512ead42e69 tempest-DeleteServersTestJSON-636381056 tempest-DeleteServersTestJSON-636381056-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5605547 May 10 17:44:48.259631 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-5a9a3430-0151-4c2e-902c-fc62c3e14854 tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] Publish callbacks [] for security_group_rule (4be9d5a3-92cc-4301-9224-87e964f2c8bb), precommit_create {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:44:48.264556 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.wsgi [req-cfefd521-e3dc-45e9-b877-24acbd6ad5f4 req-7dfe7a90-f675-4a5b-90a7-1b8b64128684 tempest-DeleteServersTestJSON-636381056 tempest-DeleteServersTestJSON-636381056-project] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=110153) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 10 17:44:48.270459 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [req-cfefd521-e3dc-45e9-b877-24acbd6ad5f4 req-7dfe7a90-f675-4a5b-90a7-1b8b64128684 tempest-DeleteServersTestJSON-636381056 tempest-DeleteServersTestJSON-636381056-project] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0245743 May 10 17:44:48.279404 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-5a9a3430-0151-4c2e-902c-fc62c3e14854 tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-282571'] for security_group_rule (4be9d5a3-92cc-4301-9224-87e964f2c8bb), after_create {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:44:48.283020 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-52c3a08b-063b-4899-a303-65023b66545e req-8b55221c-51bd-404b-9599-16cb8fbf23fd tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] 10.222.0.60 "GET /v2.0/quotas/ec9da2f35bcd444fa485c453103df5cc HTTP/1.1" status: 200 len: 375 time: 0.0752640 May 10 17:44:48.287415 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-5372d9f3-d1e0-4538-8f44-3268293f286b tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] Publish callbacks [] for security_group (None), before_create {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:44:48.290108 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.db [None req-6e697e78-9dd1-4bc1-8573-56b901d07725 None None] For port 8a785056-3967-44dc-89fc-a85dc909609a, host dv-cinder-841302-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841302-2-iscsi',level=0,port_id=8a785056-3967-44dc-89fc-a85dc909609a,segment=NetworkSegment(73dc8890-d7a8-423a-bf66-935bdea3f4d7),segment_id=73dc8890-d7a8-423a-bf66-935bdea3f4d7)] {{(pid=110154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 17:44:48.294390 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.wsgi [-] (110153) accepted ('10.222.0.60', 37436) {{(pid=110153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 17:44:48.325203 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-eb8d4ccc-d100-4cdd-9647-c9ab15029fed admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:44:48.346033 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-6e697e78-9dd1-4bc1-8573-56b901d07725 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1514136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781795229094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781794686082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781794686100'] for port (8a785056-3967-44dc-89fc-a85dc909609a), after_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:44:48.347041 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.rpc [None req-6e697e78-9dd1-4bc1-8573-56b901d07725 None None] Device 331e326f-eb0e-4349-9e0d-6687d88832ed up at agent ovs-agent-dv-cinder-841302-2-iscsi {{(pid=110154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 17:44:48.372646 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-5a9a3430-0151-4c2e-902c-fc62c3e14854 tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:44:48.382565 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [None req-5a9a3430-0151-4c2e-902c-fc62c3e14854 tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8708010 May 10 17:44:48.389287 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.wsgi [-] (110153) accepted ('10.222.0.60', 37444) {{(pid=110153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 17:44:48.424877 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.v2.base [None req-64490604-a5a9-437e-8bed-967299fd1fd1 tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] Request body: {'floatingip': {'floating_network_id': '85dc89cf-59f9-4edb-b26e-52bcb8a93763'}} {{(pid=110153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 17:44:48.440843 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.managers [None req-8ed65c95-d0fc-4dd8-9747-5dca7f9fe13e None None] Attempting to bind port 88b05fe3-8c95-46ee-bced-7b63de5df9bb on host dv-cinder-841302-2-iscsi for vnic_type normal with profile {{(pid=110154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 17:44:48.441360 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.managers [None req-8ed65c95-d0fc-4dd8-9747-5dca7f9fe13e None None] Attempting to bind port 88b05fe3-8c95-46ee-bced-7b63de5df9bb by drivers openvswitch,hyperv on host dv-cinder-841302-2-iscsi at level 0 using segments [{'id': 'd952ff82-97df-4645-95cf-8a2390e9c9b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '4f6007aa-61b1-40c3-a8ad-7f431d419cb5'}] {{(pid=110154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 17:44:48.441826 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ed65c95-d0fc-4dd8-9747-5dca7f9fe13e None None] Attempting to bind port 88b05fe3-8c95-46ee-bced-7b63de5df9bb on network 4f6007aa-61b1-40c3-a8ad-7f431d419cb5 {{(pid=110154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 17:44:48.443241 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9a3430-0151-4c2e-902c-fc62c3e14854 tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4be9d5a3-92cc-4301-9224-87e964f2c8bb,revision_number=0']} {{(pid=110153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:44:48.463782 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-558fcc1c-c2f6-4e94-887d-baa1df97c45c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:44:48.476267 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.db.l3_hamode_db [None req-47d080ff-7d79-4dd1-8f7b-9db09121a4a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '589742d5-5060-4251-bd2d-d3908b80ab6c', 'name': 'tempest-ServerRescueNegativeTestJSON-997119658-router', 'tenant_id': 'ec9da2f35bcd444fa485c453103df5cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85dc89cf-59f9-4edb-b26e-52bcb8a93763', 'external_fixed_ips': [{'subnet_id': 'e93d94f1-cb19-4cd0-92e5-ca73d24bd8fb', 'ip_address': '172.27.0.200'}], 'enable_snat': True}, 'gw_port_id': '331e326f-eb0e-4349-9e0d-6687d88832ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T17:44:33Z', 'updated_at': '2022-05-10T17:44:42Z', 'revision_number': 4, 'project_id': 'ec9da2f35bcd444fa485c453103df5cc', 'gw_port': {'id': '331e326f-eb0e-4349-9e0d-6687d88832ed', 'name': '', 'network_id': '85dc89cf-59f9-4edb-b26e-52bcb8a93763', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:ac:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '589742d5-5060-4251-bd2d-d3908b80ab6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'e93d94f1-cb19-4cd0-92e5-ca73d24bd8fb', 'ip_address': '172.27.0.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841302-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T17:44:35Z', 'updated_at': '2022-05-10T17:44:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e93d94f1-cb19-4cd0-92e5-ca73d24bd8fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841302-2-iscsi', '_interfaces': [{'id': 'c383c584-b5df-4b7e-af1c-6ffb19330ddb', 'name': '', 'network_id': 'f37a5a11-05c8-4d32-b0a0-13874a53c216', 'tenant_id': 'ec9da2f35bcd444fa485c453103df5cc', 'mac_address': 'fa:16:3e:3d:4a:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '589742d5-5060-4251-bd2d-d3908b80ab6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'cc50f2c8-8caf-42b1-b7c4-50bfe5301336', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T17:44:41Z', 'updated_at': '2022-05-10T17:44:42Z', 'revision_number': 2, 'project_id': 'ec9da2f35bcd444fa485c453103df5cc', 'subnets': [{'id': 'cc50f2c8-8caf-42b1-b7c4-50bfe5301336', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841302-2-iscsi', False) {} {{(pid=110155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:44:48.493441 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ed65c95-d0fc-4dd8-9747-5dca7f9fe13e None None] Checking agent: {'id': 'fdc37a75-b7a9-4e92-a59c-f5b8c02d060c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841302-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 17, 36, 4), 'started_at': datetime.datetime(2022, 5, 10, 17, 36, 34), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 17, 44, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841302-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 17:44:48.502289 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ed65c95-d0fc-4dd8-9747-5dca7f9fe13e None None] Checking segment: {'id': 'd952ff82-97df-4645-95cf-8a2390e9c9b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '4f6007aa-61b1-40c3-a8ad-7f431d419cb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 17:44:48.502956 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-8ed65c95-d0fc-4dd8-9747-5dca7f9fe13e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:44:48.503513 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ed65c95-d0fc-4dd8-9747-5dca7f9fe13e None None] Bound using segment: {'id': 'd952ff82-97df-4645-95cf-8a2390e9c9b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '4f6007aa-61b1-40c3-a8ad-7f431d419cb5'} {{(pid=110154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 17:44:48.504323 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.managers [None req-8ed65c95-d0fc-4dd8-9747-5dca7f9fe13e None None] Bound port: 88b05fe3-8c95-46ee-bced-7b63de5df9bb, host: dv-cinder-841302-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd952ff82-97df-4645-95cf-8a2390e9c9b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '4f6007aa-61b1-40c3-a8ad-7f431d419cb5'}}] {{(pid=110154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 17:44:48.505595 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-8ed65c95-d0fc-4dd8-9747-5dca7f9fe13e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1514036'] for port (88b05fe3-8c95-46ee-bced-7b63de5df9bb), before_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:44:48.519757 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47d080ff-7d79-4dd1-8f7b-9db09121a4a1 None None] Checking router: 589742d5-5060-4251-bd2d-d3908b80ab6c for host: dv-cinder-841302-2-iscsi {{(pid=110155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 17:44:48.520881 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47d080ff-7d79-4dd1-8f7b-9db09121a4a1 None None] Updating router 589742d5-5060-4251-bd2d-d3908b80ab6c port c383c584-b5df-4b7e-af1c-6ffb19330ddb binding host dv-cinder-841302-2-iscsi {{(pid=110155) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 17:44:48.528139 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.db.provisioning_blocks [None req-61440ad0-851f-422f-9970-7ee709144729 None None] Provisioning complete for port 88b05fe3-8c95-46ee-bced-7b63de5df9bb triggered by entity DHCP. {{(pid=110154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 17:44:48.528671 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-61440ad0-851f-422f-9970-7ee709144729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525495'] for port (88b05fe3-8c95-46ee-bced-7b63de5df9bb), provisioning_complete {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:44:48.555983 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron_lib.callbacks.manager [None req-47d080ff-7d79-4dd1-8f7b-9db09121a4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1514036'] for port (c383c584-b5df-4b7e-af1c-6ffb19330ddb), before_update {{(pid=110155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:44:48.556588 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-64490604-a5a9-437e-8bed-967299fd1fd1 tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:44:48.626697 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-52c3a08b-063b-4899-a303-65023b66545e req-4db662a2-e619-4f70-9d4f-6488765e1631 tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=ec9da2f35bcd444fa485c453103df5cc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3385880 May 10 17:44:48.646221 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.plugin [None req-61440ad0-851f-422f-9970-7ee709144729 None None] Port 88b05fe3-8c95-46ee-bced-7b63de5df9bb cannot update to ACTIVE because it is not bound. {{(pid=110154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 10 17:44:48.685621 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.db.l3_dvr_db [None req-0756d2c0-7987-4ec4-8d0e-b5d969e01d7f None None] Set router 24a906bd-bc37-4f60-9d1b-823a31f350bf gateway port host: dv-cinder-841302-2-iscsi {{(pid=110154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 17:44:48.874898 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-64490604-a5a9-437e-8bed-967299fd1fd1 tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1514036'] for port (None), before_create {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:44:48.952210 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-558fcc1c-c2f6-4e94-887d-baa1df97c45c admin admin] Publish callbacks [] for security_group (0eb68425-c0a7-4c15-a96f-02ef70cec574), precommit_create {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:44:48.992890 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-5372d9f3-d1e0-4538-8f44-3268293f286b tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] Publish callbacks [] for security_group (2018d1cf-f495-4a64-a1af-58bf853a4546), precommit_create {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:44:49.022688 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-558fcc1c-c2f6-4e94-887d-baa1df97c45c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-282428'] for security_group (0eb68425-c0a7-4c15-a96f-02ef70cec574), after_create {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:44:49.200030 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-5372d9f3-d1e0-4538-8f44-3268293f286b tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-282428'] for security_group (2018d1cf-f495-4a64-a1af-58bf853a4546), after_create {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:44:49.226196 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.v2.base [req-cfefd521-e3dc-45e9-b877-24acbd6ad5f4 req-4e6a92b5-fa97-43dc-a2c5-0fb6ccea94fe service neutron] Request body: {'port': {'device_id': 'acd7903d-232c-4666-939c-eb22c6fbf01b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84130'}} {{(pid=110153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 17:44:49.269109 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558fcc1c-c2f6-4e94-887d-baa1df97c45c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0eb68425-c0a7-4c15-a96f-02ef70cec574,revision_number=1']} {{(pid=110153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:44:49.319402 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e697e78-9dd1-4bc1-8573-56b901d07725 None None] Pushing event updated for resources: {'Port': ['ID=8a785056-3967-44dc-89fc-a85dc909609a,revision_number=4']} {{(pid=110154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:44:49.380670 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [req-cfefd521-e3dc-45e9-b877-24acbd6ad5f4 req-4e6a92b5-fa97-43dc-a2c5-0fb6ccea94fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1514036'] for port (dee56dfb-cae2-41f9-b79a-5dd4e4a84d7f), before_update {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:44:49.398217 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5372d9f3-d1e0-4538-8f44-3268293f286b tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2018d1cf-f495-4a64-a1af-58bf853a4546,revision_number=1']} {{(pid=110153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:44:49.417920 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-5372d9f3-d1e0-4538-8f44-3268293f286b tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] Publish callbacks [] for security_group (None), before_response {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:44:49.422507 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [None req-5372d9f3-d1e0-4538-8f44-3268293f286b tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 1.3589807 May 10 17:44:49.424203 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.wsgi [-] (110152) accepted ('10.222.0.60', 37474) {{(pid=110152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 17:44:49.447417 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.v2.base [None req-414d302a-df0d-4bf0-8b04-95f2c4d32342 tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] Request body: {'security_group_rule': {'security_group_id': '2018d1cf-f495-4a64-a1af-58bf853a4546', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 17:44:49.492277 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron_lib.callbacks.manager [None req-47d080ff-7d79-4dd1-8f7b-9db09121a4a1 None None] Publish callbacks [] for port (c383c584-b5df-4b7e-af1c-6ffb19330ddb), precommit_update {{(pid=110155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:44:49.502445 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron_lib.callbacks.manager [None req-47d080ff-7d79-4dd1-8f7b-9db09121a4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1514136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781795229094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781794686082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781794686100'] for port (c383c584-b5df-4b7e-af1c-6ffb19330ddb), after_update {{(pid=110155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:44:49.504760 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.db.provisioning_blocks [None req-6e697e78-9dd1-4bc1-8573-56b901d07725 None None] Provisioning complete for port 331e326f-eb0e-4349-9e0d-6687d88832ed triggered by entity L2. {{(pid=110154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 17:44:49.508281 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-6e697e78-9dd1-4bc1-8573-56b901d07725 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525495'] for port (331e326f-eb0e-4349-9e0d-6687d88832ed), provisioning_complete {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:44:49.595104 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73b7499-557d-46b4-b894-776b8693fb64 None None] Pushing event updated for resources: {'Port': ['ID=c383c584-b5df-4b7e-af1c-6ffb19330ddb,revision_number=3']} {{(pid=110155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:44:49.611050 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be427fde-6305-42c9-817f-dce1cafe40d2 req-9b388e6f-4081-4625-b700-10093f7e7a76 tempest-DeleteServersTestJSON-636381056 tempest-DeleteServersTestJSON-636381056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:44:49.634648 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-be427fde-6305-42c9-817f-dce1cafe40d2 req-9b388e6f-4081-4625-b700-10093f7e7a76 tempest-DeleteServersTestJSON-636381056 tempest-DeleteServersTestJSON-636381056-project] 10.222.0.60 "GET /v2.0/ports?device_id=acd7903d-232c-4666-939c-eb22c6fbf01b HTTP/1.1" status: 200 len: 931 time: 1.0018816 May 10 17:44:49.662658 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.wsgi [req-52c3a08b-063b-4899-a303-65023b66545e req-57ea9d43-ee7c-4f14-badf-bd2fc244faca service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=110152) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 10 17:44:49.664250 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-52c3a08b-063b-4899-a303-65023b66545e req-57ea9d43-ee7c-4f14-badf-bd2fc244faca service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3733151 May 10 17:44:49.700845 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.plugins.ml2.managers [None req-47d080ff-7d79-4dd1-8f7b-9db09121a4a1 None None] Attempting to bind port c383c584-b5df-4b7e-af1c-6ffb19330ddb on host dv-cinder-841302-2-iscsi for vnic_type normal with profile {{(pid=110155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 17:44:49.701216 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.plugins.ml2.managers [None req-47d080ff-7d79-4dd1-8f7b-9db09121a4a1 None None] Attempting to bind port c383c584-b5df-4b7e-af1c-6ffb19330ddb by drivers openvswitch,hyperv on host dv-cinder-841302-2-iscsi at level 0 using segments [{'id': '5476eec8-6d3c-4719-9920-b0738333a1e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'f37a5a11-05c8-4d32-b0a0-13874a53c216'}] {{(pid=110155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 17:44:49.701582 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47d080ff-7d79-4dd1-8f7b-9db09121a4a1 None None] Attempting to bind port c383c584-b5df-4b7e-af1c-6ffb19330ddb on network f37a5a11-05c8-4d32-b0a0-13874a53c216 {{(pid=110155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 17:44:49.713185 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47d080ff-7d79-4dd1-8f7b-9db09121a4a1 None None] Checking agent: {'id': 'fdc37a75-b7a9-4e92-a59c-f5b8c02d060c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841302-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 17, 36, 4), 'started_at': datetime.datetime(2022, 5, 10, 17, 36, 34), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 17, 44, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841302-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 17:44:49.715237 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47d080ff-7d79-4dd1-8f7b-9db09121a4a1 None None] Checking segment: {'id': '5476eec8-6d3c-4719-9920-b0738333a1e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'f37a5a11-05c8-4d32-b0a0-13874a53c216'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 17:44:49.716377 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron_lib.callbacks.manager [None req-47d080ff-7d79-4dd1-8f7b-9db09121a4a1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:44:49.716789 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47d080ff-7d79-4dd1-8f7b-9db09121a4a1 None None] Bound using segment: {'id': '5476eec8-6d3c-4719-9920-b0738333a1e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'f37a5a11-05c8-4d32-b0a0-13874a53c216'} {{(pid=110155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 17:44:49.718649 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.plugins.ml2.managers [None req-47d080ff-7d79-4dd1-8f7b-9db09121a4a1 None None] Bound port: c383c584-b5df-4b7e-af1c-6ffb19330ddb, host: dv-cinder-841302-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5476eec8-6d3c-4719-9920-b0738333a1e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'f37a5a11-05c8-4d32-b0a0-13874a53c216'}}] {{(pid=110155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 17:44:49.719054 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron_lib.callbacks.manager [None req-47d080ff-7d79-4dd1-8f7b-9db09121a4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1514036'] for port (c383c584-b5df-4b7e-af1c-6ffb19330ddb), before_update {{(pid=110155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:44:49.749916 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [None req-558fcc1c-c2f6-4e94-887d-baa1df97c45c admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=3de342438b854841a480f1c6577fb081&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4207263 May 10 17:44:49.768032 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.wsgi [-] (110153) accepted ('10.222.0.60', 37484) {{(pid=110153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 17:44:49.879267 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.plugins.ml2.db [None req-47d080ff-7d79-4dd1-8f7b-9db09121a4a1 None None] For port c383c584-b5df-4b7e-af1c-6ffb19330ddb, host dv-cinder-841302-2-iscsi, cleared binding levels {{(pid=110155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 17:44:49.881951 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.db [None req-8ed65c95-d0fc-4dd8-9747-5dca7f9fe13e None None] For port 88b05fe3-8c95-46ee-bced-7b63de5df9bb, host dv-cinder-841302-2-iscsi, cleared binding levels {{(pid=110154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 17:44:49.892334 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.plugins.ml2.db [None req-47d080ff-7d79-4dd1-8f7b-9db09121a4a1 None None] For port c383c584-b5df-4b7e-af1c-6ffb19330ddb, host dv-cinder-841302-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841302-2-iscsi',level=0,port_id=c383c584-b5df-4b7e-af1c-6ffb19330ddb,segment=NetworkSegment(5476eec8-6d3c-4719-9920-b0738333a1e7),segment_id=5476eec8-6d3c-4719-9920-b0738333a1e7)] {{(pid=110155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 17:44:49.905598 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron_lib.callbacks.manager [None req-47d080ff-7d79-4dd1-8f7b-9db09121a4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1514136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781795229094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781794686082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781794686100'] for port (c383c584-b5df-4b7e-af1c-6ffb19330ddb), after_update {{(pid=110155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:44:49.940321 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-be427fde-6305-42c9-817f-dce1cafe40d2 req-2756d439-27a8-40e8-89dc-b98b30b05e7e tempest-DeleteServersTestJSON-636381056 tempest-DeleteServersTestJSON-636381056-project] 10.222.0.60 "GET /v2.0/security-groups?id=d3ebf738-b4c3-41d4-bb82-f79908831846&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2527459 May 10 17:44:50.045808 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.db [None req-8ed65c95-d0fc-4dd8-9747-5dca7f9fe13e None None] For port 88b05fe3-8c95-46ee-bced-7b63de5df9bb, host dv-cinder-841302-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841302-2-iscsi',level=0,port_id=88b05fe3-8c95-46ee-bced-7b63de5df9bb,segment=NetworkSegment(d952ff82-97df-4645-95cf-8a2390e9c9b8),segment_id=d952ff82-97df-4645-95cf-8a2390e9c9b8)] {{(pid=110154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 17:44:50.063728 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-414d302a-df0d-4bf0-8b04-95f2c4d32342 tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] Publish callbacks [] for security_group_rule (7d7c201a-e2fe-4775-bbf0-2d9c6ad89373), before_create {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:44:50.143544 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-8ed65c95-d0fc-4dd8-9747-5dca7f9fe13e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1514136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781795229094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781794686082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781794686100'] for port (88b05fe3-8c95-46ee-bced-7b63de5df9bb), after_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:44:50.149293 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-eb8d4ccc-d100-4cdd-9647-c9ab15029fed admin admin] Publish callbacks [] for security_group (93da201e-4046-409c-a5aa-73f7f3859f20), precommit_create {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:44:50.262704 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-414d302a-df0d-4bf0-8b04-95f2c4d32342 tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] Publish callbacks [] for security_group_rule (7d7c201a-e2fe-4775-bbf0-2d9c6ad89373), precommit_create {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:44:50.265492 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-eb8d4ccc-d100-4cdd-9647-c9ab15029fed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-282428'] for security_group (93da201e-4046-409c-a5aa-73f7f3859f20), after_create {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:44:50.280533 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-414d302a-df0d-4bf0-8b04-95f2c4d32342 tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-282571'] for security_group_rule (7d7c201a-e2fe-4775-bbf0-2d9c6ad89373), after_create {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:44:50.292109 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73b7499-557d-46b4-b894-776b8693fb64 None None] Pushing event updated for resources: {'Port': ['ID=c383c584-b5df-4b7e-af1c-6ffb19330ddb,revision_number=4']} {{(pid=110155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:44:50.303322 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47d080ff-7d79-4dd1-8f7b-9db09121a4a1 None None] Routers {'589742d5-5060-4251-bd2d-d3908b80ab6c'} bound to L3 agent in host dv-cinder-841302-2-iscsi {{(pid=110155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 17:44:50.304630 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.db.l3_hamode_db [None req-47d080ff-7d79-4dd1-8f7b-9db09121a4a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841302-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-10T17:36:00Z,description=,heartbeat_timestamp=2022-05-10T17:44:30Z,host='dv-cinder-841302-2-iscsi',id=eaac381b-e402-41c3-a8e6-8f962681d3e6,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T17:36:00Z,topic='l3_agent')) {'router_ids': ['589742d5-5060-4251-bd2d-d3908b80ab6c'], 'active': True} {{(pid=110155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:44:50.334952 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.db.l3_hamode_db [None req-0756d2c0-7987-4ec4-8d0e-b5d969e01d7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24a906bd-bc37-4f60-9d1b-823a31f350bf', 'name': 'tempest-AttachVolumeNegativeTest-1935741533-router', 'tenant_id': 'f4e017a4040d450aad862065563ea64d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85dc89cf-59f9-4edb-b26e-52bcb8a93763', 'external_fixed_ips': [{'subnet_id': 'e93d94f1-cb19-4cd0-92e5-ca73d24bd8fb', 'ip_address': '172.27.0.151'}], 'enable_snat': True}, 'gw_port_id': '8a785056-3967-44dc-89fc-a85dc909609a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T17:44:32Z', 'updated_at': '2022-05-10T17:44:44Z', 'revision_number': 4, 'project_id': 'f4e017a4040d450aad862065563ea64d', 'gw_port': {'id': '8a785056-3967-44dc-89fc-a85dc909609a', 'name': '', 'network_id': '85dc89cf-59f9-4edb-b26e-52bcb8a93763', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:45:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24a906bd-bc37-4f60-9d1b-823a31f350bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'e93d94f1-cb19-4cd0-92e5-ca73d24bd8fb', 'ip_address': '172.27.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841302-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T17:44:33Z', 'updated_at': '2022-05-10T17:44:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e93d94f1-cb19-4cd0-92e5-ca73d24bd8fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841302-2-iscsi', '_interfaces': [{'id': '027fd6fa-8a2c-41cf-8f97-10f5b1a94550', 'name': '', 'network_id': '5a13d84d-c9e9-413f-a254-ca6edab95c78', 'tenant_id': 'f4e017a4040d450aad862065563ea64d', 'mac_address': 'fa:16:3e:36:e7:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24a906bd-bc37-4f60-9d1b-823a31f350bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '8d05c8d5-b43f-426f-967a-5bcf2a7a77f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T17:44:39Z', 'updated_at': '2022-05-10T17:44:44Z', 'revision_number': 2, 'project_id': 'f4e017a4040d450aad862065563ea64d', 'subnets': [{'id': '8d05c8d5-b43f-426f-967a-5bcf2a7a77f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841302-2-iscsi', False) {} {{(pid=110154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:44:50.348699 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67842a32-8d03-45c3-8645-934f6380e5ba None None] Pushing event updated for resources: {'Port': ['ID=88b05fe3-8c95-46ee-bced-7b63de5df9bb,revision_number=4']} {{(pid=110154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:44:50.487825 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-414d302a-df0d-4bf0-8b04-95f2c4d32342 tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:44:50.490334 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [None req-414d302a-df0d-4bf0-8b04-95f2c4d32342 tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0495501 May 10 17:44:50.530686 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.wsgi [-] (110153) accepted ('10.222.0.60', 37494) {{(pid=110153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 17:44:50.564055 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0756d2c0-7987-4ec4-8d0e-b5d969e01d7f None None] Checking router: 24a906bd-bc37-4f60-9d1b-823a31f350bf for host: dv-cinder-841302-2-iscsi {{(pid=110154) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 17:44:50.564784 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0756d2c0-7987-4ec4-8d0e-b5d969e01d7f None None] Updating router 24a906bd-bc37-4f60-9d1b-823a31f350bf port 027fd6fa-8a2c-41cf-8f97-10f5b1a94550 binding host dv-cinder-841302-2-iscsi {{(pid=110154) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 17:44:50.567047 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.v2.base [None req-b6266a4f-a907-4930-acbb-b74b5654207b tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] Request body: {'security_group_rule': {'security_group_id': '2018d1cf-f495-4a64-a1af-58bf853a4546', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 17:44:50.569137 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.plugin [None req-6e697e78-9dd1-4bc1-8573-56b901d07725 None None] Current status of the port 331e326f-eb0e-4349-9e0d-6687d88832ed is: DOWN; New status is: ACTIVE {{(pid=110154) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 17:44:50.569769 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-6e697e78-9dd1-4bc1-8573-56b901d07725 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1514036'] for port (331e326f-eb0e-4349-9e0d-6687d88832ed), before_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:44:50.603557 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.db [None req-6e697e78-9dd1-4bc1-8573-56b901d07725 None None] For port 331e326f-eb0e-4349-9e0d-6687d88832ed, host dv-cinder-841302-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841302-2-iscsi',level=0,port_id=331e326f-eb0e-4349-9e0d-6687d88832ed,segment=NetworkSegment(73dc8890-d7a8-423a-bf66-935bdea3f4d7),segment_id=73dc8890-d7a8-423a-bf66-935bdea3f4d7)] {{(pid=110154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 17:44:50.605422 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.db.provisioning_blocks [None req-88dd84cd-c29b-4e81-923e-709db4ceee4d None None] Provisioning complete for port c383c584-b5df-4b7e-af1c-6ffb19330ddb triggered by entity DHCP. {{(pid=110154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 17:44:50.606428 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-88dd84cd-c29b-4e81-923e-709db4ceee4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525495'] for port (c383c584-b5df-4b7e-af1c-6ffb19330ddb), provisioning_complete {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:44:50.624262 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414d302a-df0d-4bf0-8b04-95f2c4d32342 tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d7c201a-e2fe-4775-bbf0-2d9c6ad89373,revision_number=0']} {{(pid=110152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:44:50.690383 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-6e697e78-9dd1-4bc1-8573-56b901d07725 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1514136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781795229094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781794686082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781794686100'] for port (331e326f-eb0e-4349-9e0d-6687d88832ed), after_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:44:50.691475 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [None req-eb8d4ccc-d100-4cdd-9647-c9ab15029fed admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=39a2edf9ed6b480a9863609f51689013&name=default HTTP/1.1" status: 200 len: 2996 time: 3.0303466 May 10 17:44:50.713843 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.wsgi [-] (110153) accepted ('10.222.0.60', 37500) {{(pid=110153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 17:44:50.717959 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8d4ccc-d100-4cdd-9647-c9ab15029fed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93da201e-4046-409c-a5aa-73f7f3859f20,revision_number=1']} {{(pid=110152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:44:50.738218 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-52c3a08b-063b-4899-a303-65023b66545e req-5007ca68-9454-4aa5-baa5-21f918de35e7 service neutron] 10.222.0.60 "GET /v2.0/networks/f37a5a11-05c8-4d32-b0a0-13874a53c216?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0495024 May 10 17:44:50.780268 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.db.l3_dvr_db [None req-47d080ff-7d79-4dd1-8f7b-9db09121a4a1 None None] Set router 589742d5-5060-4251-bd2d-d3908b80ab6c gateway port host: dv-cinder-841302-2-iscsi {{(pid=110155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 17:44:50.791707 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-0756d2c0-7987-4ec4-8d0e-b5d969e01d7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1514036'] for port (027fd6fa-8a2c-41cf-8f97-10f5b1a94550), before_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:44:50.812998 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ed65c95-d0fc-4dd8-9747-5dca7f9fe13e None None] Routers {'c9c33587-9fa0-4825-a931-8281566e8cec'} bound to L3 agent in host dv-cinder-841302-2-iscsi {{(pid=110154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 17:44:50.813813 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.db.l3_hamode_db [None req-8ed65c95-d0fc-4dd8-9747-5dca7f9fe13e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841302-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-10T17:36:00Z,description=,heartbeat_timestamp=2022-05-10T17:44:30Z,host='dv-cinder-841302-2-iscsi',id=eaac381b-e402-41c3-a8e6-8f962681d3e6,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T17:36:00Z,topic='l3_agent')) {'router_ids': ['c9c33587-9fa0-4825-a931-8281566e8cec'], 'active': True} {{(pid=110154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:44:51.136286 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-52c3a08b-063b-4899-a303-65023b66545e req-59852c73-93cf-4b00-8c0c-2c931b0c5614 service neutron] 10.222.0.60 "GET /v2.0/networks/f37a5a11-05c8-4d32-b0a0-13874a53c216?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3904605 May 10 17:44:51.163861 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.rpc [None req-6e697e78-9dd1-4bc1-8573-56b901d07725 None None] Device 8a785056-3967-44dc-89fc-a85dc909609a up at agent ovs-agent-dv-cinder-841302-2-iscsi {{(pid=110154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 17:44:51.285984 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.db.l3_hamode_db [None req-47d080ff-7d79-4dd1-8f7b-9db09121a4a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '589742d5-5060-4251-bd2d-d3908b80ab6c', 'name': 'tempest-ServerRescueNegativeTestJSON-997119658-router', 'tenant_id': 'ec9da2f35bcd444fa485c453103df5cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85dc89cf-59f9-4edb-b26e-52bcb8a93763', 'external_fixed_ips': [{'subnet_id': 'e93d94f1-cb19-4cd0-92e5-ca73d24bd8fb', 'ip_address': '172.27.0.200'}], 'enable_snat': True}, 'gw_port_id': '331e326f-eb0e-4349-9e0d-6687d88832ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T17:44:33Z', 'updated_at': '2022-05-10T17:44:42Z', 'revision_number': 4, 'project_id': 'ec9da2f35bcd444fa485c453103df5cc', 'gw_port': {'id': '331e326f-eb0e-4349-9e0d-6687d88832ed', 'name': '', 'network_id': '85dc89cf-59f9-4edb-b26e-52bcb8a93763', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:ac:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '589742d5-5060-4251-bd2d-d3908b80ab6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'e93d94f1-cb19-4cd0-92e5-ca73d24bd8fb', 'ip_address': '172.27.0.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841302-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T17:44:35Z', 'updated_at': '2022-05-10T17:44:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e93d94f1-cb19-4cd0-92e5-ca73d24bd8fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841302-2-iscsi', '_interfaces': [{'id': 'c383c584-b5df-4b7e-af1c-6ffb19330ddb', 'name': '', 'network_id': 'f37a5a11-05c8-4d32-b0a0-13874a53c216', 'tenant_id': 'ec9da2f35bcd444fa485c453103df5cc', 'mac_address': 'fa:16:3e:3d:4a:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '589742d5-5060-4251-bd2d-d3908b80ab6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'cc50f2c8-8caf-42b1-b7c4-50bfe5301336', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841302-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T17:44:41Z', 'updated_at': '2022-05-10T17:44:49Z', 'revision_number': 4, 'project_id': 'ec9da2f35bcd444fa485c453103df5cc', 'subnets': [{'id': 'cc50f2c8-8caf-42b1-b7c4-50bfe5301336', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841302-2-iscsi', False) {} {{(pid=110155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:44:51.301909 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbcfb68-97dc-4043-a499-6cad7da4612f req-fbdc2cf3-fa75-4c1e-9476-ba81b6d57a2d tempest-DeleteServersTestJSON-636381056 tempest-DeleteServersTestJSON-636381056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:44:51.312826 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-1dbcfb68-97dc-4043-a499-6cad7da4612f req-fbdc2cf3-fa75-4c1e-9476-ba81b6d57a2d tempest-DeleteServersTestJSON-636381056 tempest-DeleteServersTestJSON-636381056-project] 10.222.0.60 "GET /v2.0/ports?device_id=acd7903d-232c-4666-939c-eb22c6fbf01b HTTP/1.1" status: 200 len: 931 time: 0.1670215 May 10 17:44:51.356602 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47d080ff-7d79-4dd1-8f7b-9db09121a4a1 None None] The sync data for ids ['589742d5-5060-4251-bd2d-d3908b80ab6c'] in dv-cinder-841302-2-iscsi is: [{'id': '589742d5-5060-4251-bd2d-d3908b80ab6c', 'name': 'tempest-ServerRescueNegativeTestJSON-997119658-router', 'tenant_id': 'ec9da2f35bcd444fa485c453103df5cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85dc89cf-59f9-4edb-b26e-52bcb8a93763', 'external_fixed_ips': [{'subnet_id': 'e93d94f1-cb19-4cd0-92e5-ca73d24bd8fb', 'ip_address': '172.27.0.200'}], 'enable_snat': True}, 'gw_port_id': '331e326f-eb0e-4349-9e0d-6687d88832ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T17:44:33Z', 'updated_at': '2022-05-10T17:44:42Z', 'revision_number': 4, 'project_id': 'ec9da2f35bcd444fa485c453103df5cc', 'gw_port': {'id': '331e326f-eb0e-4349-9e0d-6687d88832ed', 'name': '', 'network_id': '85dc89cf-59f9-4edb-b26e-52bcb8a93763', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:ac:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '589742d5-5060-4251-bd2d-d3908b80ab6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'e93d94f1-cb19-4cd0-92e5-ca73d24bd8fb', 'ip_address': '172.27.0.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841302-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T17:44:35Z', 'updated_at': '2022-05-10T17:44:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e93d94f1-cb19-4cd0-92e5-ca73d24bd8fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841302-2-iscsi', '_interfaces': [{'id': 'c383c584-b5df-4b7e-af1c-6ffb19330ddb', 'name': '', 'network_id': 'f37a5a11-05c8-4d32-b0a0-13874a53c216', 'tenant_id': 'ec9da2f35bcd444fa485c453103df5cc', 'mac_address': 'fa:16:3e:3d:4a:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '589742d5-5060-4251-bd2d-d3908b80ab6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'cc50f2c8-8caf-42b1-b7c4-50bfe5301336', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841302-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T17:44:41Z', 'updated_at': '2022-05-10T17:44:49Z', 'revision_number': 4, 'project_id': 'ec9da2f35bcd444fa485c453103df5cc', 'subnets': [{'id': 'cc50f2c8-8caf-42b1-b7c4-50bfe5301336', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 17:44:51.413395 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.db.db_base_plugin_common [None req-64490604-a5a9-437e-8bed-967299fd1fd1 tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] Allocated IP 172.27.0.224 (85dc89cf-59f9-4edb-b26e-52bcb8a93763/e93d94f1-cb19-4cd0-92e5-ca73d24bd8fb/713d039e-f023-4049-9995-e97f6e4dcd2f) {{(pid=110153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 17:44:51.473630 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e697e78-9dd1-4bc1-8573-56b901d07725 None None] Pushing event updated for resources: {'Port': ['ID=331e326f-eb0e-4349-9e0d-6687d88832ed,revision_number=4']} {{(pid=110154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:44:51.504266 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-1dbcfb68-97dc-4043-a499-6cad7da4612f req-de57202d-9f51-46de-aebc-afbdc6572a86 tempest-DeleteServersTestJSON-636381056 tempest-DeleteServersTestJSON-636381056-project] 10.222.0.60 "GET /v2.0/security-groups?id=d3ebf738-b4c3-41d4-bb82-f79908831846&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1794398 May 10 17:44:51.563556 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-b6266a4f-a907-4930-acbb-b74b5654207b tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] Publish callbacks [] for security_group_rule (e8e1e57a-4fe8-4760-9f1b-1694bb955850), before_create {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:44:51.751124 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-d0ad91ed-69a6-4d6a-b420-8506e639832b admin admin] Publish callbacks [] for security_group (0eb68425-c0a7-4c15-a96f-02ef70cec574), before_delete {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:44:51.926377 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-8c4ce66c-c5d6-41b0-beba-af4927ef54ae req-8a0d67b9-f9d1-44c2-bebb-ba8005c0633c tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] 10.222.0.60 "GET /v2.0/ports?device_id=c1bf8bc9-b3de-4555-8835-15dd3a89bc56 HTTP/1.1" status: 200 len: 210 time: 0.1238053 May 10 17:44:52.062904 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.db.provisioning_blocks [None req-6e697e78-9dd1-4bc1-8573-56b901d07725 None None] Provisioning complete for port 8a785056-3967-44dc-89fc-a85dc909609a triggered by entity L2. {{(pid=110154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 17:44:52.063305 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-6e697e78-9dd1-4bc1-8573-56b901d07725 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525495'] for port (8a785056-3967-44dc-89fc-a85dc909609a), provisioning_complete {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:44:52.085479 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-9eb5959c-1544-4bcf-8e5a-3adfd5278af8 admin admin] Publish callbacks [] for security_group (93da201e-4046-409c-a5aa-73f7f3859f20), before_delete {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:44:52.210701 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.plugin [None req-88dd84cd-c29b-4e81-923e-709db4ceee4d None None] Current status of the port c383c584-b5df-4b7e-af1c-6ffb19330ddb is: DOWN; New status is: ACTIVE {{(pid=110154) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 17:44:52.212774 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-88dd84cd-c29b-4e81-923e-709db4ceee4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1514036'] for port (c383c584-b5df-4b7e-af1c-6ffb19330ddb), before_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:44:52.222385 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-b6266a4f-a907-4930-acbb-b74b5654207b tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] Publish callbacks [] for security_group_rule (e8e1e57a-4fe8-4760-9f1b-1694bb955850), precommit_create {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:44:52.250601 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-d0ad91ed-69a6-4d6a-b420-8506e639832b admin admin] Publish callbacks [] for security_group (0eb68425-c0a7-4c15-a96f-02ef70cec574), precommit_delete {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:44:52.287033 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-b6266a4f-a907-4930-acbb-b74b5654207b tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-282571'] for security_group_rule (e8e1e57a-4fe8-4760-9f1b-1694bb955850), after_create {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:44:52.369357 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-9eb5959c-1544-4bcf-8e5a-3adfd5278af8 admin admin] Publish callbacks [] for security_group (93da201e-4046-409c-a5aa-73f7f3859f20), precommit_delete {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:44:52.431153 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.db.l3_dvr_db [None req-8ed65c95-d0fc-4dd8-9747-5dca7f9fe13e None None] Set router c9c33587-9fa0-4825-a931-8281566e8cec gateway port host: dv-cinder-841302-2-iscsi {{(pid=110154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 17:44:52.602952 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7ea5c0-aada-4fb3-be20-7730c79e765a req-95b16a90-d916-452c-b985-54ab5461ee02 tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:44:52.614298 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-ef7ea5c0-aada-4fb3-be20-7730c79e765a req-95b16a90-d916-452c-b985-54ab5461ee02 tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] 10.222.0.60 "GET /v2.0/networks?id=f37a5a11-05c8-4d32-b0a0-13874a53c216 HTTP/1.1" status: 200 len: 818 time: 0.2686937 May 10 17:44:52.626303 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-64490604-a5a9-437e-8bed-967299fd1fd1 tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] Publish callbacks [] for port (713d039e-f023-4049-9995-e97f6e4dcd2f), precommit_create {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:44:52.642612 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-ef7ea5c0-aada-4fb3-be20-7730c79e765a req-db6c3c30-6d6b-46d3-bfaa-8c2d580359d5 tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] 10.222.0.60 "GET /v2.0/quotas/ec9da2f35bcd444fa485c453103df5cc HTTP/1.1" status: 200 len: 375 time: 0.0272424 May 10 17:44:52.713670 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6266a4f-a907-4930-acbb-b74b5654207b tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e8e1e57a-4fe8-4760-9f1b-1694bb955850,revision_number=0']} {{(pid=110153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:44:52.746696 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.notifiers.nova [req-cfefd521-e3dc-45e9-b877-24acbd6ad5f4 req-4e6a92b5-fa97-43dc-a2c5-0fb6ccea94fe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dee56dfb-cae2-41f9-b79a-5dd4e4a84d7f {{(pid=110153) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 17:44:52.769908 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [req-cfefd521-e3dc-45e9-b877-24acbd6ad5f4 req-4e6a92b5-fa97-43dc-a2c5-0fb6ccea94fe service neutron] Publish callbacks [] for port (dee56dfb-cae2-41f9-b79a-5dd4e4a84d7f), precommit_update {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:44:52.804464 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-ef7ea5c0-aada-4fb3-be20-7730c79e765a req-75d9c003-a96f-4140-802c-0284fcbadaff tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=ec9da2f35bcd444fa485c453103df5cc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1600876 May 10 17:44:52.835233 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-64490604-a5a9-437e-8bed-967299fd1fd1 tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1514136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781794686064'] for port (713d039e-f023-4049-9995-e97f6e4dcd2f), after_create {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:44:52.990101 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.db.provisioning_blocks [req-cfefd521-e3dc-45e9-b877-24acbd6ad5f4 req-4e6a92b5-fa97-43dc-a2c5-0fb6ccea94fe service neutron] Transition to ACTIVE for port object dee56dfb-cae2-41f9-b79a-5dd4e4a84d7f will not be triggered until provisioned by entity L2. {{(pid=110153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 10 17:44:53.006089 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64490604-a5a9-437e-8bed-967299fd1fd1 tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] Pushing event updated for resources: {'Port': ['ID=713d039e-f023-4049-9995-e97f6e4dcd2f,revision_number=1']} {{(pid=110153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:44:53.050216 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [req-cfefd521-e3dc-45e9-b877-24acbd6ad5f4 req-4e6a92b5-fa97-43dc-a2c5-0fb6ccea94fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1514136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781795229094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781794686082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781794686100'] for port (dee56dfb-cae2-41f9-b79a-5dd4e4a84d7f), after_update {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:44:53.114042 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be35360-1e33-4f5b-adbd-9dd7311004ef req-8c1bf720-f803-4ea8-8c27-cb2d82f5228d tempest-DeleteServersTestJSON-636381056 tempest-DeleteServersTestJSON-636381056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:44:53.116751 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-9be35360-1e33-4f5b-adbd-9dd7311004ef req-8c1bf720-f803-4ea8-8c27-cb2d82f5228d tempest-DeleteServersTestJSON-636381056 tempest-DeleteServersTestJSON-636381056-project] 10.222.0.60 "GET /v2.0/ports?device_id=acd7903d-232c-4666-939c-eb22c6fbf01b HTTP/1.1" status: 200 len: 943 time: 0.2599931 May 10 17:44:53.121402 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.wsgi [-] (110152) accepted ('10.222.0.60', 37576) {{(pid=110152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 17:44:53.323179 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-9be35360-1e33-4f5b-adbd-9dd7311004ef req-9de457f5-8c21-4778-b579-5e8a734438ae tempest-DeleteServersTestJSON-636381056 tempest-DeleteServersTestJSON-636381056-project] 10.222.0.60 "GET /v2.0/security-groups?id=d3ebf738-b4c3-41d4-bb82-f79908831846&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1887498 May 10 17:44:53.331086 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64490604-a5a9-437e-8bed-967299fd1fd1 tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] Network 85dc89cf-59f9-4edb-b26e-52bcb8a93763 is already hosted by enough agents. {{(pid=110153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 17:44:53.356320 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6a92b5-fa97-43dc-a2c5-0fb6ccea94fe service neutron] Pushing event updated for resources: {'Port': ['ID=dee56dfb-cae2-41f9-b79a-5dd4e4a84d7f,revision_number=2']} {{(pid=110153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:44:53.369788 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.scheduler.base_scheduler [None req-64490604-a5a9-437e-8bed-967299fd1fd1 tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] Resources bound (agent type, host, resource id): {{(pid=110153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 17:44:53.387144 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-b6266a4f-a907-4930-acbb-b74b5654207b tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:44:53.390737 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [None req-b6266a4f-a907-4930-acbb-b74b5654207b tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 2.8430517 May 10 17:44:53.399100 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-ef7ea5c0-aada-4fb3-be20-7730c79e765a req-852a7cfd-d59a-458e-b940-f93369473450 service neutron] 10.222.0.60 "GET /v2.0/networks/f37a5a11-05c8-4d32-b0a0-13874a53c216?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5890992 May 10 17:44:53.401084 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.wsgi [-] (110153) accepted ('10.222.0.60', 37584) {{(pid=110153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 17:44:53.404740 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64490604-a5a9-437e-8bed-967299fd1fd1 tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] Received port after_create {{(pid=110153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 17:44:53.468379 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.v2.base [None req-703c2310-d81c-4ebb-9168-461c90dccd3c tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] Request body: {'floatingip': {'floating_network_id': '85dc89cf-59f9-4edb-b26e-52bcb8a93763'}} {{(pid=110153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 17:44:53.561903 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.plugin [None req-6e697e78-9dd1-4bc1-8573-56b901d07725 None None] Current status of the port 8a785056-3967-44dc-89fc-a85dc909609a is: ACTIVE; New status is: ACTIVE {{(pid=110154) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 17:44:53.566670 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.db [None req-88dd84cd-c29b-4e81-923e-709db4ceee4d None None] For port c383c584-b5df-4b7e-af1c-6ffb19330ddb, host dv-cinder-841302-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841302-2-iscsi',level=0,port_id=c383c584-b5df-4b7e-af1c-6ffb19330ddb,segment=NetworkSegment(5476eec8-6d3c-4719-9920-b0738333a1e7),segment_id=5476eec8-6d3c-4719-9920-b0738333a1e7)] {{(pid=110154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 17:44:53.583777 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-88dd84cd-c29b-4e81-923e-709db4ceee4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1514136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781795229094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781794686082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781794686100'] for port (c383c584-b5df-4b7e-af1c-6ffb19330ddb), after_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:44:53.823422 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-ef7ea5c0-aada-4fb3-be20-7730c79e765a req-cd2fbd26-e829-4393-b2f6-47d2314048d8 service neutron] 10.222.0.60 "GET /v2.0/networks/f37a5a11-05c8-4d32-b0a0-13874a53c216?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4072011 May 10 17:44:53.864392 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-9eb5959c-1544-4bcf-8e5a-3adfd5278af8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-282428'] for security_group (93da201e-4046-409c-a5aa-73f7f3859f20), after_delete {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:44:53.873282 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-252c976c-4a58-4bf7-bbe5-8d9884b4d78b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:44:53.877503 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-9eb5959c-1544-4bcf-8e5a-3adfd5278af8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:44:53.888538 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [None req-9eb5959c-1544-4bcf-8e5a-3adfd5278af8 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/93da201e-4046-409c-a5aa-73f7f3859f20 HTTP/1.1" status: 204 len: 168 time: 3.1611784 May 10 17:44:53.941578 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-703c2310-d81c-4ebb-9168-461c90dccd3c tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:44:54.025317 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88dd84cd-c29b-4e81-923e-709db4ceee4d None None] Pushing event updated for resources: {'Port': ['ID=c383c584-b5df-4b7e-af1c-6ffb19330ddb,revision_number=5']} {{(pid=110154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:44:54.091826 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb5959c-1544-4bcf-8e5a-3adfd5278af8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93da201e-4046-409c-a5aa-73f7f3859f20,revision_number=None']} {{(pid=110153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:44:54.097300 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-252c976c-4a58-4bf7-bbe5-8d9884b4d78b admin admin] Publish callbacks [] for security_group (30e13e12-fe42-4c23-bd96-ebd6ca613062), precommit_create {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:44:54.110648 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-252c976c-4a58-4bf7-bbe5-8d9884b4d78b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-282428'] for security_group (30e13e12-fe42-4c23-bd96-ebd6ca613062), after_create {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:44:54.201424 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.db.provisioning_blocks [None req-e04d81f8-057f-4b92-b7c7-6b676ef749e5 None None] Provisioning complete for port c383c584-b5df-4b7e-af1c-6ffb19330ddb triggered by entity DHCP. {{(pid=110154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 17:44:54.201821 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-e04d81f8-057f-4b92-b7c7-6b676ef749e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525495'] for port (c383c584-b5df-4b7e-af1c-6ffb19330ddb), provisioning_complete {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:44:54.298572 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-d0ad91ed-69a6-4d6a-b420-8506e639832b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-282428'] for security_group (0eb68425-c0a7-4c15-a96f-02ef70cec574), after_delete {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:44:54.314964 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-d0ad91ed-69a6-4d6a-b420-8506e639832b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:44:54.318867 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [None req-d0ad91ed-69a6-4d6a-b420-8506e639832b admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/0eb68425-c0a7-4c15-a96f-02ef70cec574 HTTP/1.1" status: 204 len: 168 time: 3.8455338 May 10 17:44:54.325023 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [None req-252c976c-4a58-4bf7-bbe5-8d9884b4d78b admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=672b029a611d4f52bad4de84d93570da&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2029757 May 10 17:44:54.328893 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.wsgi [-] (110152) accepted ('10.222.0.60', 37604) {{(pid=110152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 17:44:54.369429 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252c976c-4a58-4bf7-bbe5-8d9884b4d78b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30e13e12-fe42-4c23-bd96-ebd6ca613062,revision_number=1']} {{(pid=110152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:44:54.457203 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.db.l3_hamode_db [None req-8ed65c95-d0fc-4dd8-9747-5dca7f9fe13e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9c33587-9fa0-4825-a931-8281566e8cec', 'name': 'tempest-AttachVolumeShelveTestJSON-709907603-router', 'tenant_id': '0461acfadf8743fdbd62a39bf3fe3e1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85dc89cf-59f9-4edb-b26e-52bcb8a93763', 'external_fixed_ips': [{'subnet_id': 'e93d94f1-cb19-4cd0-92e5-ca73d24bd8fb', 'ip_address': '172.27.0.113'}], 'enable_snat': True}, 'gw_port_id': '87a6c3fa-3aef-470c-8fe9-fd0a98a390c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T17:44:31Z', 'updated_at': '2022-05-10T17:44:41Z', 'revision_number': 4, 'project_id': '0461acfadf8743fdbd62a39bf3fe3e1c', 'gw_port': {'id': '87a6c3fa-3aef-470c-8fe9-fd0a98a390c8', 'name': '', 'network_id': '85dc89cf-59f9-4edb-b26e-52bcb8a93763', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:db:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9c33587-9fa0-4825-a931-8281566e8cec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'e93d94f1-cb19-4cd0-92e5-ca73d24bd8fb', 'ip_address': '172.27.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841302-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T17:44:32Z', 'updated_at': '2022-05-10T17:44:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e93d94f1-cb19-4cd0-92e5-ca73d24bd8fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841302-2-iscsi', '_interfaces': [{'id': '88b05fe3-8c95-46ee-bced-7b63de5df9bb', 'name': '', 'network_id': '4f6007aa-61b1-40c3-a8ad-7f431d419cb5', 'tenant_id': '0461acfadf8743fdbd62a39bf3fe3e1c', 'mac_address': 'fa:16:3e:cf:5a:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9c33587-9fa0-4825-a931-8281566e8cec', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'c13a30fd-de84-4d1b-92b1-edbd848fe110', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841302-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T17:44:38Z', 'updated_at': '2022-05-10T17:44:49Z', 'revision_number': 4, 'project_id': '0461acfadf8743fdbd62a39bf3fe3e1c', 'subnets': [{'id': 'c13a30fd-de84-4d1b-92b1-edbd848fe110', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841302-2-iscsi', False) {} {{(pid=110154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:44:54.475324 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-0756d2c0-7987-4ec4-8d0e-b5d969e01d7f None None] Publish callbacks [] for port (027fd6fa-8a2c-41cf-8f97-10f5b1a94550), precommit_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:44:54.528372 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-f4276e14-cb2d-4a57-9699-742302d097bc req-0bd38717-7184-4fb5-b91d-8a6f5affe9ec tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] 10.222.0.60 "GET /v2.0/ports?device_id=d577a65c-d60c-4d64-a506-89ea984fe255 HTTP/1.1" status: 200 len: 210 time: 0.1967185 May 10 17:44:54.558984 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ad91ed-69a6-4d6a-b420-8506e639832b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0eb68425-c0a7-4c15-a96f-02ef70cec574,revision_number=None']} {{(pid=110153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:44:54.565119 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.plugins.ml2.managers [req-cfefd521-e3dc-45e9-b877-24acbd6ad5f4 req-4e6a92b5-fa97-43dc-a2c5-0fb6ccea94fe service neutron] Attempting to bind port dee56dfb-cae2-41f9-b79a-5dd4e4a84d7f on host hv-cinder-84130 for vnic_type normal with profile {{(pid=110153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 17:44:54.565491 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.plugins.ml2.managers [req-cfefd521-e3dc-45e9-b877-24acbd6ad5f4 req-4e6a92b5-fa97-43dc-a2c5-0fb6ccea94fe service neutron] Attempting to bind port dee56dfb-cae2-41f9-b79a-5dd4e4a84d7f by drivers openvswitch,hyperv on host hv-cinder-84130 at level 0 using segments [{'id': 'ea3622d5-69b5-4599-877b-705151bafa66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '4530795e-c50a-4eb4-a3c5-419871214a37'}] {{(pid=110153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 17:44:54.565837 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfefd521-e3dc-45e9-b877-24acbd6ad5f4 req-4e6a92b5-fa97-43dc-a2c5-0fb6ccea94fe service neutron] Attempting to bind port dee56dfb-cae2-41f9-b79a-5dd4e4a84d7f on network 4530795e-c50a-4eb4-a3c5-419871214a37 {{(pid=110153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 17:44:54.685911 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-0756d2c0-7987-4ec4-8d0e-b5d969e01d7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1514136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781795229094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781794686082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781794686100'] for port (027fd6fa-8a2c-41cf-8f97-10f5b1a94550), after_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:44:54.699265 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfefd521-e3dc-45e9-b877-24acbd6ad5f4 req-4e6a92b5-fa97-43dc-a2c5-0fb6ccea94fe service neutron] Port dee56dfb-cae2-41f9-b79a-5dd4e4a84d7f on network 4530795e-c50a-4eb4-a3c5-419871214a37 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84130 {{(pid=110153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 17:44:54.699685 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfefd521-e3dc-45e9-b877-24acbd6ad5f4 req-4e6a92b5-fa97-43dc-a2c5-0fb6ccea94fe service neutron] Attempting to bind port dee56dfb-cae2-41f9-b79a-5dd4e4a84d7f on network 4530795e-c50a-4eb4-a3c5-419871214a37 {{(pid=110153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 17:44:54.705326 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80469c9c-4b27-4bd6-9bb1-63535471945f req-343563db-d072-48e3-9c25-a5617bc85566 tempest-DeleteServersTestJSON-636381056 tempest-DeleteServersTestJSON-636381056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:44:54.713815 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-80469c9c-4b27-4bd6-9bb1-63535471945f req-343563db-d072-48e3-9c25-a5617bc85566 tempest-DeleteServersTestJSON-636381056 tempest-DeleteServersTestJSON-636381056-project] 10.222.0.60 "GET /v2.0/ports?device_id=acd7903d-232c-4666-939c-eb22c6fbf01b HTTP/1.1" status: 200 len: 943 time: 0.2227585 May 10 17:44:54.717795 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ed65c95-d0fc-4dd8-9747-5dca7f9fe13e None None] The sync data for ids ['c9c33587-9fa0-4825-a931-8281566e8cec'] in dv-cinder-841302-2-iscsi is: [{'id': 'c9c33587-9fa0-4825-a931-8281566e8cec', 'name': 'tempest-AttachVolumeShelveTestJSON-709907603-router', 'tenant_id': '0461acfadf8743fdbd62a39bf3fe3e1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85dc89cf-59f9-4edb-b26e-52bcb8a93763', 'external_fixed_ips': [{'subnet_id': 'e93d94f1-cb19-4cd0-92e5-ca73d24bd8fb', 'ip_address': '172.27.0.113'}], 'enable_snat': True}, 'gw_port_id': '87a6c3fa-3aef-470c-8fe9-fd0a98a390c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T17:44:31Z', 'updated_at': '2022-05-10T17:44:41Z', 'revision_number': 4, 'project_id': '0461acfadf8743fdbd62a39bf3fe3e1c', 'gw_port': {'id': '87a6c3fa-3aef-470c-8fe9-fd0a98a390c8', 'name': '', 'network_id': '85dc89cf-59f9-4edb-b26e-52bcb8a93763', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:db:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9c33587-9fa0-4825-a931-8281566e8cec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'e93d94f1-cb19-4cd0-92e5-ca73d24bd8fb', 'ip_address': '172.27.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841302-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T17:44:32Z', 'updated_at': '2022-05-10T17:44:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e93d94f1-cb19-4cd0-92e5-ca73d24bd8fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841302-2-iscsi', '_interfaces': [{'id': '88b05fe3-8c95-46ee-bced-7b63de5df9bb', 'name': '', 'network_id': '4f6007aa-61b1-40c3-a8ad-7f431d419cb5', 'tenant_id': '0461acfadf8743fdbd62a39bf3fe3e1c', 'mac_address': 'fa:16:3e:cf:5a:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9c33587-9fa0-4825-a931-8281566e8cec', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'c13a30fd-de84-4d1b-92b1-edbd848fe110', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841302-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T17:44:38Z', 'updated_at': '2022-05-10T17:44:49Z', 'revision_number': 4, 'project_id': '0461acfadf8743fdbd62a39bf3fe3e1c', 'subnets': [{'id': 'c13a30fd-de84-4d1b-92b1-edbd848fe110', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 17:44:54.720624 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-703c2310-d81c-4ebb-9168-461c90dccd3c tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1514036'] for port (None), before_create {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:44:54.738803 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-a9c7a290-9ece-4446-ae02-121b621a1c61 admin admin] Publish callbacks [] for security_group (30e13e12-fe42-4c23-bd96-ebd6ca613062), before_delete {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:44:54.826078 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-a9c7a290-9ece-4446-ae02-121b621a1c61 admin admin] Publish callbacks [] for security_group (30e13e12-fe42-4c23-bd96-ebd6ca613062), precommit_delete {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:44:54.838658 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.db.agents_db [None req-b17e131c-d64b-4b97-8e8f-6c45925a5783 None None] Agent healthcheck: found 6 active agents {{(pid=110155) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 17:44:54.852575 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfefd521-e3dc-45e9-b877-24acbd6ad5f4 req-4e6a92b5-fa97-43dc-a2c5-0fb6ccea94fe service neutron] Checking agent: {'id': '16638279-eb91-49a3-95a5-8b540cc2f948', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84130', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 17, 42, 31), 'started_at': datetime.datetime(2022, 5, 10, 17, 42, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 17, 44, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 17:44:54.857430 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfefd521-e3dc-45e9-b877-24acbd6ad5f4 req-4e6a92b5-fa97-43dc-a2c5-0fb6ccea94fe service neutron] Checking segment: {'id': 'ea3622d5-69b5-4599-877b-705151bafa66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '4530795e-c50a-4eb4-a3c5-419871214a37'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 17:44:54.864140 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfefd521-e3dc-45e9-b877-24acbd6ad5f4 req-4e6a92b5-fa97-43dc-a2c5-0fb6ccea94fe service neutron] Bound using segment: {'id': 'ea3622d5-69b5-4599-877b-705151bafa66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '4530795e-c50a-4eb4-a3c5-419871214a37'} {{(pid=110153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 17:44:54.866517 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.plugins.ml2.managers [req-cfefd521-e3dc-45e9-b877-24acbd6ad5f4 req-4e6a92b5-fa97-43dc-a2c5-0fb6ccea94fe service neutron] Bound port: dee56dfb-cae2-41f9-b79a-5dd4e4a84d7f, host: hv-cinder-84130, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ea3622d5-69b5-4599-877b-705151bafa66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '4530795e-c50a-4eb4-a3c5-419871214a37'}}] {{(pid=110153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 17:44:54.869751 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [req-cfefd521-e3dc-45e9-b877-24acbd6ad5f4 req-4e6a92b5-fa97-43dc-a2c5-0fb6ccea94fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1514036'] for port (dee56dfb-cae2-41f9-b79a-5dd4e4a84d7f), before_update {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:44:54.921568 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-80469c9c-4b27-4bd6-9bb1-63535471945f req-5aeabe46-d874-4a7d-acd9-b3a89c098c1b tempest-DeleteServersTestJSON-636381056 tempest-DeleteServersTestJSON-636381056-project] 10.222.0.60 "GET /v2.0/security-groups?id=d3ebf738-b4c3-41d4-bb82-f79908831846&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2062502 May 10 17:44:54.993752 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-a9c7a290-9ece-4446-ae02-121b621a1c61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-282428'] for security_group (30e13e12-fe42-4c23-bd96-ebd6ca613062), after_delete {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:44:54.997309 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-a9c7a290-9ece-4446-ae02-121b621a1c61 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:44:55.002227 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [None req-a9c7a290-9ece-4446-ae02-121b621a1c61 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/30e13e12-fe42-4c23-bd96-ebd6ca613062 HTTP/1.1" status: 204 len: 168 time: 0.6650312 May 10 17:44:55.066225 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c7a290-9ece-4446-ae02-121b621a1c61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30e13e12-fe42-4c23-bd96-ebd6ca613062,revision_number=None']} {{(pid=110152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:44:55.141135 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.rpc [None req-6e697e78-9dd1-4bc1-8573-56b901d07725 None None] Device c383c584-b5df-4b7e-af1c-6ffb19330ddb up at agent ovs-agent-dv-cinder-841302-2-iscsi {{(pid=110154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 17:44:55.269279 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-64490604-a5a9-437e-8bed-967299fd1fd1 tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] Publish callbacks [] for floatingip (a8d46d3f-8494-4d17-8c44-3c9d54002ae3), precommit_create {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:44:55.271676 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.wsgi [-] (110152) accepted ('10.222.0.77', 63415) {{(pid=110152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 17:44:55.323399 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.db.db_base_plugin_common [None req-703c2310-d81c-4ebb-9168-461c90dccd3c tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] Allocated IP 172.27.0.109 (85dc89cf-59f9-4edb-b26e-52bcb8a93763/e93d94f1-cb19-4cd0-92e5-ca73d24bd8fb/c72e1630-50a3-4297-8ebd-4ce164597ace) {{(pid=110153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 17:44:55.749375 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-64490604-a5a9-437e-8bed-967299fd1fd1 tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1514036'] for port (713d039e-f023-4049-9995-e97f6e4dcd2f), before_update {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:44:55.790270 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-eefe9141-a151-445b-86d9-adee0b50cba7 req-be2a3d04-0fc6-43a9-bc9b-164d622a147b tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] 10.222.0.60 "GET /v2.0/ports?device_id=d577a65c-d60c-4d64-a506-89ea984fe255 HTTP/1.1" status: 200 len: 210 time: 0.1446300 May 10 17:44:55.863074 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c3a08b-063b-4899-a303-65023b66545e req-56480cc8-3f77-4c89-a3ec-14ece135a178 tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:44:55.864640 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-52c3a08b-063b-4899-a303-65023b66545e req-56480cc8-3f77-4c89-a3ec-14ece135a178 tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] 10.222.0.77 "GET /v2.0/networks?id=f37a5a11-05c8-4d32-b0a0-13874a53c216 HTTP/1.1" status: 200 len: 818 time: 0.5611737 May 10 17:44:55.893986 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3c5f44-9ca4-4f63-adab-248dbfd3484b None None] Pushing event updated for resources: {'Port': ['ID=027fd6fa-8a2c-41cf-8f97-10f5b1a94550,revision_number=3']} {{(pid=110154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:44:55.926977 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.v2.base [req-52c3a08b-063b-4899-a303-65023b66545e req-a68e9a72-8389-47b2-a963-7c7266a2ebab tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] Request body: {'port': {'device_id': 'c1bf8bc9-b3de-4555-8835-15dd3a89bc56', 'network_id': 'f37a5a11-05c8-4d32-b0a0-13874a53c216', 'admin_state_up': True, 'tenant_id': 'ec9da2f35bcd444fa485c453103df5cc'}} {{(pid=110152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 17:44:56.009932 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.plugin [None req-e04d81f8-057f-4b92-b7c7-6b676ef749e5 None None] Current status of the port c383c584-b5df-4b7e-af1c-6ffb19330ddb is: ACTIVE; New status is: ACTIVE {{(pid=110154) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 17:44:56.041415 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.plugins.ml2.db [req-cfefd521-e3dc-45e9-b877-24acbd6ad5f4 req-4e6a92b5-fa97-43dc-a2c5-0fb6ccea94fe service neutron] For port dee56dfb-cae2-41f9-b79a-5dd4e4a84d7f, host hv-cinder-84130, cleared binding levels {{(pid=110153) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 17:44:56.119579 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.wsgi [-] (110153) accepted ('10.222.0.60', 37656) {{(pid=110153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 17:44:56.131165 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.plugins.ml2.db [req-cfefd521-e3dc-45e9-b877-24acbd6ad5f4 req-4e6a92b5-fa97-43dc-a2c5-0fb6ccea94fe service neutron] For port dee56dfb-cae2-41f9-b79a-5dd4e4a84d7f, host hv-cinder-84130, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84130',level=0,port_id=dee56dfb-cae2-41f9-b79a-5dd4e4a84d7f,segment=NetworkSegment(ea3622d5-69b5-4599-877b-705151bafa66),segment_id=ea3622d5-69b5-4599-877b-705151bafa66)] {{(pid=110153) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 17:44:56.179180 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.db.provisioning_blocks [None req-e04d81f8-057f-4b92-b7c7-6b676ef749e5 None None] Provisioning complete for port 88b05fe3-8c95-46ee-bced-7b63de5df9bb triggered by entity DHCP. {{(pid=110154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 17:44:56.179600 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-e04d81f8-057f-4b92-b7c7-6b676ef749e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525495'] for port (88b05fe3-8c95-46ee-bced-7b63de5df9bb), provisioning_complete {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:44:56.276506 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.managers [None req-0756d2c0-7987-4ec4-8d0e-b5d969e01d7f None None] Attempting to bind port 027fd6fa-8a2c-41cf-8f97-10f5b1a94550 on host dv-cinder-841302-2-iscsi for vnic_type normal with profile {{(pid=110154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 17:44:56.281787 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.managers [None req-0756d2c0-7987-4ec4-8d0e-b5d969e01d7f None None] Attempting to bind port 027fd6fa-8a2c-41cf-8f97-10f5b1a94550 by drivers openvswitch,hyperv on host dv-cinder-841302-2-iscsi at level 0 using segments [{'id': '0faf29e6-d72c-448f-aa3a-91b840f90216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '5a13d84d-c9e9-413f-a254-ca6edab95c78'}] {{(pid=110154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 17:44:56.283261 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0756d2c0-7987-4ec4-8d0e-b5d969e01d7f None None] Attempting to bind port 027fd6fa-8a2c-41cf-8f97-10f5b1a94550 on network 5a13d84d-c9e9-413f-a254-ca6edab95c78 {{(pid=110154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 17:44:56.291842 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.db.provisioning_blocks [None req-6e697e78-9dd1-4bc1-8573-56b901d07725 None None] Provisioning complete for port c383c584-b5df-4b7e-af1c-6ffb19330ddb triggered by entity L2. {{(pid=110154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 17:44:56.294777 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-6e697e78-9dd1-4bc1-8573-56b901d07725 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525495'] for port (c383c584-b5df-4b7e-af1c-6ffb19330ddb), provisioning_complete {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:44:56.299804 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [req-cfefd521-e3dc-45e9-b877-24acbd6ad5f4 req-4e6a92b5-fa97-43dc-a2c5-0fb6ccea94fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1514136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781795229094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781794686082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781794686100'] for port (dee56dfb-cae2-41f9-b79a-5dd4e4a84d7f), after_update {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:44:56.329192 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-8eba8836-039c-4201-8a56-460b29da0ede admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:44:56.342578 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0756d2c0-7987-4ec4-8d0e-b5d969e01d7f None None] Checking agent: {'id': 'fdc37a75-b7a9-4e92-a59c-f5b8c02d060c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841302-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 17, 36, 4), 'started_at': datetime.datetime(2022, 5, 10, 17, 36, 34), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 17, 44, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841302-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 17:44:56.343558 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0756d2c0-7987-4ec4-8d0e-b5d969e01d7f None None] Checking segment: {'id': '0faf29e6-d72c-448f-aa3a-91b840f90216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '5a13d84d-c9e9-413f-a254-ca6edab95c78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 17:44:56.344168 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-0756d2c0-7987-4ec4-8d0e-b5d969e01d7f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:44:56.344787 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0756d2c0-7987-4ec4-8d0e-b5d969e01d7f None None] Bound using segment: {'id': '0faf29e6-d72c-448f-aa3a-91b840f90216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '5a13d84d-c9e9-413f-a254-ca6edab95c78'} {{(pid=110154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 17:44:56.345596 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.managers [None req-0756d2c0-7987-4ec4-8d0e-b5d969e01d7f None None] Bound port: 027fd6fa-8a2c-41cf-8f97-10f5b1a94550, host: dv-cinder-841302-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0faf29e6-d72c-448f-aa3a-91b840f90216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '5a13d84d-c9e9-413f-a254-ca6edab95c78'}}] {{(pid=110154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 17:44:56.346193 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-0756d2c0-7987-4ec4-8d0e-b5d969e01d7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1514036'] for port (027fd6fa-8a2c-41cf-8f97-10f5b1a94550), before_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:44:56.546809 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfefd521-e3dc-45e9-b877-24acbd6ad5f4 req-4e6a92b5-fa97-43dc-a2c5-0fb6ccea94fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:44:56.552270 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [req-cfefd521-e3dc-45e9-b877-24acbd6ad5f4 req-4e6a92b5-fa97-43dc-a2c5-0fb6ccea94fe service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631615'] for port (None), before_response {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:44:56.553771 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [req-cfefd521-e3dc-45e9-b877-24acbd6ad5f4 req-4e6a92b5-fa97-43dc-a2c5-0fb6ccea94fe service neutron] 10.222.0.77 "PUT /v2.0/ports/dee56dfb-cae2-41f9-b79a-5dd4e4a84d7f HTTP/1.1" status: 200 len: 1093 time: 7.8796406 May 10 17:44:56.554262 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'acd7903d-232c-4666-939c-eb22c6fbf01b', 'tag': 'dee56dfb-cae2-41f9-b79a-5dd4e4a84d7f'}] {{(pid=110153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 17:44:56.561618 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8aad3d5-0467-4793-93a3-428c4fd6021f req-4be1bece-44ea-4648-a0ad-53da643bcf5e tempest-DeleteServersTestJSON-636381056 tempest-DeleteServersTestJSON-636381056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:44:56.567913 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-d8aad3d5-0467-4793-93a3-428c4fd6021f req-4be1bece-44ea-4648-a0ad-53da643bcf5e tempest-DeleteServersTestJSON-636381056 tempest-DeleteServersTestJSON-636381056-project] 10.222.0.60 "GET /v2.0/ports?device_id=acd7903d-232c-4666-939c-eb22c6fbf01b HTTP/1.1" status: 200 len: 943 time: 0.4479978 May 10 17:44:56.570037 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-52c3a08b-063b-4899-a303-65023b66545e req-a68e9a72-8389-47b2-a963-7c7266a2ebab tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] Made reservation on behalf of ec9da2f35bcd444fa485c453103df5cc for: {'port': 1} {{(pid=110152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 17:44:56.571891 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.plugin [None req-e04d81f8-057f-4b92-b7c7-6b676ef749e5 None None] Current status of the port 88b05fe3-8c95-46ee-bced-7b63de5df9bb is: DOWN; New status is: ACTIVE {{(pid=110154) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 17:44:56.572354 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-e04d81f8-057f-4b92-b7c7-6b676ef749e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1514036'] for port (88b05fe3-8c95-46ee-bced-7b63de5df9bb), before_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:44:56.579908 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [req-52c3a08b-063b-4899-a303-65023b66545e req-a68e9a72-8389-47b2-a963-7c7266a2ebab tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1514036'] for port (None), before_create {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:44:56.584866 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.db [None req-0756d2c0-7987-4ec4-8d0e-b5d969e01d7f None None] For port 027fd6fa-8a2c-41cf-8f97-10f5b1a94550, host dv-cinder-841302-2-iscsi, cleared binding levels {{(pid=110154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 17:44:56.640921 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.db [None req-0756d2c0-7987-4ec4-8d0e-b5d969e01d7f None None] For port 027fd6fa-8a2c-41cf-8f97-10f5b1a94550, host dv-cinder-841302-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841302-2-iscsi',level=0,port_id=027fd6fa-8a2c-41cf-8f97-10f5b1a94550,segment=NetworkSegment(0faf29e6-d72c-448f-aa3a-91b840f90216),segment_id=0faf29e6-d72c-448f-aa3a-91b840f90216)] {{(pid=110154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 17:44:56.652333 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.plugin [None req-6e697e78-9dd1-4bc1-8573-56b901d07725 None None] Current status of the port c383c584-b5df-4b7e-af1c-6ffb19330ddb is: ACTIVE; New status is: ACTIVE {{(pid=110154) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 17:44:56.666475 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.rpc [None req-6e697e78-9dd1-4bc1-8573-56b901d07725 None None] Device 331e326f-eb0e-4349-9e0d-6687d88832ed up at agent ovs-agent-dv-cinder-841302-2-iscsi {{(pid=110154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 17:44:56.687410 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-0756d2c0-7987-4ec4-8d0e-b5d969e01d7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1514136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781795229094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781794686082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781794686100'] for port (027fd6fa-8a2c-41cf-8f97-10f5b1a94550), after_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:44:56.799025 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.db [None req-e04d81f8-057f-4b92-b7c7-6b676ef749e5 None None] For port 88b05fe3-8c95-46ee-bced-7b63de5df9bb, host dv-cinder-841302-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841302-2-iscsi',level=0,port_id=88b05fe3-8c95-46ee-bced-7b63de5df9bb,segment=NetworkSegment(d952ff82-97df-4645-95cf-8a2390e9c9b8),segment_id=d952ff82-97df-4645-95cf-8a2390e9c9b8)] {{(pid=110154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 17:44:56.855403 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-e04d81f8-057f-4b92-b7c7-6b676ef749e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1514136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781795229094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781794686082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781794686100'] for port (88b05fe3-8c95-46ee-bced-7b63de5df9bb), after_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:44:57.059653 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6a92b5-fa97-43dc-a2c5-0fb6ccea94fe service neutron] Pushing event updated for resources: {'Port': ['ID=dee56dfb-cae2-41f9-b79a-5dd4e4a84d7f,revision_number=3']} {{(pid=110153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:44:57.104394 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0756d2c0-7987-4ec4-8d0e-b5d969e01d7f None None] Routers {'24a906bd-bc37-4f60-9d1b-823a31f350bf'} bound to L3 agent in host dv-cinder-841302-2-iscsi {{(pid=110154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 17:44:57.119445 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.db.l3_hamode_db [None req-0756d2c0-7987-4ec4-8d0e-b5d969e01d7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841302-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-10T17:36:00Z,description=,heartbeat_timestamp=2022-05-10T17:44:30Z,host='dv-cinder-841302-2-iscsi',id=eaac381b-e402-41c3-a8e6-8f962681d3e6,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T17:36:00Z,topic='l3_agent')) {'router_ids': ['24a906bd-bc37-4f60-9d1b-823a31f350bf'], 'active': True} {{(pid=110154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:44:57.133548 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-d8aad3d5-0467-4793-93a3-428c4fd6021f req-fb46cd87-143b-4297-aae6-b0dd13a80f92 tempest-DeleteServersTestJSON-636381056 tempest-DeleteServersTestJSON-636381056-project] 10.222.0.60 "GET /v2.0/security-groups?id=d3ebf738-b4c3-41d4-bb82-f79908831846&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5085666 May 10 17:44:57.149333 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3c5f44-9ca4-4f63-adab-248dbfd3484b None None] Pushing event updated for resources: {'Port': ['ID=027fd6fa-8a2c-41cf-8f97-10f5b1a94550,revision_number=4']} {{(pid=110154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:44:57.356033 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.wsgi [-] (110153) accepted ('10.222.0.77', 63420) {{(pid=110153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 17:44:57.434570 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.db.provisioning_blocks [None req-6a6449f7-dbe0-411e-ad7f-b70fc13602b0 None None] Provisioning complete for port 027fd6fa-8a2c-41cf-8f97-10f5b1a94550 triggered by entity DHCP. {{(pid=110154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 17:44:57.438397 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-6a6449f7-dbe0-411e-ad7f-b70fc13602b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525495'] for port (027fd6fa-8a2c-41cf-8f97-10f5b1a94550), provisioning_complete {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:44:57.514618 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-703c2310-d81c-4ebb-9168-461c90dccd3c tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] Publish callbacks [] for port (c72e1630-50a3-4297-8ebd-4ce164597ace), precommit_create {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:44:57.518948 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-976bdb04-536c-43cc-9039-6b6ad9b9fc16 req-7d57adcf-e67e-471a-ac3c-d921e09eae67 tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] 10.222.0.60 "GET /v2.0/ports?device_id=d577a65c-d60c-4d64-a506-89ea984fe255 HTTP/1.1" status: 200 len: 210 time: 0.4709749 May 10 17:44:57.621978 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.db.db_base_plugin_common [req-52c3a08b-063b-4899-a303-65023b66545e req-a68e9a72-8389-47b2-a963-7c7266a2ebab tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] Allocated IP 172.20.0.3 (f37a5a11-05c8-4d32-b0a0-13874a53c216/cc50f2c8-8caf-42b1-b7c4-50bfe5301336/552e62e9-0e95-4838-9c01-aa3425c6c9c6) {{(pid=110152) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 17:44:57.657146 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.db.provisioning_blocks [None req-6e697e78-9dd1-4bc1-8573-56b901d07725 None None] Provisioning complete for port 331e326f-eb0e-4349-9e0d-6687d88832ed triggered by entity L2. {{(pid=110154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 17:44:57.657146 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-6e697e78-9dd1-4bc1-8573-56b901d07725 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525495'] for port (331e326f-eb0e-4349-9e0d-6687d88832ed), provisioning_complete {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:44:57.715264 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eaab9ead4487dd9c6a2039b1a38fb17917f553062224ea878bb9a20dea692460" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9120d62f-3e3b-4097-9d56-179cdcf34a8e" -d '{"events": [{"name": "network-changed", "server_uuid": "acd7903d-232c-4666-939c-eb22c6fbf01b", "tag": "dee56dfb-cae2-41f9-b79a-5dd4e4a84d7f"}]}' {{(pid=110153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 17:44:57.806854 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfefd521-e3dc-45e9-b877-24acbd6ad5f4 req-3ada1da6-7e58-4f3a-9c39-fcfd841d36a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:44:57.828442 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [req-cfefd521-e3dc-45e9-b877-24acbd6ad5f4 req-3ada1da6-7e58-4f3a-9c39-fcfd841d36a3 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=98c641670665465caa49f5d709911793&device_id=acd7903d-232c-4666-939c-eb22c6fbf01b HTTP/1.1" status: 200 len: 1127 time: 0.5715983 May 10 17:44:57.890752 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-5dab48e9-cc94-4498-a8ff-579bcfd1ff74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781795183391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525393'] for agent (b2ad0527-00d5-4995-bc97-ec84c4e02f0b), after_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:44:58.031871 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04d81f8-057f-4b92-b7c7-6b676ef749e5 None None] Pushing event updated for resources: {'Port': ['ID=88b05fe3-8c95-46ee-bced-7b63de5df9bb,revision_number=5']} {{(pid=110154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:44:58.056122 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [req-52c3a08b-063b-4899-a303-65023b66545e req-a68e9a72-8389-47b2-a963-7c7266a2ebab tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] Publish callbacks [] for port (552e62e9-0e95-4838-9c01-aa3425c6c9c6), precommit_create {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:44:58.144016 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [req-52c3a08b-063b-4899-a303-65023b66545e req-a68e9a72-8389-47b2-a963-7c7266a2ebab tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1514136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781794686064'] for port (552e62e9-0e95-4838-9c01-aa3425c6c9c6), after_create {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:44:58.270517 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.db.l3_dvr_db [None req-0756d2c0-7987-4ec4-8d0e-b5d969e01d7f None None] Set router 24a906bd-bc37-4f60-9d1b-823a31f350bf gateway port host: dv-cinder-841302-2-iscsi {{(pid=110154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 17:44:58.334166 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.plugin [None req-6e697e78-9dd1-4bc1-8573-56b901d07725 None None] Current status of the port 331e326f-eb0e-4349-9e0d-6687d88832ed is: ACTIVE; New status is: ACTIVE {{(pid=110154) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 17:44:58.337479 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.plugin [None req-6a6449f7-dbe0-411e-ad7f-b70fc13602b0 None None] Current status of the port 027fd6fa-8a2c-41cf-8f97-10f5b1a94550 is: DOWN; New status is: ACTIVE {{(pid=110154) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 17:44:58.338144 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-6a6449f7-dbe0-411e-ad7f-b70fc13602b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1514036'] for port (027fd6fa-8a2c-41cf-8f97-10f5b1a94550), before_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:44:58.380995 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-52c3a08b-063b-4899-a303-65023b66545e req-a68e9a72-8389-47b2-a963-7c7266a2ebab tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] Network f37a5a11-05c8-4d32-b0a0-13874a53c216 is already hosted by enough agents. {{(pid=110152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 17:44:58.455068 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-8eba8836-039c-4201-8a56-460b29da0ede admin admin] Publish callbacks [] for security_group (c270a952-dac1-4725-bcc7-4f503fcbccfa), precommit_create {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:44:58.482191 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.scheduler.base_scheduler [req-52c3a08b-063b-4899-a303-65023b66545e req-a68e9a72-8389-47b2-a963-7c7266a2ebab tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] Resources bound (agent type, host, resource id): {{(pid=110152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 17:44:58.514801 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-64490604-a5a9-437e-8bed-967299fd1fd1 tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] Publish callbacks [] for port (713d039e-f023-4049-9995-e97f6e4dcd2f), precommit_update {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:44:58.530363 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.db.l3_dvrscheduler_db [req-52c3a08b-063b-4899-a303-65023b66545e req-a68e9a72-8389-47b2-a963-7c7266a2ebab tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] Received port after_create {{(pid=110152) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 17:44:58.546833 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c3a08b-063b-4899-a303-65023b66545e req-a68e9a72-8389-47b2-a963-7c7266a2ebab tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:44:58.547540 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [req-52c3a08b-063b-4899-a303-65023b66545e req-a68e9a72-8389-47b2-a963-7c7266a2ebab tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631615'] for port (None), before_response {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:44:58.561428 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68e9a72-8389-47b2-a963-7c7266a2ebab tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] Pushing event updated for resources: {'Port': ['ID=552e62e9-0e95-4838-9c01-aa3425c6c9c6,revision_number=1']} {{(pid=110152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:44:58.620278 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8562d7-3b9d-497d-9b7e-06708287cf11 req-138c2c84-390f-4f7c-92e6-c8b4db986fd1 tempest-DeleteServersTestJSON-636381056 tempest-DeleteServersTestJSON-636381056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:44:58.624772 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-8f8562d7-3b9d-497d-9b7e-06708287cf11 req-138c2c84-390f-4f7c-92e6-c8b4db986fd1 tempest-DeleteServersTestJSON-636381056 tempest-DeleteServersTestJSON-636381056-project] 10.222.0.60 "GET /v2.0/ports?device_id=acd7903d-232c-4666-939c-eb22c6fbf01b HTTP/1.1" status: 200 len: 943 time: 0.3228617 May 10 17:44:58.633740 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.db [None req-6a6449f7-dbe0-411e-ad7f-b70fc13602b0 None None] For port 027fd6fa-8a2c-41cf-8f97-10f5b1a94550, host dv-cinder-841302-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841302-2-iscsi',level=0,port_id=027fd6fa-8a2c-41cf-8f97-10f5b1a94550,segment=NetworkSegment(0faf29e6-d72c-448f-aa3a-91b840f90216),segment_id=0faf29e6-d72c-448f-aa3a-91b840f90216)] {{(pid=110154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 17:44:58.659873 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-6a6449f7-dbe0-411e-ad7f-b70fc13602b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1514136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781795229094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781794686082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781794686100'] for port (027fd6fa-8a2c-41cf-8f97-10f5b1a94550), after_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:44:58.665329 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 17:44:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dae99ef3-010a-404a-b05f-69b38870b5ad x-openstack-request-id: req-dae99ef3-010a-404a-b05f-69b38870b5ad {{(pid=110153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 17:44:58.665843 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "acd7903d-232c-4666-939c-eb22c6fbf01b", "tag": "dee56dfb-cae2-41f9-b79a-5dd4e4a84d7f", "status": "completed", "code": 200}]} {{(pid=110153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 17:44:58.666225 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-dae99ef3-010a-404a-b05f-69b38870b5ad {{(pid=110153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 17:44:58.666766 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dae99ef3-010a-404a-b05f-69b38870b5ad'] response: {'name': 'network-changed', 'server_uuid': 'acd7903d-232c-4666-939c-eb22c6fbf01b', 'tag': 'dee56dfb-cae2-41f9-b79a-5dd4e4a84d7f', 'status': 'completed', 'code': 200} May 10 17:44:58.672764 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-8eba8836-039c-4201-8a56-460b29da0ede admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-282428'] for security_group (c270a952-dac1-4725-bcc7-4f503fcbccfa), after_create {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:44:58.678324 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-52c3a08b-063b-4899-a303-65023b66545e req-a68e9a72-8389-47b2-a963-7c7266a2ebab tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7687645 May 10 17:44:58.713628 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.v2.base [req-52c3a08b-063b-4899-a303-65023b66545e req-dc1e0473-b812-4f46-9167-5257006b5465 service neutron] Request body: {'port': {'device_id': 'c1bf8bc9-b3de-4555-8835-15dd3a89bc56', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84130'}} {{(pid=110152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 17:44:58.803345 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [None req-8eba8836-039c-4201-8a56-460b29da0ede admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=512b65a94464429f97f2dffbe803750c&name=default HTTP/1.1" status: 200 len: 2996 time: 2.6577477 May 10 17:44:58.804735 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-64490604-a5a9-437e-8bed-967299fd1fd1 tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1514136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781795229094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781794686082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781794686100'] for port (713d039e-f023-4049-9995-e97f6e4dcd2f), after_update {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:44:58.815404 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.wsgi [-] (110152) accepted ('10.222.0.60', 37742) {{(pid=110152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 17:44:58.841702 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [req-cfefd521-e3dc-45e9-b877-24acbd6ad5f4 req-6b10eab8-9fb0-4212-9a18-5c51274270e9 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dee56dfb-cae2-41f9-b79a-5dd4e4a84d7f HTTP/1.1" status: 200 len: 217 time: 0.9669249 May 10 17:44:58.873465 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.rpc [None req-6e697e78-9dd1-4bc1-8573-56b901d07725 None None] Device 88b05fe3-8c95-46ee-bced-7b63de5df9bb up at agent ovs-agent-dv-cinder-841302-2-iscsi {{(pid=110154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 17:44:58.890998 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-02753a20-ad2d-4581-9a2e-7b2b8dbb67cc req-509e83aa-513f-4959-aa5d-47e628d21652 tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] 10.222.0.60 "GET /v2.0/ports?device_id=d577a65c-d60c-4d64-a506-89ea984fe255 HTTP/1.1" status: 200 len: 210 time: 0.0920062 May 10 17:44:58.929594 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-64490604-a5a9-437e-8bed-967299fd1fd1 tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-641027'] for floatingip (a8d46d3f-8494-4d17-8c44-3c9d54002ae3), after_create {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:44:58.948339 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-8f8562d7-3b9d-497d-9b7e-06708287cf11 req-f477d892-a2e2-405a-aeb4-a1158ba4b9a5 tempest-DeleteServersTestJSON-636381056 tempest-DeleteServersTestJSON-636381056-project] 10.222.0.60 "GET /v2.0/security-groups?id=d3ebf738-b4c3-41d4-bb82-f79908831846&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3162589 May 10 17:44:58.967867 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64490604-a5a9-437e-8bed-967299fd1fd1 tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] Pushing event updated for resources: {'Port': ['ID=713d039e-f023-4049-9995-e97f6e4dcd2f,revision_number=2']} {{(pid=110153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:44:58.971535 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [req-52c3a08b-063b-4899-a303-65023b66545e req-dc1e0473-b812-4f46-9167-5257006b5465 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1514036'] for port (552e62e9-0e95-4838-9c01-aa3425c6c9c6), before_update {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:44:59.012693 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-64490604-a5a9-437e-8bed-967299fd1fd1 tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29634'] for floatingip (None), before_response {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:44:59.015451 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [None req-64490604-a5a9-437e-8bed-967299fd1fd1 tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 10.6186621 May 10 17:44:59.065604 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-cf64ae0f-24ae-47af-b9bf-eda39b9dd62a admin admin] Publish callbacks [] for security_group (c270a952-dac1-4725-bcc7-4f503fcbccfa), before_delete {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:44:59.086442 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.db.provisioning_blocks [None req-0075b53e-f21c-404a-b4b1-4820ffdc82f3 None None] Provisioning complete for port 027fd6fa-8a2c-41cf-8f97-10f5b1a94550 triggered by entity DHCP. {{(pid=110154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 17:44:59.086969 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-0075b53e-f21c-404a-b4b1-4820ffdc82f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525495'] for port (027fd6fa-8a2c-41cf-8f97-10f5b1a94550), provisioning_complete {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:44:59.143404 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eba8836-039c-4201-8a56-460b29da0ede admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c270a952-dac1-4725-bcc7-4f503fcbccfa,revision_number=1']} {{(pid=110153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:44:59.152912 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-703c2310-d81c-4ebb-9168-461c90dccd3c tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1514136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781794686064'] for port (c72e1630-50a3-4297-8ebd-4ce164597ace), after_create {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:44:59.164421 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-cf64ae0f-24ae-47af-b9bf-eda39b9dd62a admin admin] Publish callbacks [] for security_group (c270a952-dac1-4725-bcc7-4f503fcbccfa), precommit_delete {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:44:59.167969 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6449f7-dbe0-411e-ad7f-b70fc13602b0 None None] Pushing event updated for resources: {'Port': ['ID=027fd6fa-8a2c-41cf-8f97-10f5b1a94550,revision_number=5']} {{(pid=110154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:44:59.237322 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfefd521-e3dc-45e9-b877-24acbd6ad5f4 req-5b3f1f31-712f-4666-b0ce-9b97e3be5bc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:44:59.239199 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [req-cfefd521-e3dc-45e9-b877-24acbd6ad5f4 req-5b3f1f31-712f-4666-b0ce-9b97e3be5bc8 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=ddad705e-84c2-443f-a868-af440f1937f1 HTTP/1.1" status: 200 len: 852 time: 0.2786629 May 10 17:44:59.376222 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7ea5c0-aada-4fb3-be20-7730c79e765a req-2750bf8f-c63e-4cbf-94fd-c3468049f396 tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:44:59.378216 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [req-ef7ea5c0-aada-4fb3-be20-7730c79e765a req-2750bf8f-c63e-4cbf-94fd-c3468049f396 tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] 10.222.0.77 "GET /v2.0/networks?id=f37a5a11-05c8-4d32-b0a0-13874a53c216 HTTP/1.1" status: 200 len: 818 time: 2.0208530 May 10 17:44:59.503401 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.v2.base [req-ef7ea5c0-aada-4fb3-be20-7730c79e765a req-94b33012-48bc-4f5f-bf99-690cee57f585 tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] Request body: {'port': {'device_id': 'd577a65c-d60c-4d64-a506-89ea984fe255', 'network_id': 'f37a5a11-05c8-4d32-b0a0-13874a53c216', 'admin_state_up': True, 'tenant_id': 'ec9da2f35bcd444fa485c453103df5cc'}} {{(pid=110153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 17:44:59.516124 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.plugin [None req-0075b53e-f21c-404a-b4b1-4820ffdc82f3 None None] Current status of the port 027fd6fa-8a2c-41cf-8f97-10f5b1a94550 is: ACTIVE; New status is: ACTIVE {{(pid=110154) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 17:44:59.534555 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.db.provisioning_blocks [None req-6e697e78-9dd1-4bc1-8573-56b901d07725 None None] Provisioning complete for port 88b05fe3-8c95-46ee-bced-7b63de5df9bb triggered by entity L2. {{(pid=110154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 17:44:59.535159 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-6e697e78-9dd1-4bc1-8573-56b901d07725 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525495'] for port (88b05fe3-8c95-46ee-bced-7b63de5df9bb), provisioning_complete {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:44:59.537108 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [req-cfefd521-e3dc-45e9-b877-24acbd6ad5f4 req-eef15fa6-efb7-46ff-afb4-169125f15bba service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=4530795e-c50a-4eb4-a3c5-419871214a37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2758949 May 10 17:44:59.615402 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.db.l3_hamode_db [None req-0756d2c0-7987-4ec4-8d0e-b5d969e01d7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24a906bd-bc37-4f60-9d1b-823a31f350bf', 'name': 'tempest-AttachVolumeNegativeTest-1935741533-router', 'tenant_id': 'f4e017a4040d450aad862065563ea64d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85dc89cf-59f9-4edb-b26e-52bcb8a93763', 'external_fixed_ips': [{'subnet_id': 'e93d94f1-cb19-4cd0-92e5-ca73d24bd8fb', 'ip_address': '172.27.0.151'}], 'enable_snat': True}, 'gw_port_id': '8a785056-3967-44dc-89fc-a85dc909609a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T17:44:32Z', 'updated_at': '2022-05-10T17:44:44Z', 'revision_number': 4, 'project_id': 'f4e017a4040d450aad862065563ea64d', 'gw_port': {'id': '8a785056-3967-44dc-89fc-a85dc909609a', 'name': '', 'network_id': '85dc89cf-59f9-4edb-b26e-52bcb8a93763', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:45:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24a906bd-bc37-4f60-9d1b-823a31f350bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'e93d94f1-cb19-4cd0-92e5-ca73d24bd8fb', 'ip_address': '172.27.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841302-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T17:44:33Z', 'updated_at': '2022-05-10T17:44:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e93d94f1-cb19-4cd0-92e5-ca73d24bd8fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841302-2-iscsi', '_interfaces': [{'id': '027fd6fa-8a2c-41cf-8f97-10f5b1a94550', 'name': '', 'network_id': '5a13d84d-c9e9-413f-a254-ca6edab95c78', 'tenant_id': 'f4e017a4040d450aad862065563ea64d', 'mac_address': 'fa:16:3e:36:e7:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24a906bd-bc37-4f60-9d1b-823a31f350bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '8d05c8d5-b43f-426f-967a-5bcf2a7a77f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841302-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T17:44:39Z', 'updated_at': '2022-05-10T17:44:56Z', 'revision_number': 4, 'project_id': 'f4e017a4040d450aad862065563ea64d', 'subnets': [{'id': '8d05c8d5-b43f-426f-967a-5bcf2a7a77f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841302-2-iscsi', False) {} {{(pid=110154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:44:59.619046 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-703c2310-d81c-4ebb-9168-461c90dccd3c tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] Network 85dc89cf-59f9-4edb-b26e-52bcb8a93763 is already hosted by enough agents. {{(pid=110153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 17:44:59.668401 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-cf64ae0f-24ae-47af-b9bf-eda39b9dd62a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-282428'] for security_group (c270a952-dac1-4725-bcc7-4f503fcbccfa), after_delete {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:44:59.670991 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-cf64ae0f-24ae-47af-b9bf-eda39b9dd62a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:44:59.675624 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [None req-cf64ae0f-24ae-47af-b9bf-eda39b9dd62a admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/c270a952-dac1-4725-bcc7-4f503fcbccfa HTTP/1.1" status: 204 len: 168 time: 0.8570330 May 10 17:44:59.681729 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0756d2c0-7987-4ec4-8d0e-b5d969e01d7f None None] The sync data for ids ['24a906bd-bc37-4f60-9d1b-823a31f350bf'] in dv-cinder-841302-2-iscsi is: [{'id': '24a906bd-bc37-4f60-9d1b-823a31f350bf', 'name': 'tempest-AttachVolumeNegativeTest-1935741533-router', 'tenant_id': 'f4e017a4040d450aad862065563ea64d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85dc89cf-59f9-4edb-b26e-52bcb8a93763', 'external_fixed_ips': [{'subnet_id': 'e93d94f1-cb19-4cd0-92e5-ca73d24bd8fb', 'ip_address': '172.27.0.151'}], 'enable_snat': True}, 'gw_port_id': '8a785056-3967-44dc-89fc-a85dc909609a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T17:44:32Z', 'updated_at': '2022-05-10T17:44:44Z', 'revision_number': 4, 'project_id': 'f4e017a4040d450aad862065563ea64d', 'gw_port': {'id': '8a785056-3967-44dc-89fc-a85dc909609a', 'name': '', 'network_id': '85dc89cf-59f9-4edb-b26e-52bcb8a93763', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:45:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24a906bd-bc37-4f60-9d1b-823a31f350bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'e93d94f1-cb19-4cd0-92e5-ca73d24bd8fb', 'ip_address': '172.27.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841302-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T17:44:33Z', 'updated_at': '2022-05-10T17:44:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e93d94f1-cb19-4cd0-92e5-ca73d24bd8fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841302-2-iscsi', '_interfaces': [{'id': '027fd6fa-8a2c-41cf-8f97-10f5b1a94550', 'name': '', 'network_id': '5a13d84d-c9e9-413f-a254-ca6edab95c78', 'tenant_id': 'f4e017a4040d450aad862065563ea64d', 'mac_address': 'fa:16:3e:36:e7:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24a906bd-bc37-4f60-9d1b-823a31f350bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '8d05c8d5-b43f-426f-967a-5bcf2a7a77f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841302-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T17:44:39Z', 'updated_at': '2022-05-10T17:44:56Z', 'revision_number': 4, 'project_id': 'f4e017a4040d450aad862065563ea64d', 'subnets': [{'id': '8d05c8d5-b43f-426f-967a-5bcf2a7a77f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 17:44:59.757258 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf64ae0f-24ae-47af-b9bf-eda39b9dd62a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c270a952-dac1-4725-bcc7-4f503fcbccfa,revision_number=None']} {{(pid=110152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:44:59.867072 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.plugin [None req-6e697e78-9dd1-4bc1-8573-56b901d07725 None None] Current status of the port 88b05fe3-8c95-46ee-bced-7b63de5df9bb is: ACTIVE; New status is: ACTIVE {{(pid=110154) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 17:44:59.890536 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.rpc [None req-6e697e78-9dd1-4bc1-8573-56b901d07725 None None] Device c383c584-b5df-4b7e-af1c-6ffb19330ddb up at agent ovs-agent-dv-cinder-841302-2-iscsi {{(pid=110154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 17:44:59.916608 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.db.provisioning_blocks [None req-f3590e29-30b9-4c75-80a7-d0c61236afd4 None None] Provisioning complete for port 552e62e9-0e95-4838-9c01-aa3425c6c9c6 triggered by entity DHCP. {{(pid=110154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 17:44:59.917789 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-f3590e29-30b9-4c75-80a7-d0c61236afd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525495'] for port (552e62e9-0e95-4838-9c01-aa3425c6c9c6), provisioning_complete {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:44:59.933939 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [req-cfefd521-e3dc-45e9-b877-24acbd6ad5f4 req-fad4bc38-6fef-4b66-94eb-f809a14484fd service neutron] 10.222.0.77 "GET /v2.0/networks/4530795e-c50a-4eb4-a3c5-419871214a37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3176265 May 10 17:44:59.934894 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.scheduler.base_scheduler [None req-703c2310-d81c-4ebb-9168-461c90dccd3c tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] Resources bound (agent type, host, resource id): {{(pid=110153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 17:44:59.997046 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-703c2310-d81c-4ebb-9168-461c90dccd3c tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] Received port after_create {{(pid=110153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 17:45:00.001910 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-98b478a7-921e-4554-9041-c268534f31d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781795183391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525393'] for agent (eaac381b-e402-41c3-a8e6-8f962681d3e6), after_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:45:00.004468 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-8720eff2-8eea-44b1-b6ab-7d86cab5c101 req-1a8f8790-8a0e-4101-8b6a-66276d7a12c5 tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-securitygroup--1616844650&fields=id&tenant_id=0461acfadf8743fdbd62a39bf3fe3e1c HTTP/1.1" status: 200 len: 267 time: 0.3587403 May 10 17:45:00.046827 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.plugin [None req-f3590e29-30b9-4c75-80a7-d0c61236afd4 None None] Port 552e62e9-0e95-4838-9c01-aa3425c6c9c6 cannot update to ACTIVE because it is not bound. {{(pid=110154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 10 17:45:00.058102 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.db.provisioning_blocks [None req-6e697e78-9dd1-4bc1-8573-56b901d07725 None None] Provisioning complete for port c383c584-b5df-4b7e-af1c-6ffb19330ddb triggered by entity L2. {{(pid=110154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 17:45:00.058663 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-6e697e78-9dd1-4bc1-8573-56b901d07725 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525495'] for port (c383c584-b5df-4b7e-af1c-6ffb19330ddb), provisioning_complete {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:45:00.093247 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703c2310-d81c-4ebb-9168-461c90dccd3c tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] Pushing event updated for resources: {'Port': ['ID=c72e1630-50a3-4297-8ebd-4ce164597ace,revision_number=1']} {{(pid=110153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:45:00.274368 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.plugin [None req-6e697e78-9dd1-4bc1-8573-56b901d07725 None None] Current status of the port c383c584-b5df-4b7e-af1c-6ffb19330ddb is: ACTIVE; New status is: ACTIVE {{(pid=110154) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 17:45:00.423211 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-703c2310-d81c-4ebb-9168-461c90dccd3c tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] Publish callbacks [] for floatingip (00e7f510-bfc8-461e-bac8-81abbc4c3155), precommit_create {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:45:00.473260 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-17eeaf2d-1808-4c73-bef3-1d404d6cb35a req-ff0ba257-f122-460e-bc1d-fa48b222a568 tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] 10.222.0.60 "GET /v2.0/ports?device_id=d577a65c-d60c-4d64-a506-89ea984fe255 HTTP/1.1" status: 200 len: 210 time: 0.3835113 May 10 17:45:00.585816 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.rpc [None req-6e697e78-9dd1-4bc1-8573-56b901d07725 None None] Device 027fd6fa-8a2c-41cf-8f97-10f5b1a94550 up at agent ovs-agent-dv-cinder-841302-2-iscsi {{(pid=110154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 17:45:00.637172 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.notifiers.nova [req-52c3a08b-063b-4899-a303-65023b66545e req-dc1e0473-b812-4f46-9167-5257006b5465 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 552e62e9-0e95-4838-9c01-aa3425c6c9c6 {{(pid=110152) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 17:45:00.652120 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-703c2310-d81c-4ebb-9168-461c90dccd3c tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1514036'] for port (c72e1630-50a3-4297-8ebd-4ce164597ace), before_update {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:45:00.662048 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [req-cfefd521-e3dc-45e9-b877-24acbd6ad5f4 req-15fa34a7-dc3e-4f83-b987-f0e81445a104 service neutron] 10.222.0.77 "GET /v2.0/networks/4530795e-c50a-4eb4-a3c5-419871214a37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6358325 May 10 17:45:00.669663 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [req-52c3a08b-063b-4899-a303-65023b66545e req-dc1e0473-b812-4f46-9167-5257006b5465 service neutron] Publish callbacks [] for port (552e62e9-0e95-4838-9c01-aa3425c6c9c6), precommit_update {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:45:00.716455 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ef7ea5c0-aada-4fb3-be20-7730c79e765a req-94b33012-48bc-4f5f-bf99-690cee57f585 tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] Made reservation on behalf of ec9da2f35bcd444fa485c453103df5cc for: {'port': 1} {{(pid=110153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 17:45:00.723409 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [req-ef7ea5c0-aada-4fb3-be20-7730c79e765a req-94b33012-48bc-4f5f-bf99-690cee57f585 tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1514036'] for port (None), before_create {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:45:00.846831 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.db.provisioning_blocks [None req-6e697e78-9dd1-4bc1-8573-56b901d07725 None None] Provisioning complete for port 027fd6fa-8a2c-41cf-8f97-10f5b1a94550 triggered by entity L2. {{(pid=110154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 17:45:00.847238 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-6e697e78-9dd1-4bc1-8573-56b901d07725 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525495'] for port (027fd6fa-8a2c-41cf-8f97-10f5b1a94550), provisioning_complete {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:45:00.888724 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.db.provisioning_blocks [req-52c3a08b-063b-4899-a303-65023b66545e req-dc1e0473-b812-4f46-9167-5257006b5465 service neutron] Transition to ACTIVE for port object 552e62e9-0e95-4838-9c01-aa3425c6c9c6 will not be triggered until provisioned by entity L2. {{(pid=110152) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 10 17:45:00.905528 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8720eff2-8eea-44b1-b6ab-7d86cab5c101 req-1a242f55-321a-4c3a-9f08-28d17e0cdf86 tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:45:00.915731 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-8720eff2-8eea-44b1-b6ab-7d86cab5c101 req-1a242f55-321a-4c3a-9f08-28d17e0cdf86 tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] 10.222.0.60 "GET /v2.0/networks?id=4f6007aa-61b1-40c3-a8ad-7f431d419cb5 HTTP/1.1" status: 200 len: 816 time: 0.8941579 May 10 17:45:00.933279 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [req-52c3a08b-063b-4899-a303-65023b66545e req-dc1e0473-b812-4f46-9167-5257006b5465 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1514136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781795229094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781794686082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781794686100'] for port (552e62e9-0e95-4838-9c01-aa3425c6c9c6), after_update {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:45:00.947885 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ef3c73-5ede-4e21-9109-a1a560774e5e req-74a6c2b0-f881-46dc-a660-08807a6a00e0 tempest-DeleteServersTestJSON-636381056 tempest-DeleteServersTestJSON-636381056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:45:00.949819 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-86ef3c73-5ede-4e21-9109-a1a560774e5e req-74a6c2b0-f881-46dc-a660-08807a6a00e0 tempest-DeleteServersTestJSON-636381056 tempest-DeleteServersTestJSON-636381056-project] 10.222.0.60 "GET /v2.0/ports?device_id=acd7903d-232c-4666-939c-eb22c6fbf01b HTTP/1.1" status: 200 len: 943 time: 0.2557347 May 10 17:45:00.981044 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-8720eff2-8eea-44b1-b6ab-7d86cab5c101 req-356a6410-1ea9-4794-8aeb-2a32fbef4a57 tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] 10.222.0.60 "GET /v2.0/quotas/0461acfadf8743fdbd62a39bf3fe3e1c HTTP/1.1" status: 200 len: 375 time: 0.0641541 May 10 17:45:01.271295 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1e0473-b812-4f46-9167-5257006b5465 service neutron] Pushing event updated for resources: {'Port': ['ID=552e62e9-0e95-4838-9c01-aa3425c6c9c6,revision_number=2']} {{(pid=110152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:45:01.333247 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9120d62f-3e3b-4097-9d56-179cdcf34a8e req-417cb7b4-a7c2-4bac-a616-ecf72da20d34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:45:01.337248 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-8720eff2-8eea-44b1-b6ab-7d86cab5c101 req-0d4635ae-79e2-4aa3-b16b-27922abb4e18 tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=0461acfadf8743fdbd62a39bf3fe3e1c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3549285 May 10 17:45:01.341910 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [req-9120d62f-3e3b-4097-9d56-179cdcf34a8e req-417cb7b4-a7c2-4bac-a616-ecf72da20d34 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=98c641670665465caa49f5d709911793&device_id=acd7903d-232c-4666-939c-eb22c6fbf01b HTTP/1.1" status: 200 len: 1127 time: 0.5500336 May 10 17:45:01.474990 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-86ef3c73-5ede-4e21-9109-a1a560774e5e req-77a48579-019e-4cbf-a526-4a5d851a6d9f tempest-DeleteServersTestJSON-636381056 tempest-DeleteServersTestJSON-636381056-project] 10.222.0.60 "GET /v2.0/security-groups?id=d3ebf738-b4c3-41d4-bb82-f79908831846&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4895258 May 10 17:45:01.558273 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.plugins.ml2.managers [req-52c3a08b-063b-4899-a303-65023b66545e req-dc1e0473-b812-4f46-9167-5257006b5465 service neutron] Attempting to bind port 552e62e9-0e95-4838-9c01-aa3425c6c9c6 on host hv-cinder-84130 for vnic_type normal with profile {{(pid=110152) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 17:45:01.558901 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.plugins.ml2.managers [req-52c3a08b-063b-4899-a303-65023b66545e req-dc1e0473-b812-4f46-9167-5257006b5465 service neutron] Attempting to bind port 552e62e9-0e95-4838-9c01-aa3425c6c9c6 by drivers openvswitch,hyperv on host hv-cinder-84130 at level 0 using segments [{'id': '5476eec8-6d3c-4719-9920-b0738333a1e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'f37a5a11-05c8-4d32-b0a0-13874a53c216'}] {{(pid=110152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 17:45:01.559472 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52c3a08b-063b-4899-a303-65023b66545e req-dc1e0473-b812-4f46-9167-5257006b5465 service neutron] Attempting to bind port 552e62e9-0e95-4838-9c01-aa3425c6c9c6 on network f37a5a11-05c8-4d32-b0a0-13874a53c216 {{(pid=110152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 17:45:01.569507 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52c3a08b-063b-4899-a303-65023b66545e req-dc1e0473-b812-4f46-9167-5257006b5465 service neutron] Port 552e62e9-0e95-4838-9c01-aa3425c6c9c6 on network f37a5a11-05c8-4d32-b0a0-13874a53c216 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84130 {{(pid=110152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 17:45:01.570098 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52c3a08b-063b-4899-a303-65023b66545e req-dc1e0473-b812-4f46-9167-5257006b5465 service neutron] Attempting to bind port 552e62e9-0e95-4838-9c01-aa3425c6c9c6 on network f37a5a11-05c8-4d32-b0a0-13874a53c216 {{(pid=110152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 17:45:01.582658 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52c3a08b-063b-4899-a303-65023b66545e req-dc1e0473-b812-4f46-9167-5257006b5465 service neutron] Checking agent: {'id': '16638279-eb91-49a3-95a5-8b540cc2f948', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84130', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 17, 42, 31), 'started_at': datetime.datetime(2022, 5, 10, 17, 42, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 17, 44, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 17:45:01.583194 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52c3a08b-063b-4899-a303-65023b66545e req-dc1e0473-b812-4f46-9167-5257006b5465 service neutron] Checking segment: {'id': '5476eec8-6d3c-4719-9920-b0738333a1e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'f37a5a11-05c8-4d32-b0a0-13874a53c216'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 17:45:01.583956 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52c3a08b-063b-4899-a303-65023b66545e req-dc1e0473-b812-4f46-9167-5257006b5465 service neutron] Bound using segment: {'id': '5476eec8-6d3c-4719-9920-b0738333a1e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'f37a5a11-05c8-4d32-b0a0-13874a53c216'} {{(pid=110152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 17:45:01.584604 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.plugins.ml2.managers [req-52c3a08b-063b-4899-a303-65023b66545e req-dc1e0473-b812-4f46-9167-5257006b5465 service neutron] Bound port: 552e62e9-0e95-4838-9c01-aa3425c6c9c6, host: hv-cinder-84130, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5476eec8-6d3c-4719-9920-b0738333a1e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'f37a5a11-05c8-4d32-b0a0-13874a53c216'}}] {{(pid=110152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 17:45:01.585132 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [req-52c3a08b-063b-4899-a303-65023b66545e req-dc1e0473-b812-4f46-9167-5257006b5465 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1514036'] for port (552e62e9-0e95-4838-9c01-aa3425c6c9c6), before_update {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:45:01.617058 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.plugin [None req-6e697e78-9dd1-4bc1-8573-56b901d07725 None None] Current status of the port 027fd6fa-8a2c-41cf-8f97-10f5b1a94550 is: ACTIVE; New status is: ACTIVE {{(pid=110154) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 17:45:01.622856 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781795183391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525393'] for agent (16638279-eb91-49a3-95a5-8b540cc2f948), after_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:45:01.624308 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-d07e8966-ef10-4d42-b774-228753b3fd3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781795183391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525393'] for agent (a55810b0-63c4-4499-a4d9-efcdb1615ce8), after_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:45:01.659574 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.db.db_base_plugin_common [req-ef7ea5c0-aada-4fb3-be20-7730c79e765a req-94b33012-48bc-4f5f-bf99-690cee57f585 tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] Allocated IP 172.20.0.6 (f37a5a11-05c8-4d32-b0a0-13874a53c216/cc50f2c8-8caf-42b1-b7c4-50bfe5301336/bc6ac4c5-c4f8-4e9e-abbf-8071b383eb36) {{(pid=110153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 17:45:01.687029 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-703c2310-d81c-4ebb-9168-461c90dccd3c tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] Publish callbacks [] for port (c72e1630-50a3-4297-8ebd-4ce164597ace), precommit_update {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:45:01.709362 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-703c2310-d81c-4ebb-9168-461c90dccd3c tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1514136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781795229094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781794686082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781794686100'] for port (c72e1630-50a3-4297-8ebd-4ce164597ace), after_update {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:45:01.746910 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-703c2310-d81c-4ebb-9168-461c90dccd3c tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-641027'] for floatingip (00e7f510-bfc8-461e-bac8-81abbc4c3155), after_create {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:45:01.809653 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-55a0152b-bbec-43ee-ac23-d11d5cfa7c0f req-743f2bb0-73c0-4209-9d37-99290a71b23c tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] 10.222.0.60 "GET /v2.0/ports?device_id=d577a65c-d60c-4d64-a506-89ea984fe255 HTTP/1.1" status: 200 len: 210 time: 0.1150172 May 10 17:45:01.864565 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-8720eff2-8eea-44b1-b6ab-7d86cab5c101 req-8a1a1e34-ddc2-4325-8fe4-af8179c96dd6 service neutron] 10.222.0.60 "GET /v2.0/networks/4f6007aa-61b1-40c3-a8ad-7f431d419cb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4981811 May 10 17:45:01.873447 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-703c2310-d81c-4ebb-9168-461c90dccd3c tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29634'] for floatingip (None), before_response {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:45:01.884286 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [None req-703c2310-d81c-4ebb-9168-461c90dccd3c tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 8.4426172 May 10 17:45:01.921478 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703c2310-d81c-4ebb-9168-461c90dccd3c tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] Pushing event updated for resources: {'Port': ['ID=c72e1630-50a3-4297-8ebd-4ce164597ace,revision_number=2']} {{(pid=110153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:45:02.017844 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.plugins.ml2.db [req-52c3a08b-063b-4899-a303-65023b66545e req-dc1e0473-b812-4f46-9167-5257006b5465 service neutron] For port 552e62e9-0e95-4838-9c01-aa3425c6c9c6, host hv-cinder-84130, cleared binding levels {{(pid=110152) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 17:45:02.048152 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.wsgi [-] (110152) accepted ('10.222.0.60', 37868) {{(pid=110152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 17:45:02.070879 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.plugins.ml2.db [req-52c3a08b-063b-4899-a303-65023b66545e req-dc1e0473-b812-4f46-9167-5257006b5465 service neutron] For port 552e62e9-0e95-4838-9c01-aa3425c6c9c6, host hv-cinder-84130, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84130',level=0,port_id=552e62e9-0e95-4838-9c01-aa3425c6c9c6,segment=NetworkSegment(5476eec8-6d3c-4719-9920-b0738333a1e7),segment_id=5476eec8-6d3c-4719-9920-b0738333a1e7)] {{(pid=110152) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 17:45:02.078544 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [req-ef7ea5c0-aada-4fb3-be20-7730c79e765a req-94b33012-48bc-4f5f-bf99-690cee57f585 tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] Publish callbacks [] for port (bc6ac4c5-c4f8-4e9e-abbf-8071b383eb36), precommit_create {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:45:02.082228 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [req-52c3a08b-063b-4899-a303-65023b66545e req-dc1e0473-b812-4f46-9167-5257006b5465 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1514136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781795229094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781794686082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781794686100'] for port (552e62e9-0e95-4838-9c01-aa3425c6c9c6), after_update {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:45:02.140861 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c3a08b-063b-4899-a303-65023b66545e req-dc1e0473-b812-4f46-9167-5257006b5465 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:45:02.141684 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [req-52c3a08b-063b-4899-a303-65023b66545e req-dc1e0473-b812-4f46-9167-5257006b5465 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631615'] for port (None), before_response {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:45:02.143422 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-52c3a08b-063b-4899-a303-65023b66545e req-dc1e0473-b812-4f46-9167-5257006b5465 service neutron] 10.222.0.77 "PUT /v2.0/ports/552e62e9-0e95-4838-9c01-aa3425c6c9c6 HTTP/1.1" status: 200 len: 1093 time: 3.4402163 May 10 17:45:02.146179 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1bf8bc9-b3de-4555-8835-15dd3a89bc56', 'tag': '552e62e9-0e95-4838-9c01-aa3425c6c9c6'}] {{(pid=110152) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 17:45:02.165241 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [req-ef7ea5c0-aada-4fb3-be20-7730c79e765a req-94b33012-48bc-4f5f-bf99-690cee57f585 tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1514136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781794686064'] for port (bc6ac4c5-c4f8-4e9e-abbf-8071b383eb36), after_create {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:45:02.212655 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ef7ea5c0-aada-4fb3-be20-7730c79e765a req-94b33012-48bc-4f5f-bf99-690cee57f585 tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] Network f37a5a11-05c8-4d32-b0a0-13874a53c216 is already hosted by enough agents. {{(pid=110153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 17:45:02.217045 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.scheduler.base_scheduler [req-ef7ea5c0-aada-4fb3-be20-7730c79e765a req-94b33012-48bc-4f5f-bf99-690cee57f585 tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] Resources bound (agent type, host, resource id): {{(pid=110153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 17:45:02.221740 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef7ea5c0-aada-4fb3-be20-7730c79e765a req-94b33012-48bc-4f5f-bf99-690cee57f585 tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] Received port after_create {{(pid=110153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 17:45:02.228735 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7ea5c0-aada-4fb3-be20-7730c79e765a req-94b33012-48bc-4f5f-bf99-690cee57f585 tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:45:02.229602 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [req-ef7ea5c0-aada-4fb3-be20-7730c79e765a req-94b33012-48bc-4f5f-bf99-690cee57f585 tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631615'] for port (None), before_response {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:45:02.256797 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b33012-48bc-4f5f-bf99-690cee57f585 tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] Pushing event updated for resources: {'Port': ['ID=bc6ac4c5-c4f8-4e9e-abbf-8071b383eb36,revision_number=1']} {{(pid=110153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:45:02.292087 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [req-ef7ea5c0-aada-4fb3-be20-7730c79e765a req-94b33012-48bc-4f5f-bf99-690cee57f585 tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8068616 May 10 17:45:02.539087 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-8720eff2-8eea-44b1-b6ab-7d86cab5c101 req-e6e3ae32-ef08-4cd4-998e-d97f758d5768 service neutron] 10.222.0.60 "GET /v2.0/networks/4f6007aa-61b1-40c3-a8ad-7f431d419cb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6728601 May 10 17:45:02.667444 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-901977d4-4172-4234-bd42-c3d67ebbfc37 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:45:02.715579 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1e0473-b812-4f46-9167-5257006b5465 service neutron] Pushing event updated for resources: {'Port': ['ID=552e62e9-0e95-4838-9c01-aa3425c6c9c6,revision_number=3']} {{(pid=110152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:45:02.799875 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-4afb7c69-3035-457c-95e7-5a7c79f26f2e req-783634b7-822a-4760-b0ff-bab1e45156da tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-securitygroup--627379976&fields=id&tenant_id=f4e017a4040d450aad862065563ea64d HTTP/1.1" status: 200 len: 267 time: 0.2955463 May 10 17:45:02.808346 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.db.provisioning_blocks [None req-6c988c63-2b82-4b5d-8980-6ad70bd19f3a None None] Provisioning complete for port bc6ac4c5-c4f8-4e9e-abbf-8071b383eb36 triggered by entity DHCP. {{(pid=110154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 17:45:02.808809 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-6c988c63-2b82-4b5d-8980-6ad70bd19f3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525495'] for port (bc6ac4c5-c4f8-4e9e-abbf-8071b383eb36), provisioning_complete {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:45:02.904918 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.plugin [None req-6c988c63-2b82-4b5d-8980-6ad70bd19f3a None None] Port bc6ac4c5-c4f8-4e9e-abbf-8071b383eb36 cannot update to ACTIVE because it is not bound. {{(pid=110154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 10 17:45:02.941351 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.v2.base [req-ef7ea5c0-aada-4fb3-be20-7730c79e765a req-23538c32-a50e-47ff-8861-089455bf1cea service neutron] Request body: {'port': {'device_id': 'd577a65c-d60c-4d64-a506-89ea984fe255', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84130'}} {{(pid=110153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 17:45:03.021205 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0e5bab204033c83635b1e14c3e3a099c647719281f8bf9f740a5b80828d0d04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49446d80-1be8-4294-bd3f-0ebb3f268eee" -d '{"events": [{"name": "network-changed", "server_uuid": "c1bf8bc9-b3de-4555-8835-15dd3a89bc56", "tag": "552e62e9-0e95-4838-9c01-aa3425c6c9c6"}]}' {{(pid=110152) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 17:45:03.021685 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-ae45faaf-356d-4e4a-a605-33fedb92cd97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781795183391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525393'] for agent (6a57b374-0daf-4fe3-9dd1-3d457a537aa7), after_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:45:03.168973 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.wsgi [-] (110153) accepted ('10.222.0.60', 37920) {{(pid=110153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 17:45:03.289967 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5928345-c4d9-49c0-8f8f-4417cb04b204 req-3bbc72d5-4ad5-4472-b922-73fdb96fc6b4 tempest-DeleteServersTestJSON-636381056 tempest-DeleteServersTestJSON-636381056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:45:03.291824 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-e5928345-c4d9-49c0-8f8f-4417cb04b204 req-3bbc72d5-4ad5-4472-b922-73fdb96fc6b4 tempest-DeleteServersTestJSON-636381056 tempest-DeleteServersTestJSON-636381056-project] 10.222.0.60 "GET /v2.0/ports?device_id=acd7903d-232c-4666-939c-eb22c6fbf01b HTTP/1.1" status: 200 len: 943 time: 0.4288106 May 10 17:45:03.348733 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [req-ef7ea5c0-aada-4fb3-be20-7730c79e765a req-23538c32-a50e-47ff-8861-089455bf1cea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1514036'] for port (bc6ac4c5-c4f8-4e9e-abbf-8071b383eb36), before_update {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:45:03.359184 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c3a08b-063b-4899-a303-65023b66545e req-06ee0dc9-1d77-4e2d-a3f5-944c1c9a4614 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:45:03.371473 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-52c3a08b-063b-4899-a303-65023b66545e req-06ee0dc9-1d77-4e2d-a3f5-944c1c9a4614 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=ec9da2f35bcd444fa485c453103df5cc&device_id=c1bf8bc9-b3de-4555-8835-15dd3a89bc56 HTTP/1.1" status: 200 len: 1127 time: 0.3728087 May 10 17:45:03.440577 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afb7c69-3035-457c-95e7-5a7c79f26f2e req-65b685c8-a652-49be-958b-e31b167c78c5 tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:45:03.442419 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-4afb7c69-3035-457c-95e7-5a7c79f26f2e req-65b685c8-a652-49be-958b-e31b167c78c5 tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] 10.222.0.60 "GET /v2.0/networks?id=5a13d84d-c9e9-413f-a254-ca6edab95c78 HTTP/1.1" status: 200 len: 815 time: 0.6263704 May 10 17:45:03.447736 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-901977d4-4172-4234-bd42-c3d67ebbfc37 admin admin] Publish callbacks [] for security_group (1df329a7-0706-4bdf-9b15-e4912285577b), precommit_create {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:45:03.464629 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-901977d4-4172-4234-bd42-c3d67ebbfc37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-282428'] for security_group (1df329a7-0706-4bdf-9b15-e4912285577b), after_create {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:45:03.477270 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-4afb7c69-3035-457c-95e7-5a7c79f26f2e req-8ca9f0fb-07c3-4041-bda8-627da4b7a9ea tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] 10.222.0.60 "GET /v2.0/quotas/f4e017a4040d450aad862065563ea64d HTTP/1.1" status: 200 len: 375 time: 0.0280702 May 10 17:45:03.490216 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-e5928345-c4d9-49c0-8f8f-4417cb04b204 req-bc90bd16-e314-4213-b5b5-ee9b26346a21 tempest-DeleteServersTestJSON-636381056 tempest-DeleteServersTestJSON-636381056-project] 10.222.0.60 "GET /v2.0/security-groups?id=d3ebf738-b4c3-41d4-bb82-f79908831846&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1801066 May 10 17:45:03.548912 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [None req-901977d4-4172-4234-bd42-c3d67ebbfc37 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=421bc661aba04138be09b0fad5c4ccef&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4982581 May 10 17:45:03.549662 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901977d4-4172-4234-bd42-c3d67ebbfc37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1df329a7-0706-4bdf-9b15-e4912285577b,revision_number=1']} {{(pid=110152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:45:03.554260 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.wsgi [-] (110152) accepted ('10.222.0.60', 37938) {{(pid=110152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 17:45:03.554450 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9120d62f-3e3b-4097-9d56-179cdcf34a8e req-004b8cfd-e779-4176-b6ec-f78b94335840 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:45:03.556272 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [req-9120d62f-3e3b-4097-9d56-179cdcf34a8e req-004b8cfd-e779-4176-b6ec-f78b94335840 service neutron] 10.222.0.77 "GET /v2.0/networks?id=4530795e-c50a-4eb4-a3c5-419871214a37 HTTP/1.1" status: 200 len: 913 time: 0.6206903 May 10 17:45:03.567555 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-a4906ddb-1a02-4343-992f-f0acfa29dc9a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:45:03.586913 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-4afb7c69-3035-457c-95e7-5a7c79f26f2e req-93103fe2-72e3-4938-926a-2c6ec1d2285b tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=f4e017a4040d450aad862065563ea64d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0918393 May 10 17:45:03.706322 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-7a5e6df7-b6ce-47a8-ae64-c76c45c289a7 req-1932fa49-597b-4bf0-b99f-10e51b851b08 tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] 10.222.0.60 "GET /v2.0/ports?device_id=4006eed6-2338-46b7-9133-e5c3fdead35c HTTP/1.1" status: 200 len: 210 time: 0.0936036 May 10 17:45:03.723678 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-0ac4b351-c506-4f8f-932c-2fc5e9010ff1 admin admin] Publish callbacks [] for security_group (1df329a7-0706-4bdf-9b15-e4912285577b), before_delete {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:45:03.767386 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-0ac4b351-c506-4f8f-932c-2fc5e9010ff1 admin admin] Publish callbacks [] for security_group (1df329a7-0706-4bdf-9b15-e4912285577b), precommit_delete {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:45:03.804449 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-4afb7c69-3035-457c-95e7-5a7c79f26f2e req-685c3558-292c-4ab6-8aea-457b3b93f5bc service neutron] 10.222.0.60 "GET /v2.0/networks/5a13d84d-c9e9-413f-a254-ca6edab95c78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1823313 May 10 17:45:03.846972 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-a4906ddb-1a02-4343-992f-f0acfa29dc9a admin admin] Publish callbacks [] for security_group (69e987bd-cab6-42b8-aedc-c86d740d2b53), precommit_create {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:45:03.859091 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-a4906ddb-1a02-4343-992f-f0acfa29dc9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-282428'] for security_group (69e987bd-cab6-42b8-aedc-c86d740d2b53), after_create {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:45:03.937022 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a49fa32-bee2-4980-a56f-3845bc52d83a req-3baa4a22-adfc-409f-9409-acd619573a9d tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:45:03.938599 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-3a49fa32-bee2-4980-a56f-3845bc52d83a req-3baa4a22-adfc-409f-9409-acd619573a9d tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] 10.222.0.60 "GET /v2.0/ports?device_id=d577a65c-d60c-4d64-a506-89ea984fe255 HTTP/1.1" status: 200 len: 931 time: 0.1302061 May 10 17:45:03.972810 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-0ac4b351-c506-4f8f-932c-2fc5e9010ff1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-282428'] for security_group (1df329a7-0706-4bdf-9b15-e4912285577b), after_delete {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:45:03.975502 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-0ac4b351-c506-4f8f-932c-2fc5e9010ff1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:45:03.980526 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [None req-0ac4b351-c506-4f8f-932c-2fc5e9010ff1 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/1df329a7-0706-4bdf-9b15-e4912285577b HTTP/1.1" status: 204 len: 168 time: 0.4214127 May 10 17:45:03.997774 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-4afb7c69-3035-457c-95e7-5a7c79f26f2e req-ed8e6d8c-0849-44c2-98f5-3d51a58472d9 service neutron] 10.222.0.60 "GET /v2.0/networks/5a13d84d-c9e9-413f-a254-ca6edab95c78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1923015 May 10 17:45:04.006605 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac4b351-c506-4f8f-932c-2fc5e9010ff1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1df329a7-0706-4bdf-9b15-e4912285577b,revision_number=None']} {{(pid=110152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:45:04.033040 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-3a49fa32-bee2-4980-a56f-3845bc52d83a req-2ca09545-9d5d-4e3d-a4a3-fc697e8d4ead tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] 10.222.0.60 "GET /v2.0/security-groups?id=1dc31e58-b13c-4610-8a7b-a2e2a07c824b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885954 May 10 17:45:04.115774 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.wsgi [-] (110152) accepted ('10.222.0.60', 37952) {{(pid=110152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 17:45:04.115962 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [None req-a4906ddb-1a02-4343-992f-f0acfa29dc9a admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=dd780ae610b8443b9aa035883f29c37b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9436765 May 10 17:45:04.125126 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4906ddb-1a02-4343-992f-f0acfa29dc9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69e987bd-cab6-42b8-aedc-c86d740d2b53,revision_number=1']} {{(pid=110153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:45:04.187074 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.notifiers.nova [req-ef7ea5c0-aada-4fb3-be20-7730c79e765a req-23538c32-a50e-47ff-8861-089455bf1cea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bc6ac4c5-c4f8-4e9e-abbf-8071b383eb36 {{(pid=110153) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 17:45:04.199934 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [req-ef7ea5c0-aada-4fb3-be20-7730c79e765a req-23538c32-a50e-47ff-8861-089455bf1cea service neutron] Publish callbacks [] for port (bc6ac4c5-c4f8-4e9e-abbf-8071b383eb36), precommit_update {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:45:04.221184 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-d90e6480-319e-4d28-832b-5d3427922cde admin admin] Publish callbacks [] for security_group (69e987bd-cab6-42b8-aedc-c86d740d2b53), before_delete {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:45:04.222570 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.db.provisioning_blocks [req-ef7ea5c0-aada-4fb3-be20-7730c79e765a req-23538c32-a50e-47ff-8861-089455bf1cea service neutron] Transition to ACTIVE for port object bc6ac4c5-c4f8-4e9e-abbf-8071b383eb36 will not be triggered until provisioned by entity L2. {{(pid=110153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 10 17:45:04.228864 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [req-ef7ea5c0-aada-4fb3-be20-7730c79e765a req-23538c32-a50e-47ff-8861-089455bf1cea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1514136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781795229094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781794686082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781794686100'] for port (bc6ac4c5-c4f8-4e9e-abbf-8071b383eb36), after_update {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:45:04.249750 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-d90e6480-319e-4d28-832b-5d3427922cde admin admin] Publish callbacks [] for security_group (69e987bd-cab6-42b8-aedc-c86d740d2b53), precommit_delete {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:45:04.292746 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23538c32-a50e-47ff-8861-089455bf1cea service neutron] Pushing event updated for resources: {'Port': ['ID=bc6ac4c5-c4f8-4e9e-abbf-8071b383eb36,revision_number=2']} {{(pid=110153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:45:04.336919 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.plugins.ml2.managers [req-ef7ea5c0-aada-4fb3-be20-7730c79e765a req-23538c32-a50e-47ff-8861-089455bf1cea service neutron] Attempting to bind port bc6ac4c5-c4f8-4e9e-abbf-8071b383eb36 on host hv-cinder-84130 for vnic_type normal with profile {{(pid=110153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 17:45:04.337540 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.plugins.ml2.managers [req-ef7ea5c0-aada-4fb3-be20-7730c79e765a req-23538c32-a50e-47ff-8861-089455bf1cea service neutron] Attempting to bind port bc6ac4c5-c4f8-4e9e-abbf-8071b383eb36 by drivers openvswitch,hyperv on host hv-cinder-84130 at level 0 using segments [{'id': '5476eec8-6d3c-4719-9920-b0738333a1e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'f37a5a11-05c8-4d32-b0a0-13874a53c216'}] {{(pid=110153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 17:45:04.338307 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef7ea5c0-aada-4fb3-be20-7730c79e765a req-23538c32-a50e-47ff-8861-089455bf1cea service neutron] Attempting to bind port bc6ac4c5-c4f8-4e9e-abbf-8071b383eb36 on network f37a5a11-05c8-4d32-b0a0-13874a53c216 {{(pid=110153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 17:45:04.346257 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-d90e6480-319e-4d28-832b-5d3427922cde admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-282428'] for security_group (69e987bd-cab6-42b8-aedc-c86d740d2b53), after_delete {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:45:04.357847 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef7ea5c0-aada-4fb3-be20-7730c79e765a req-23538c32-a50e-47ff-8861-089455bf1cea service neutron] Port bc6ac4c5-c4f8-4e9e-abbf-8071b383eb36 on network f37a5a11-05c8-4d32-b0a0-13874a53c216 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84130 {{(pid=110153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 17:45:04.358387 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef7ea5c0-aada-4fb3-be20-7730c79e765a req-23538c32-a50e-47ff-8861-089455bf1cea service neutron] Attempting to bind port bc6ac4c5-c4f8-4e9e-abbf-8071b383eb36 on network f37a5a11-05c8-4d32-b0a0-13874a53c216 {{(pid=110153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 17:45:04.360693 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-d90e6480-319e-4d28-832b-5d3427922cde admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:45:04.368738 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [None req-d90e6480-319e-4d28-832b-5d3427922cde admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/69e987bd-cab6-42b8-aedc-c86d740d2b53 HTTP/1.1" status: 204 len: 168 time: 0.2517424 May 10 17:45:04.374618 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef7ea5c0-aada-4fb3-be20-7730c79e765a req-23538c32-a50e-47ff-8861-089455bf1cea service neutron] Checking agent: {'id': '16638279-eb91-49a3-95a5-8b540cc2f948', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84130', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 17, 42, 31), 'started_at': datetime.datetime(2022, 5, 10, 17, 42, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 17, 45, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 17:45:04.375943 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef7ea5c0-aada-4fb3-be20-7730c79e765a req-23538c32-a50e-47ff-8861-089455bf1cea service neutron] Checking segment: {'id': '5476eec8-6d3c-4719-9920-b0738333a1e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'f37a5a11-05c8-4d32-b0a0-13874a53c216'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 17:45:04.378436 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef7ea5c0-aada-4fb3-be20-7730c79e765a req-23538c32-a50e-47ff-8861-089455bf1cea service neutron] Bound using segment: {'id': '5476eec8-6d3c-4719-9920-b0738333a1e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'f37a5a11-05c8-4d32-b0a0-13874a53c216'} {{(pid=110153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 17:45:04.379290 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.plugins.ml2.managers [req-ef7ea5c0-aada-4fb3-be20-7730c79e765a req-23538c32-a50e-47ff-8861-089455bf1cea service neutron] Bound port: bc6ac4c5-c4f8-4e9e-abbf-8071b383eb36, host: hv-cinder-84130, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5476eec8-6d3c-4719-9920-b0738333a1e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'f37a5a11-05c8-4d32-b0a0-13874a53c216'}}] {{(pid=110153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 17:45:04.381032 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [req-ef7ea5c0-aada-4fb3-be20-7730c79e765a req-23538c32-a50e-47ff-8861-089455bf1cea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1514036'] for port (bc6ac4c5-c4f8-4e9e-abbf-8071b383eb36), before_update {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:45:04.405810 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90e6480-319e-4d28-832b-5d3427922cde admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69e987bd-cab6-42b8-aedc-c86d740d2b53,revision_number=None']} {{(pid=110152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:45:04.497318 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-53b65260-e888-4c2f-bdec-0d369445f1a4 req-a2c53f48-63d9-4458-be53-4e7af7603792 tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] 10.222.0.60 "GET /v2.0/ports?device_id=35dc394b-a596-4f36-89cf-f60e42d697d1 HTTP/1.1" status: 200 len: 210 time: 0.0707285 May 10 17:45:04.499798 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 17:45:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2e4e8a8-6f42-4c6a-8d94-79b134e9a34d x-openstack-request-id: req-f2e4e8a8-6f42-4c6a-8d94-79b134e9a34d {{(pid=110152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 17:45:04.501777 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c1bf8bc9-b3de-4555-8835-15dd3a89bc56", "tag": "552e62e9-0e95-4838-9c01-aa3425c6c9c6", "status": "completed", "code": 200}]} {{(pid=110152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 17:45:04.502248 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-f2e4e8a8-6f42-4c6a-8d94-79b134e9a34d {{(pid=110152) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 17:45:04.503020 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f2e4e8a8-6f42-4c6a-8d94-79b134e9a34d'] response: {'name': 'network-changed', 'server_uuid': 'c1bf8bc9-b3de-4555-8835-15dd3a89bc56', 'tag': '552e62e9-0e95-4838-9c01-aa3425c6c9c6', 'status': 'completed', 'code': 200} May 10 17:45:04.560581 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-6e697e78-9dd1-4bc1-8573-56b901d07725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781795183391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525393'] for agent (fdc37a75-b7a9-4e92-a59c-f5b8c02d060c), after_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:45:04.621281 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.plugins.ml2.db [req-ef7ea5c0-aada-4fb3-be20-7730c79e765a req-23538c32-a50e-47ff-8861-089455bf1cea service neutron] For port bc6ac4c5-c4f8-4e9e-abbf-8071b383eb36, host hv-cinder-84130, cleared binding levels {{(pid=110153) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 17:45:04.625988 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.plugins.ml2.db [req-ef7ea5c0-aada-4fb3-be20-7730c79e765a req-23538c32-a50e-47ff-8861-089455bf1cea service neutron] For port bc6ac4c5-c4f8-4e9e-abbf-8071b383eb36, host hv-cinder-84130, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84130',level=0,port_id=bc6ac4c5-c4f8-4e9e-abbf-8071b383eb36,segment=NetworkSegment(5476eec8-6d3c-4719-9920-b0738333a1e7),segment_id=5476eec8-6d3c-4719-9920-b0738333a1e7)] {{(pid=110153) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 17:45:04.636319 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [req-ef7ea5c0-aada-4fb3-be20-7730c79e765a req-23538c32-a50e-47ff-8861-089455bf1cea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1514136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781795229094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781794686082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781794686100'] for port (bc6ac4c5-c4f8-4e9e-abbf-8071b383eb36), after_update {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:45:04.741002 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7ea5c0-aada-4fb3-be20-7730c79e765a req-23538c32-a50e-47ff-8861-089455bf1cea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:45:04.741812 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [req-ef7ea5c0-aada-4fb3-be20-7730c79e765a req-23538c32-a50e-47ff-8861-089455bf1cea service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631615'] for port (None), before_response {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:45:04.744947 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [req-ef7ea5c0-aada-4fb3-be20-7730c79e765a req-23538c32-a50e-47ff-8861-089455bf1cea service neutron] 10.222.0.77 "PUT /v2.0/ports/bc6ac4c5-c4f8-4e9e-abbf-8071b383eb36 HTTP/1.1" status: 200 len: 1093 time: 1.8080652 May 10 17:45:04.746968 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd577a65c-d60c-4d64-a506-89ea984fe255', 'tag': 'bc6ac4c5-c4f8-4e9e-abbf-8071b383eb36'}] {{(pid=110153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 17:45:04.752418 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eaab9ead4487dd9c6a2039b1a38fb17917f553062224ea878bb9a20dea692460" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c90646f-9201-4213-8749-a092a4b1100e" -d '{"events": [{"name": "network-changed", "server_uuid": "d577a65c-d60c-4d64-a506-89ea984fe255", "tag": "bc6ac4c5-c4f8-4e9e-abbf-8071b383eb36"}]}' {{(pid=110153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 17:45:04.762114 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23538c32-a50e-47ff-8861-089455bf1cea service neutron] Pushing event updated for resources: {'Port': ['ID=bc6ac4c5-c4f8-4e9e-abbf-8071b383eb36,revision_number=3']} {{(pid=110153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:45:04.790249 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934b4851-a5cc-411c-8207-71a26cb0b108 req-f397e5c0-7a72-4a54-86b0-8e218911f9b8 tempest-DeleteServersTestJSON-636381056 tempest-DeleteServersTestJSON-636381056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:45:04.792103 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-934b4851-a5cc-411c-8207-71a26cb0b108 req-f397e5c0-7a72-4a54-86b0-8e218911f9b8 tempest-DeleteServersTestJSON-636381056 tempest-DeleteServersTestJSON-636381056-project] 10.222.0.60 "GET /v2.0/ports?device_id=acd7903d-232c-4666-939c-eb22c6fbf01b HTTP/1.1" status: 200 len: 943 time: 0.1399982 May 10 17:45:04.935520 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-e3ab4dcf-5bc6-4bbd-8a65-34d93f1f4645 req-25b44d7f-a47a-43b1-a1aa-9352045d1e47 tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] 10.222.0.60 "GET /v2.0/ports?device_id=4006eed6-2338-46b7-9133-e5c3fdead35c HTTP/1.1" status: 200 len: 210 time: 0.1057520 May 10 17:45:04.951205 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.wsgi [-] (110153) accepted ('10.222.0.60', 37982) {{(pid=110153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 17:45:04.988382 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-5528c661-8937-4383-bf66-f1aff6693f89 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:45:04.995764 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-934b4851-a5cc-411c-8207-71a26cb0b108 req-54c50135-8ae7-4126-8e84-124dcfd8b1c9 tempest-DeleteServersTestJSON-636381056 tempest-DeleteServersTestJSON-636381056-project] 10.222.0.60 "GET /v2.0/security-groups?id=d3ebf738-b4c3-41d4-bb82-f79908831846&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1953497 May 10 17:45:05.062628 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 17:45:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-373f1a43-f26c-49b9-a304-c77c37d1ffed x-openstack-request-id: req-373f1a43-f26c-49b9-a304-c77c37d1ffed {{(pid=110153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 17:45:05.062948 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d577a65c-d60c-4d64-a506-89ea984fe255", "tag": "bc6ac4c5-c4f8-4e9e-abbf-8071b383eb36", "status": "completed", "code": 200}]} {{(pid=110153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 17:45:05.063212 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-373f1a43-f26c-49b9-a304-c77c37d1ffed {{(pid=110153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 17:45:05.063659 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.notifiers.nova [-] Nova event matching ['req-373f1a43-f26c-49b9-a304-c77c37d1ffed'] response: {'name': 'network-changed', 'server_uuid': 'd577a65c-d60c-4d64-a506-89ea984fe255', 'tag': 'bc6ac4c5-c4f8-4e9e-abbf-8071b383eb36', 'status': 'completed', 'code': 200} May 10 17:45:05.114392 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-5528c661-8937-4383-bf66-f1aff6693f89 admin admin] Publish callbacks [] for security_group (e32f6126-13f0-440e-bae4-1c1286a3a4e2), precommit_create {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:45:05.120580 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-5528c661-8937-4383-bf66-f1aff6693f89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-282428'] for security_group (e32f6126-13f0-440e-bae4-1c1286a3a4e2), after_create {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:45:05.174033 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [None req-5528c661-8937-4383-bf66-f1aff6693f89 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=bb47510b8a1548798b29fba9f46be0f6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2211189 May 10 17:45:05.176463 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5528c661-8937-4383-bf66-f1aff6693f89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e32f6126-13f0-440e-bae4-1c1286a3a4e2,revision_number=1']} {{(pid=110153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:45:05.179110 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.wsgi [-] (110153) accepted ('10.222.0.60', 37988) {{(pid=110153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 17:45:05.217347 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77dcaf4-9636-4833-8cd9-acb1eeb4e594 req-5de85492-4ff5-4f62-bbf8-229809c27488 tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:45:05.218921 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-e77dcaf4-9636-4833-8cd9-acb1eeb4e594 req-5de85492-4ff5-4f62-bbf8-229809c27488 tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] 10.222.0.60 "GET /v2.0/ports?device_id=d577a65c-d60c-4d64-a506-89ea984fe255 HTTP/1.1" status: 200 len: 943 time: 0.0691969 May 10 17:45:05.239051 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-55b4b313-bd87-4a21-98b7-854964bfa5f6 admin admin] Publish callbacks [] for security_group (e32f6126-13f0-440e-bae4-1c1286a3a4e2), before_delete {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:45:05.241831 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.wsgi [-] (110153) accepted ('10.222.0.60', 37990) {{(pid=110153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 17:45:05.264339 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-3806adf3-f01a-4ddb-9878-d44fa52056be admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:45:05.280144 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-55b4b313-bd87-4a21-98b7-854964bfa5f6 admin admin] Publish callbacks [] for security_group (e32f6126-13f0-440e-bae4-1c1286a3a4e2), precommit_delete {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:45:05.288078 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-e77dcaf4-9636-4833-8cd9-acb1eeb4e594 req-665ab9e6-e0b0-417a-be36-2aa8d9c6ff1e tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] 10.222.0.60 "GET /v2.0/security-groups?id=1dc31e58-b13c-4610-8a7b-a2e2a07c824b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576794 May 10 17:45:05.366106 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-55b4b313-bd87-4a21-98b7-854964bfa5f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-282428'] for security_group (e32f6126-13f0-440e-bae4-1c1286a3a4e2), after_delete {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:45:05.368820 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-55b4b313-bd87-4a21-98b7-854964bfa5f6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:45:05.369983 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [None req-55b4b313-bd87-4a21-98b7-854964bfa5f6 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/e32f6126-13f0-440e-bae4-1c1286a3a4e2 HTTP/1.1" status: 204 len: 168 time: 0.1895685 May 10 17:45:05.386979 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b4b313-bd87-4a21-98b7-854964bfa5f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e32f6126-13f0-440e-bae4-1c1286a3a4e2,revision_number=None']} {{(pid=110153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:45:05.392895 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-3806adf3-f01a-4ddb-9878-d44fa52056be admin admin] Publish callbacks [] for security_group (beb1f9fc-e045-4f7c-807e-911473cbd369), precommit_create {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:45:05.396816 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-3806adf3-f01a-4ddb-9878-d44fa52056be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-282428'] for security_group (beb1f9fc-e045-4f7c-807e-911473cbd369), after_create {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:45:05.439435 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [None req-3806adf3-f01a-4ddb-9878-d44fa52056be admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=f10a9c8167384c409fd263e1d9e89b47&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1965554 May 10 17:45:05.441330 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3806adf3-f01a-4ddb-9878-d44fa52056be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=beb1f9fc-e045-4f7c-807e-911473cbd369,revision_number=1']} {{(pid=110153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:45:05.442243 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.wsgi [-] (110152) accepted ('10.222.0.60', 37994) {{(pid=110152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 17:45:05.498064 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-d1152a01-5ec1-4aa9-aeb3-3a7ce42b5ecd admin admin] Publish callbacks [] for security_group (beb1f9fc-e045-4f7c-807e-911473cbd369), before_delete {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:45:05.522118 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-d1152a01-5ec1-4aa9-aeb3-3a7ce42b5ecd admin admin] Publish callbacks [] for security_group (beb1f9fc-e045-4f7c-807e-911473cbd369), precommit_delete {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:45:05.594316 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-d1152a01-5ec1-4aa9-aeb3-3a7ce42b5ecd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-282428'] for security_group (beb1f9fc-e045-4f7c-807e-911473cbd369), after_delete {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:45:05.597009 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-d1152a01-5ec1-4aa9-aeb3-3a7ce42b5ecd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:45:05.598272 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [None req-d1152a01-5ec1-4aa9-aeb3-3a7ce42b5ecd admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/beb1f9fc-e045-4f7c-807e-911473cbd369 HTTP/1.1" status: 204 len: 168 time: 0.1550319 May 10 17:45:05.620087 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-d30ee3bc-d62b-4329-a870-a00a6f6e572e req-bd810d48-02d3-447d-8cd7-b058fcadfdbe tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] 10.222.0.60 "GET /v2.0/ports?device_id=35dc394b-a596-4f36-89cf-f60e42d697d1 HTTP/1.1" status: 200 len: 210 time: 0.0393505 May 10 17:45:05.626163 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1152a01-5ec1-4aa9-aeb3-3a7ce42b5ecd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=beb1f9fc-e045-4f7c-807e-911473cbd369,revision_number=None']} {{(pid=110152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:45:06.053447 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-e9eccd77-f687-4900-8bd2-df8f2f861370 req-2eb913f2-f0e8-46a9-b82b-243889e0ebf5 tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] 10.222.0.60 "GET /v2.0/ports?device_id=4006eed6-2338-46b7-9133-e5c3fdead35c HTTP/1.1" status: 200 len: 210 time: 0.0369039 May 10 17:45:06.128880 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f894dccc-ddac-4345-b71c-c208ba025ef4 req-e39e67a3-1ebf-47a8-8075-1fee1c1d4ca0 tempest-DeleteServersTestJSON-636381056 tempest-DeleteServersTestJSON-636381056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:45:06.130300 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-f894dccc-ddac-4345-b71c-c208ba025ef4 req-e39e67a3-1ebf-47a8-8075-1fee1c1d4ca0 tempest-DeleteServersTestJSON-636381056 tempest-DeleteServersTestJSON-636381056-project] 10.222.0.60 "GET /v2.0/ports?device_id=acd7903d-232c-4666-939c-eb22c6fbf01b HTTP/1.1" status: 200 len: 943 time: 0.0488858 May 10 17:45:06.185580 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-f894dccc-ddac-4345-b71c-c208ba025ef4 req-fb1b64c0-59ff-482d-94bb-75b4617e33eb tempest-DeleteServersTestJSON-636381056 tempest-DeleteServersTestJSON-636381056-project] 10.222.0.60 "GET /v2.0/security-groups?id=d3ebf738-b4c3-41d4-bb82-f79908831846&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481856 May 10 17:45:06.414294 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa44d081-b044-44dc-9e7a-fee4393651ec req-074b898d-b754-414a-b410-18da26e6a420 tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:45:06.416100 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-fa44d081-b044-44dc-9e7a-fee4393651ec req-074b898d-b754-414a-b410-18da26e6a420 tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] 10.222.0.60 "GET /v2.0/ports?device_id=d577a65c-d60c-4d64-a506-89ea984fe255 HTTP/1.1" status: 200 len: 943 time: 0.0563014 May 10 17:45:06.466069 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-fa44d081-b044-44dc-9e7a-fee4393651ec req-43f15772-28ed-4b45-8df1-f82a46dd8a0d tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] 10.222.0.60 "GET /v2.0/security-groups?id=1dc31e58-b13c-4610-8a7b-a2e2a07c824b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442309 May 10 17:45:06.751146 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.wsgi [-] (110153) accepted ('10.222.0.60', 38066) {{(pid=110153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 17:45:06.755269 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-3117f16d-25ed-4293-ba46-24223127dd86 req-096446c0-7b8b-4199-bcbe-2d0453dda25f tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] 10.222.0.60 "GET /v2.0/ports?device_id=35dc394b-a596-4f36-89cf-f60e42d697d1 HTTP/1.1" status: 200 len: 210 time: 0.0384672 May 10 17:45:06.862382 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-92beff9a-fe42-45d6-b5ef-ded0d25d7262 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:45:06.950402 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-92beff9a-fe42-45d6-b5ef-ded0d25d7262 admin admin] Publish callbacks [] for security_group (7b751f5e-0bfb-4d41-8af9-df41cf8310ce), precommit_create {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:45:06.954453 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-92beff9a-fe42-45d6-b5ef-ded0d25d7262 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-282428'] for security_group (7b751f5e-0bfb-4d41-8af9-df41cf8310ce), after_create {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:45:06.994610 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [None req-92beff9a-fe42-45d6-b5ef-ded0d25d7262 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=44805902903d4d0a8f1fc68bbd8370ba&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2422967 May 10 17:45:06.995498 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92beff9a-fe42-45d6-b5ef-ded0d25d7262 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b751f5e-0bfb-4d41-8af9-df41cf8310ce,revision_number=1']} {{(pid=110153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:45:06.997294 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.wsgi [-] (110152) accepted ('10.222.0.60', 38078) {{(pid=110152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 17:45:07.049306 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-d3e77748-bad7-4833-b5dd-b7111178ed53 admin admin] Publish callbacks [] for security_group (7b751f5e-0bfb-4d41-8af9-df41cf8310ce), before_delete {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:45:07.075581 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-d3e77748-bad7-4833-b5dd-b7111178ed53 admin admin] Publish callbacks [] for security_group (7b751f5e-0bfb-4d41-8af9-df41cf8310ce), precommit_delete {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:45:07.132450 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-d3e77748-bad7-4833-b5dd-b7111178ed53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-282428'] for security_group (7b751f5e-0bfb-4d41-8af9-df41cf8310ce), after_delete {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:45:07.135237 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-d3e77748-bad7-4833-b5dd-b7111178ed53 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:45:07.136415 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [None req-d3e77748-bad7-4833-b5dd-b7111178ed53 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/7b751f5e-0bfb-4d41-8af9-df41cf8310ce HTTP/1.1" status: 204 len: 168 time: 0.1379116 May 10 17:45:07.156500 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-f5f95dba-6968-426a-8004-89b30af95ca7 req-b6c6dfaa-240b-4308-a807-b31af130c6e9 tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] 10.222.0.60 "GET /v2.0/ports?device_id=4006eed6-2338-46b7-9133-e5c3fdead35c HTTP/1.1" status: 200 len: 210 time: 0.0375552 May 10 17:45:07.161522 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e77748-bad7-4833-b5dd-b7111178ed53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b751f5e-0bfb-4d41-8af9-df41cf8310ce,revision_number=None']} {{(pid=110152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:45:07.317429 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f82e35b-0281-4ca9-b64f-36db76cbdb6f req-b369b28d-6167-4258-b6f6-59ff74520b4e tempest-DeleteServersTestJSON-636381056 tempest-DeleteServersTestJSON-636381056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:45:07.318995 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-3f82e35b-0281-4ca9-b64f-36db76cbdb6f req-b369b28d-6167-4258-b6f6-59ff74520b4e tempest-DeleteServersTestJSON-636381056 tempest-DeleteServersTestJSON-636381056-project] 10.222.0.60 "GET /v2.0/ports?device_id=acd7903d-232c-4666-939c-eb22c6fbf01b HTTP/1.1" status: 200 len: 943 time: 0.0591183 May 10 17:45:07.377628 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-3f82e35b-0281-4ca9-b64f-36db76cbdb6f req-f2245f31-cd0a-4512-b1f8-628ba52fab01 tempest-DeleteServersTestJSON-636381056 tempest-DeleteServersTestJSON-636381056-project] 10.222.0.60 "GET /v2.0/security-groups?id=d3ebf738-b4c3-41d4-bb82-f79908831846&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464737 May 10 17:45:07.595683 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d4f25f-7d97-4e79-b815-933304a099a6 req-ba10c1f8-4255-4fe1-9f22-bded577b51c5 tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:45:07.597257 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-50d4f25f-7d97-4e79-b815-933304a099a6 req-ba10c1f8-4255-4fe1-9f22-bded577b51c5 tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] 10.222.0.60 "GET /v2.0/ports?device_id=d577a65c-d60c-4d64-a506-89ea984fe255 HTTP/1.1" status: 200 len: 943 time: 0.0525033 May 10 17:45:07.656582 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-50d4f25f-7d97-4e79-b815-933304a099a6 req-b748b5c5-79c4-4467-a048-0d1983a7d9c9 tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] 10.222.0.60 "GET /v2.0/security-groups?id=1dc31e58-b13c-4610-8a7b-a2e2a07c824b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523906 May 10 17:45:07.869748 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-0ebdd12e-540d-460b-a8ca-6e3008b36beb req-55d3b4cd-7ee0-42a9-9036-75f64de29e69 tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] 10.222.0.60 "GET /v2.0/ports?device_id=35dc394b-a596-4f36-89cf-f60e42d697d1 HTTP/1.1" status: 200 len: 210 time: 0.0398335 May 10 17:45:08.291730 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-16d62a9d-0131-4822-93a7-1a6ac5993eca req-c9ef2891-9699-48f2-b049-982512a4ebad tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] 10.222.0.60 "GET /v2.0/ports?device_id=4006eed6-2338-46b7-9133-e5c3fdead35c HTTP/1.1" status: 200 len: 210 time: 0.0399909 May 10 17:45:08.539876 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa556d58-629a-4812-966e-04cd56d1e4ad req-5b10dc6f-f00c-4e90-ac47-ba1a09ac2a2b tempest-DeleteServersTestJSON-636381056 tempest-DeleteServersTestJSON-636381056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:45:08.541946 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-aa556d58-629a-4812-966e-04cd56d1e4ad req-5b10dc6f-f00c-4e90-ac47-ba1a09ac2a2b tempest-DeleteServersTestJSON-636381056 tempest-DeleteServersTestJSON-636381056-project] 10.222.0.60 "GET /v2.0/ports?device_id=acd7903d-232c-4666-939c-eb22c6fbf01b HTTP/1.1" status: 200 len: 943 time: 0.0592768 May 10 17:45:08.609445 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-aa556d58-629a-4812-966e-04cd56d1e4ad req-6ec97ec5-7928-496b-bf0f-9538edff74eb tempest-DeleteServersTestJSON-636381056 tempest-DeleteServersTestJSON-636381056-project] 10.222.0.60 "GET /v2.0/security-groups?id=d3ebf738-b4c3-41d4-bb82-f79908831846&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614533 May 10 17:45:08.775220 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e96779-5b2c-4196-927e-c83cd48b8dab req-bc290722-f727-4f23-aba7-6b5ab1d59540 tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:45:08.776786 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-84e96779-5b2c-4196-927e-c83cd48b8dab req-bc290722-f727-4f23-aba7-6b5ab1d59540 tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] 10.222.0.60 "GET /v2.0/ports?device_id=d577a65c-d60c-4d64-a506-89ea984fe255 HTTP/1.1" status: 200 len: 943 time: 0.0556216 May 10 17:45:08.842186 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-84e96779-5b2c-4196-927e-c83cd48b8dab req-907eec8a-9681-4fe5-8d95-68abb9c78ab9 tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] 10.222.0.60 "GET /v2.0/security-groups?id=1dc31e58-b13c-4610-8a7b-a2e2a07c824b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596130 May 10 17:45:08.987724 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-1beda8ef-13dc-485b-8a8b-9f5b68850cf7 req-f97554b7-7164-4e78-9c9d-dc9de7984f66 tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] 10.222.0.60 "GET /v2.0/ports?device_id=35dc394b-a596-4f36-89cf-f60e42d697d1 HTTP/1.1" status: 200 len: 210 time: 0.0337355 May 10 17:45:09.396550 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-5fffa2b3-90b8-4b0e-a973-5422a2b1bed1 req-c77b5f39-73dd-4213-b1c5-a0df45d11c4b tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] 10.222.0.60 "GET /v2.0/ports?device_id=4006eed6-2338-46b7-9133-e5c3fdead35c HTTP/1.1" status: 200 len: 210 time: 0.0334940 May 10 17:45:09.701891 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-b70818fa-7425-457c-bf14-88f38bfcf11b req-768a8e05-1985-4b0d-866a-e69f0dc6b176 tempest-VolumesNegativeTest-2103617696 tempest-VolumesNegativeTest-2103617696-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=29260c09fcef4a49a7f9b244feca77cb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0347826 May 10 17:45:09.969275 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c90646f-9201-4213-8749-a092a4b1100e req-483df76b-9681-4690-a5d9-084fa850dc23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:45:09.971262 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [req-5c90646f-9201-4213-8749-a092a4b1100e req-483df76b-9681-4690-a5d9-084fa850dc23 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=ec9da2f35bcd444fa485c453103df5cc&device_id=d577a65c-d60c-4d64-a506-89ea984fe255 HTTP/1.1" status: 200 len: 1127 time: 0.1426024 May 10 17:45:09.973243 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [req-9120d62f-3e3b-4097-9d56-179cdcf34a8e req-0a8165e6-f81b-4071-99fa-ce5951a4f008 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dee56dfb-cae2-41f9-b79a-5dd4e4a84d7f HTTP/1.1" status: 200 len: 217 time: 0.1464529 May 10 17:45:10.074276 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-52c3a08b-063b-4899-a303-65023b66545e req-e1458b24-e169-4faf-a83f-fd5ab5283754 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=552e62e9-0e95-4838-9c01-aa3425c6c9c6 HTTP/1.1" status: 200 len: 217 time: 0.2571518 May 10 17:45:10.074689 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9120d62f-3e3b-4097-9d56-179cdcf34a8e req-0e1a6de5-0e36-43b4-b94e-928c82a09978 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:45:10.077020 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [req-9120d62f-3e3b-4097-9d56-179cdcf34a8e req-0e1a6de5-0e36-43b4-b94e-928c82a09978 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=ddad705e-84c2-443f-a868-af440f1937f1 HTTP/1.1" status: 200 len: 852 time: 0.0705652 May 10 17:45:10.081191 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5143963e-1141-4a1a-bb28-886bd44e6f90 req-411282df-e196-49bb-b454-11c89716ac26 tempest-DeleteServersTestJSON-636381056 tempest-DeleteServersTestJSON-636381056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:45:10.092315 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-5143963e-1141-4a1a-bb28-886bd44e6f90 req-411282df-e196-49bb-b454-11c89716ac26 tempest-DeleteServersTestJSON-636381056 tempest-DeleteServersTestJSON-636381056-project] 10.222.0.60 "GET /v2.0/ports?device_id=acd7903d-232c-4666-939c-eb22c6fbf01b HTTP/1.1" status: 200 len: 943 time: 0.3889263 May 10 17:45:10.194553 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [req-9120d62f-3e3b-4097-9d56-179cdcf34a8e req-cd192990-0b1c-4429-b0f9-639de2b24181 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=4530795e-c50a-4eb4-a3c5-419871214a37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0772500 May 10 17:45:10.253780 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70818fa-7425-457c-bf14-88f38bfcf11b req-62ba2d1e-2d76-41b6-868c-ab326775a37b tempest-VolumesNegativeTest-2103617696 tempest-VolumesNegativeTest-2103617696-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:45:10.256128 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-b70818fa-7425-457c-bf14-88f38bfcf11b req-62ba2d1e-2d76-41b6-868c-ab326775a37b tempest-VolumesNegativeTest-2103617696 tempest-VolumesNegativeTest-2103617696-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5421045 May 10 17:45:10.272889 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c3a08b-063b-4899-a303-65023b66545e req-113c3dcb-4b2d-4253-971b-6821f89caf31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:45:10.275623 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-52c3a08b-063b-4899-a303-65023b66545e req-113c3dcb-4b2d-4253-971b-6821f89caf31 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=cc50f2c8-8caf-42b1-b7c4-50bfe5301336 HTTP/1.1" status: 200 len: 857 time: 0.1612117 May 10 17:45:10.286247 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-5143963e-1141-4a1a-bb28-886bd44e6f90 req-dc393fc1-0dfb-4660-a57c-ebd038ce638d tempest-DeleteServersTestJSON-636381056 tempest-DeleteServersTestJSON-636381056-project] 10.222.0.60 "GET /v2.0/security-groups?id=d3ebf738-b4c3-41d4-bb82-f79908831846&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1926277 May 10 17:45:10.289321 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-b70818fa-7425-457c-bf14-88f38bfcf11b req-1f5f044e-256d-4d42-ad3d-d105384028e3 tempest-VolumesNegativeTest-2103617696 tempest-VolumesNegativeTest-2103617696-project] 10.222.0.60 "GET /v2.0/quotas/29260c09fcef4a49a7f9b244feca77cb HTTP/1.1" status: 200 len: 375 time: 0.0205817 May 10 17:45:10.340789 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-b70818fa-7425-457c-bf14-88f38bfcf11b req-e75be854-6851-4f76-a34b-636950b4b068 tempest-VolumesNegativeTest-2103617696 tempest-VolumesNegativeTest-2103617696-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=29260c09fcef4a49a7f9b244feca77cb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0444067 May 10 17:45:10.461804 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c90646f-9201-4213-8749-a092a4b1100e req-aab23901-eb43-4ae9-be3f-0f9017e013a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:45:10.463462 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [req-5c90646f-9201-4213-8749-a092a4b1100e req-aab23901-eb43-4ae9-be3f-0f9017e013a9 service neutron] 10.222.0.77 "GET /v2.0/networks?tenant_id=ec9da2f35bcd444fa485c453103df5cc&shared=False HTTP/1.1" status: 200 len: 919 time: 0.3906868 May 10 17:45:10.463635 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93db21cf-ace2-4d92-9016-0e2e1cf98cb6 req-ff4a58fd-5b6d-4d20-9d84-b8e9b1abb3f9 tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:45:10.467307 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-93db21cf-ace2-4d92-9016-0e2e1cf98cb6 req-ff4a58fd-5b6d-4d20-9d84-b8e9b1abb3f9 tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] 10.222.0.60 "GET /v2.0/ports?device_id=d577a65c-d60c-4d64-a506-89ea984fe255 HTTP/1.1" status: 200 len: 943 time: 0.0816412 May 10 17:45:10.469694 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [req-9120d62f-3e3b-4097-9d56-179cdcf34a8e req-513b9b04-3315-4c99-aceb-171af7d725a4 service neutron] 10.222.0.77 "GET /v2.0/networks/4530795e-c50a-4eb4-a3c5-419871214a37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2631438 May 10 17:45:10.581201 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-de4a5b7d-7681-48a2-9bef-ff822c214f5f req-23caaef8-cb84-49fb-be90-3707625b3142 tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] 10.222.0.60 "GET /v2.0/ports?device_id=35dc394b-a596-4f36-89cf-f60e42d697d1 HTTP/1.1" status: 200 len: 210 time: 0.0536370 May 10 17:45:10.614692 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-93db21cf-ace2-4d92-9016-0e2e1cf98cb6 req-004a3914-62e4-45ee-9727-ac7b66b9c054 tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] 10.222.0.60 "GET /v2.0/security-groups?id=1dc31e58-b13c-4610-8a7b-a2e2a07c824b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292257 May 10 17:45:10.713331 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-f78ef3af-822a-4f8e-a53e-168894c89ac7 req-d1e0c827-27a7-4f58-9088-779a3d891389 tempest-VolumesNegativeTest-2103617696 tempest-VolumesNegativeTest-2103617696-project] 10.222.0.60 "GET /v2.0/ports?device_id=539078bb-d792-45a6-ab73-310f58397edc HTTP/1.1" status: 200 len: 210 time: 0.0527768 May 10 17:45:10.757263 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-9bbee87e-d2e9-4a52-9e45-f482d020ca6b req-5ec1e8be-62ee-4cf7-ac1d-a0d891e5fa17 tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] 10.222.0.60 "GET /v2.0/ports?device_id=4006eed6-2338-46b7-9133-e5c3fdead35c HTTP/1.1" status: 200 len: 210 time: 0.0479319 May 10 17:45:10.904638 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c3a08b-063b-4899-a303-65023b66545e req-64f95ae8-1652-4ed2-b554-7050c96abbd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:45:10.906779 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-52c3a08b-063b-4899-a303-65023b66545e req-64f95ae8-1652-4ed2-b554-7050c96abbd1 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=f37a5a11-05c8-4d32-b0a0-13874a53c216&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1472194 May 10 17:45:10.988089 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.wsgi [-] (110153) accepted ('10.222.0.77', 63435) {{(pid=110153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 17:45:10.989233 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.wsgi [-] (110153) accepted ('10.222.0.77', 63436) {{(pid=110153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 17:45:11.053973 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-52c3a08b-063b-4899-a303-65023b66545e req-ad0d66c2-6e7e-42e2-b106-de4ecda427d5 service neutron] 10.222.0.77 "GET /v2.0/networks/f37a5a11-05c8-4d32-b0a0-13874a53c216?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274059 May 10 17:45:11.223140 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-52c3a08b-063b-4899-a303-65023b66545e req-5fe8e860-8181-4249-a682-fde168ca72f9 service neutron] 10.222.0.77 "GET /v2.0/networks/f37a5a11-05c8-4d32-b0a0-13874a53c216?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1627705 May 10 17:45:11.271314 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.rpc [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Device dee56dfb-cae2-41f9-b79a-5dd4e4a84d7f details requested by agent hyperv_hv-cinder-84130 with host hv-cinder-84130 {{(pid=110154) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 17:45:11.370423 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afb7c69-3035-457c-95e7-5a7c79f26f2e req-cec2df9a-2e59-48ab-8f7a-00bf7409a92c tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:45:11.372533 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [req-4afb7c69-3035-457c-95e7-5a7c79f26f2e req-cec2df9a-2e59-48ab-8f7a-00bf7409a92c tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] 10.222.0.77 "GET /v2.0/networks?id=5a13d84d-c9e9-413f-a254-ca6edab95c78 HTTP/1.1" status: 200 len: 815 time: 0.3821480 May 10 17:45:11.406529 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [req-9120d62f-3e3b-4097-9d56-179cdcf34a8e req-141569fa-5aa8-4cee-9e9a-6a0555896ac4 service neutron] 10.222.0.77 "GET /v2.0/networks/4530795e-c50a-4eb4-a3c5-419871214a37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6548812 May 10 17:45:11.413026 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c90646f-9201-4213-8749-a092a4b1100e req-de692fd2-1a79-4108-be8f-fd545b5a3929 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:45:11.416370 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [req-5c90646f-9201-4213-8749-a092a4b1100e req-de692fd2-1a79-4108-be8f-fd545b5a3929 service neutron] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6515594 May 10 17:45:11.427960 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8720eff2-8eea-44b1-b6ab-7d86cab5c101 req-f7184510-465e-432a-8d8e-4a8a3ee8bf62 tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:45:11.430245 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [req-8720eff2-8eea-44b1-b6ab-7d86cab5c101 req-f7184510-465e-432a-8d8e-4a8a3ee8bf62 tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] 10.222.0.77 "GET /v2.0/networks?id=4f6007aa-61b1-40c3-a8ad-7f431d419cb5 HTTP/1.1" status: 200 len: 816 time: 0.3717728 May 10 17:45:11.437083 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.db [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] For port dee56dfb-cae2-41f9-b79a-5dd4e4a84d7f, host hv-cinder-84130, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84130',level=0,port_id=dee56dfb-cae2-41f9-b79a-5dd4e4a84d7f,segment=NetworkSegment(ea3622d5-69b5-4599-877b-705151bafa66),segment_id=ea3622d5-69b5-4599-877b-705151bafa66)] {{(pid=110154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 17:45:11.452281 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.rpc [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Returning: {'device': 'dee56dfb-cae2-41f9-b79a-5dd4e4a84d7f', 'network_id': '4530795e-c50a-4eb4-a3c5-419871214a37', 'port_id': 'dee56dfb-cae2-41f9-b79a-5dd4e4a84d7f', 'mac_address': 'fa:16:3e:51:0b:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 599, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ddad705e-84c2-443f-a868-af440f1937f1', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110154) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 17:45:11.473791 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096110e4-a951-4c51-bde0-2989904229ef req-7b01b136-defa-44e0-946e-b41d4ea941e0 tempest-DeleteServersTestJSON-636381056 tempest-DeleteServersTestJSON-636381056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:45:11.481977 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-096110e4-a951-4c51-bde0-2989904229ef req-7b01b136-defa-44e0-946e-b41d4ea941e0 tempest-DeleteServersTestJSON-636381056 tempest-DeleteServersTestJSON-636381056-project] 10.222.0.60 "GET /v2.0/ports?device_id=acd7903d-232c-4666-939c-eb22c6fbf01b HTTP/1.1" status: 200 len: 943 time: 0.0641742 May 10 17:45:11.493286 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.plugin [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Current status of the port dee56dfb-cae2-41f9-b79a-5dd4e4a84d7f is: DOWN; New status is: BUILD {{(pid=110154) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 17:45:11.493776 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1514036'] for port (dee56dfb-cae2-41f9-b79a-5dd4e4a84d7f), before_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:45:11.519550 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.notifiers.nova [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dee56dfb-cae2-41f9-b79a-5dd4e4a84d7f {{(pid=110154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 17:45:11.547964 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-096110e4-a951-4c51-bde0-2989904229ef req-ed20a88c-2d62-4305-89b7-8122cb62fb1b tempest-DeleteServersTestJSON-636381056 tempest-DeleteServersTestJSON-636381056-project] 10.222.0.60 "GET /v2.0/security-groups?id=d3ebf738-b4c3-41d4-bb82-f79908831846&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649285 May 10 17:45:11.557319 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.db [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] For port dee56dfb-cae2-41f9-b79a-5dd4e4a84d7f, host hv-cinder-84130, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84130',level=0,port_id=dee56dfb-cae2-41f9-b79a-5dd4e4a84d7f,segment=NetworkSegment(ea3622d5-69b5-4599-877b-705151bafa66),segment_id=ea3622d5-69b5-4599-877b-705151bafa66)] {{(pid=110154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 17:45:11.562102 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1514136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781795229094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781794686082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781794686100'] for port (dee56dfb-cae2-41f9-b79a-5dd4e4a84d7f), after_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:45:11.616383 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Pushing event updated for resources: {'Port': ['ID=dee56dfb-cae2-41f9-b79a-5dd4e4a84d7f,revision_number=4']} {{(pid=110154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:45:11.745030 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-9a8c2d6a-f5d4-450f-a4b6-1fb8cd87f093 req-54d25d94-9eb2-4d2e-8e7c-460f742c8317 tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] 10.222.0.60 "GET /v2.0/ports?device_id=35dc394b-a596-4f36-89cf-f60e42d697d1 HTTP/1.1" status: 200 len: 210 time: 0.0453711 May 10 17:45:11.752330 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.wsgi [-] (110153) accepted ('10.222.0.60', 38306) {{(pid=110153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 17:45:11.783328 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb0e6d1-217b-4ee3-8215-8cb8d9aad1ae req-88994a40-3f1f-43e0-81c7-36a6fa23644e tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:45:11.786902 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-3fb0e6d1-217b-4ee3-8215-8cb8d9aad1ae req-88994a40-3f1f-43e0-81c7-36a6fa23644e tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] 10.222.0.60 "GET /v2.0/ports?device_id=d577a65c-d60c-4d64-a506-89ea984fe255 HTTP/1.1" status: 200 len: 943 time: 0.0996158 May 10 17:45:11.841369 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-3fb0e6d1-217b-4ee3-8215-8cb8d9aad1ae req-e16a3b8c-b95d-4fb8-bd4a-d91762fb7450 tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] 10.222.0.60 "GET /v2.0/security-groups?id=1dc31e58-b13c-4610-8a7b-a2e2a07c824b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475287 May 10 17:45:11.883441 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-d40febe4-7f95-4da1-b17d-983b07c30042 req-2f1c0942-41d2-4004-923e-d31d545ac58f tempest-VolumesNegativeTest-2103617696 tempest-VolumesNegativeTest-2103617696-project] 10.222.0.60 "GET /v2.0/ports?device_id=539078bb-d792-45a6-ab73-310f58397edc HTTP/1.1" status: 200 len: 210 time: 0.0333240 May 10 17:45:11.933985 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-ff41cbf4-7f29-477b-8f57-25ab2ecb5165 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:45:11.971499 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-bce1f040-44dc-45eb-9d2b-43b1d63d696b req-5fd294d4-837f-4d63-af2e-0179a4ba9e8b tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] 10.222.0.60 "GET /v2.0/ports?device_id=4006eed6-2338-46b7-9133-e5c3fdead35c HTTP/1.1" status: 200 len: 210 time: 0.0317132 May 10 17:45:12.023647 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-ff41cbf4-7f29-477b-8f57-25ab2ecb5165 admin admin] Publish callbacks [] for security_group (fed80f62-28c6-4658-ab12-ca88573d53fd), precommit_create {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:45:12.027972 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-ff41cbf4-7f29-477b-8f57-25ab2ecb5165 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-282428'] for security_group (fed80f62-28c6-4658-ab12-ca88573d53fd), after_create {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:45:12.068383 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [None req-ff41cbf4-7f29-477b-8f57-25ab2ecb5165 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=cbb6dc8a49c74ee8a24a2c6dadb7ee5c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3141856 May 10 17:45:12.069284 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff41cbf4-7f29-477b-8f57-25ab2ecb5165 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fed80f62-28c6-4658-ab12-ca88573d53fd,revision_number=1']} {{(pid=110153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:45:12.072146 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.wsgi [-] (110152) accepted ('10.222.0.60', 38322) {{(pid=110152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 17:45:12.124250 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.wsgi [-] (110153) accepted ('10.222.0.60', 38324) {{(pid=110153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 17:45:12.129899 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-a1aae936-4f11-4261-9256-05ace506e4e6 admin admin] Publish callbacks [] for security_group (fed80f62-28c6-4658-ab12-ca88573d53fd), before_delete {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:45:12.130256 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.db [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] get_ports_and_sgs() called for port_ids ['dee56dfb-cae2-41f9-b79a-5dd4e4a84d7f'] {{(pid=110154) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 17:45:12.154586 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-a1aae936-4f11-4261-9256-05ace506e4e6 admin admin] Publish callbacks [] for security_group (fed80f62-28c6-4658-ab12-ca88573d53fd), precommit_delete {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:45:12.211610 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-a1aae936-4f11-4261-9256-05ace506e4e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-282428'] for security_group (fed80f62-28c6-4658-ab12-ca88573d53fd), after_delete {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:45:12.214344 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-a1aae936-4f11-4261-9256-05ace506e4e6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:45:12.215734 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [None req-a1aae936-4f11-4261-9256-05ace506e4e6 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/fed80f62-28c6-4658-ab12-ca88573d53fd HTTP/1.1" status: 204 len: 168 time: 0.1422865 May 10 17:45:12.224497 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1aae936-4f11-4261-9256-05ace506e4e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fed80f62-28c6-4658-ab12-ca88573d53fd,revision_number=None']} {{(pid=110152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:45:12.264636 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-586d2861-25a5-46bc-8b2c-8fc816a48d17 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:45:12.357296 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-586d2861-25a5-46bc-8b2c-8fc816a48d17 admin admin] Publish callbacks [] for security_group (d9ca6ebd-a97e-4675-926e-f9c5fadcb80d), precommit_create {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:45:12.362426 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-586d2861-25a5-46bc-8b2c-8fc816a48d17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-282428'] for security_group (d9ca6ebd-a97e-4675-926e-f9c5fadcb80d), after_create {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:45:12.405049 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [None req-586d2861-25a5-46bc-8b2c-8fc816a48d17 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=c1a0d44fd246445aa04b360404c401e7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2794521 May 10 17:45:12.406244 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586d2861-25a5-46bc-8b2c-8fc816a48d17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9ca6ebd-a97e-4675-926e-f9c5fadcb80d,revision_number=1']} {{(pid=110153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:45:12.408054 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.wsgi [-] (110152) accepted ('10.222.0.60', 38332) {{(pid=110152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 17:45:12.462457 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-85627899-3dd6-441e-898d-83eb0df801a5 admin admin] Publish callbacks [] for security_group (d9ca6ebd-a97e-4675-926e-f9c5fadcb80d), before_delete {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:45:12.484980 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-85627899-3dd6-441e-898d-83eb0df801a5 admin admin] Publish callbacks [] for security_group (d9ca6ebd-a97e-4675-926e-f9c5fadcb80d), precommit_delete {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:45:12.537653 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-85627899-3dd6-441e-898d-83eb0df801a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-282428'] for security_group (d9ca6ebd-a97e-4675-926e-f9c5fadcb80d), after_delete {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:45:12.540372 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-85627899-3dd6-441e-898d-83eb0df801a5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:45:12.541527 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [None req-85627899-3dd6-441e-898d-83eb0df801a5 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/d9ca6ebd-a97e-4675-926e-f9c5fadcb80d HTTP/1.1" status: 204 len: 168 time: 0.1319957 May 10 17:45:12.550782 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85627899-3dd6-441e-898d-83eb0df801a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9ca6ebd-a97e-4675-926e-f9c5fadcb80d,revision_number=None']} {{(pid=110152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:45:12.570425 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.wsgi [-] (110153) accepted ('10.222.0.60', 38336) {{(pid=110153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 17:45:12.584668 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-e7b9aa42-8114-485f-9341-0ca22f6070a2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:45:12.698207 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ef848c-a541-4d56-9b99-f31b6393fd73 req-9c7aeed2-427a-4d89-b601-23677e14d978 tempest-DeleteServersTestJSON-636381056 tempest-DeleteServersTestJSON-636381056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:45:12.699793 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-93ef848c-a541-4d56-9b99-f31b6393fd73 req-9c7aeed2-427a-4d89-b601-23677e14d978 tempest-DeleteServersTestJSON-636381056 tempest-DeleteServersTestJSON-636381056-project] 10.222.0.60 "GET /v2.0/ports?device_id=acd7903d-232c-4666-939c-eb22c6fbf01b HTTP/1.1" status: 200 len: 944 time: 0.0672345 May 10 17:45:12.711267 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-e7b9aa42-8114-485f-9341-0ca22f6070a2 admin admin] Publish callbacks [] for security_group (2a80ab26-a556-44b3-b958-1602e969525a), precommit_create {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:45:12.716925 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-e7b9aa42-8114-485f-9341-0ca22f6070a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-282428'] for security_group (2a80ab26-a556-44b3-b958-1602e969525a), after_create {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:45:12.767397 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [None req-e7b9aa42-8114-485f-9341-0ca22f6070a2 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=e151df2c45d24c85b92d7e29015d8d73&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1932087 May 10 17:45:12.767397 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b9aa42-8114-485f-9341-0ca22f6070a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a80ab26-a556-44b3-b958-1602e969525a,revision_number=1']} {{(pid=110153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:45:12.768479 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.wsgi [-] (110153) accepted ('10.222.0.60', 38348) {{(pid=110153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 17:45:12.786537 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-93ef848c-a541-4d56-9b99-f31b6393fd73 req-015e232e-e42f-410b-9806-6ad1d99e5846 tempest-DeleteServersTestJSON-636381056 tempest-DeleteServersTestJSON-636381056-project] 10.222.0.60 "GET /v2.0/security-groups?id=d3ebf738-b4c3-41d4-bb82-f79908831846&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745194 May 10 17:45:12.857665 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-bf0c583f-f29e-4013-acd1-6839c20d80a8 admin admin] Publish callbacks [] for security_group (2a80ab26-a556-44b3-b958-1602e969525a), before_delete {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:45:12.889268 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-bf0c583f-f29e-4013-acd1-6839c20d80a8 admin admin] Publish callbacks [] for security_group (2a80ab26-a556-44b3-b958-1602e969525a), precommit_delete {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:45:12.896963 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-8d60cde5-bfce-40d5-8cbc-6ce1b513747b req-9ad265ac-7a8d-499d-ad4e-55bbe7a24ed9 tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] 10.222.0.60 "GET /v2.0/ports?device_id=35dc394b-a596-4f36-89cf-f60e42d697d1 HTTP/1.1" status: 200 len: 210 time: 0.0377538 May 10 17:45:12.954301 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-bf0c583f-f29e-4013-acd1-6839c20d80a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-282428'] for security_group (2a80ab26-a556-44b3-b958-1602e969525a), after_delete {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:45:12.961456 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-bf0c583f-f29e-4013-acd1-6839c20d80a8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:45:12.967519 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [None req-bf0c583f-f29e-4013-acd1-6839c20d80a8 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/2a80ab26-a556-44b3-b958-1602e969525a HTTP/1.1" status: 204 len: 168 time: 0.1830440 May 10 17:45:12.986099 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0c583f-f29e-4013-acd1-6839c20d80a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a80ab26-a556-44b3-b958-1602e969525a,revision_number=None']} {{(pid=110153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:45:13.029988 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.wsgi [-] (110153) accepted ('10.222.0.60', 38362) {{(pid=110153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 17:45:13.032344 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-b1b054f0-f38d-4909-bd04-a4df83a66c28 req-ecfd5723-5b1f-4a1e-aa09-cc595cb85145 tempest-VolumesNegativeTest-2103617696 tempest-VolumesNegativeTest-2103617696-project] 10.222.0.60 "GET /v2.0/ports?device_id=539078bb-d792-45a6-ab73-310f58397edc HTTP/1.1" status: 200 len: 210 time: 0.0600615 May 10 17:45:13.048722 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-ac2461f7-dfc7-4198-a45e-96dc38281840 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:45:13.053579 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d3a999-a67c-44ea-96f4-365c552ddc51 req-78103b6e-89f5-4b60-838d-c9ee0ef78c21 tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:45:13.056455 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-38d3a999-a67c-44ea-96f4-365c552ddc51 req-78103b6e-89f5-4b60-838d-c9ee0ef78c21 tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] 10.222.0.60 "GET /v2.0/ports?device_id=d577a65c-d60c-4d64-a506-89ea984fe255 HTTP/1.1" status: 200 len: 943 time: 0.0694225 May 10 17:45:13.133769 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-38d3a999-a67c-44ea-96f4-365c552ddc51 req-2f51c081-aedc-4cfa-bdd2-c9475f00d3ae tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] 10.222.0.60 "GET /v2.0/security-groups?id=1dc31e58-b13c-4610-8a7b-a2e2a07c824b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708401 May 10 17:45:13.162418 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-c32552a4-1c49-4bf8-8bcd-db8a949da771 req-75dd6302-2e00-4046-9d77-1d1d28c4a80b tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] 10.222.0.60 "GET /v2.0/ports?device_id=4006eed6-2338-46b7-9133-e5c3fdead35c HTTP/1.1" status: 200 len: 210 time: 0.0427215 May 10 17:45:13.196086 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-ac2461f7-dfc7-4198-a45e-96dc38281840 admin admin] Publish callbacks [] for security_group (44becd21-f671-4d27-8734-5f37fe3735cc), precommit_create {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:45:13.205765 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.wsgi [-] (110152) accepted ('10.222.0.60', 38366) {{(pid=110152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 17:45:13.209780 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-ac2461f7-dfc7-4198-a45e-96dc38281840 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-282428'] for security_group (44becd21-f671-4d27-8734-5f37fe3735cc), after_create {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:45:13.253934 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2461f7-dfc7-4198-a45e-96dc38281840 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44becd21-f671-4d27-8734-5f37fe3735cc,revision_number=1']} {{(pid=110153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:45:13.254085 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.rpc [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Device dee56dfb-cae2-41f9-b79a-5dd4e4a84d7f up at agent hyperv_hv-cinder-84130 {{(pid=110154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 17:45:13.259920 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [None req-ac2461f7-dfc7-4198-a45e-96dc38281840 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=b42604f51f6843a1a0501a33a4ca927c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2287629 May 10 17:45:13.261493 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.wsgi [-] (110152) accepted ('10.222.0.60', 38370) {{(pid=110152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 17:45:13.339842 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.db.provisioning_blocks [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Provisioning for port dee56dfb-cae2-41f9-b79a-5dd4e4a84d7f completed by entity L2. {{(pid=110154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 10 17:45:13.343850 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-0989d8f7-5fde-4921-b671-6af577e8fb94 admin admin] Publish callbacks [] for security_group (44becd21-f671-4d27-8734-5f37fe3735cc), before_delete {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:45:13.347342 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.db.provisioning_blocks [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Provisioning complete for port dee56dfb-cae2-41f9-b79a-5dd4e4a84d7f triggered by entity L2. {{(pid=110154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 17:45:13.348798 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525495'] for port (dee56dfb-cae2-41f9-b79a-5dd4e4a84d7f), provisioning_complete {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:45:13.383090 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-2b91612c-9849-4133-be1c-1f5d1ebf675d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:45:13.386675 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-0989d8f7-5fde-4921-b671-6af577e8fb94 admin admin] Publish callbacks [] for security_group (44becd21-f671-4d27-8734-5f37fe3735cc), precommit_delete {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:45:13.455566 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.plugin [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Current status of the port dee56dfb-cae2-41f9-b79a-5dd4e4a84d7f is: BUILD; New status is: ACTIVE {{(pid=110154) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 17:45:13.456041 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1514036'] for port (dee56dfb-cae2-41f9-b79a-5dd4e4a84d7f), before_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:45:13.471188 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-0989d8f7-5fde-4921-b671-6af577e8fb94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-282428'] for security_group (44becd21-f671-4d27-8734-5f37fe3735cc), after_delete {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:45:13.473892 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-0989d8f7-5fde-4921-b671-6af577e8fb94 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:45:13.475792 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [None req-0989d8f7-5fde-4921-b671-6af577e8fb94 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/44becd21-f671-4d27-8734-5f37fe3735cc HTTP/1.1" status: 204 len: 168 time: 0.2128904 May 10 17:45:13.489209 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'acd7903d-232c-4666-939c-eb22c6fbf01b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dee56dfb-cae2-41f9-b79a-5dd4e4a84d7f'}] {{(pid=110154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 17:45:13.493479 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0989d8f7-5fde-4921-b671-6af577e8fb94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44becd21-f671-4d27-8734-5f37fe3735cc,revision_number=None']} {{(pid=110152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:45:13.551164 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-2b91612c-9849-4133-be1c-1f5d1ebf675d admin admin] Publish callbacks [] for security_group (2d5fe211-7f6e-420b-ba8d-09ec5eba88d9), precommit_create {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:45:13.556670 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-2b91612c-9849-4133-be1c-1f5d1ebf675d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-282428'] for security_group (2d5fe211-7f6e-420b-ba8d-09ec5eba88d9), after_create {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:45:13.599504 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.db [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] For port dee56dfb-cae2-41f9-b79a-5dd4e4a84d7f, host hv-cinder-84130, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84130',level=0,port_id=dee56dfb-cae2-41f9-b79a-5dd4e4a84d7f,segment=NetworkSegment(ea3622d5-69b5-4599-877b-705151bafa66),segment_id=ea3622d5-69b5-4599-877b-705151bafa66)] {{(pid=110154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 17:45:13.605884 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1514136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781795229094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781794686082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781794686100'] for port (dee56dfb-cae2-41f9-b79a-5dd4e4a84d7f), after_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:45:13.620881 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b91612c-9849-4133-be1c-1f5d1ebf675d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d5fe211-7f6e-420b-ba8d-09ec5eba88d9,revision_number=1']} {{(pid=110152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:45:13.638757 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [None req-2b91612c-9849-4133-be1c-1f5d1ebf675d admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=51d7563e08bc47c3b4a4a75eba8146da&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4306586 May 10 17:45:13.641063 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.wsgi [-] (110152) accepted ('10.222.0.60', 38388) {{(pid=110152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 17:45:13.663328 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49446d80-1be8-4294-bd3f-0ebb3f268eee req-c186c9ec-cbdc-4896-958e-f8c96a524036 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:45:13.670591 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [req-49446d80-1be8-4294-bd3f-0ebb3f268eee req-c186c9ec-cbdc-4896-958e-f8c96a524036 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=ec9da2f35bcd444fa485c453103df5cc&device_id=c1bf8bc9-b3de-4555-8835-15dd3a89bc56 HTTP/1.1" status: 200 len: 1127 time: 0.1181486 May 10 17:45:13.685607 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Pushing event updated for resources: {'Port': ['ID=dee56dfb-cae2-41f9-b79a-5dd4e4a84d7f,revision_number=5']} {{(pid=110154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:45:13.722310 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-81712336-2a4a-48e2-b0b9-092c2a4376e0 admin admin] Publish callbacks [] for security_group (2d5fe211-7f6e-420b-ba8d-09ec5eba88d9), before_delete {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:45:13.773926 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-81712336-2a4a-48e2-b0b9-092c2a4376e0 admin admin] Publish callbacks [] for security_group (2d5fe211-7f6e-420b-ba8d-09ec5eba88d9), precommit_delete {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:45:13.860718 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-81712336-2a4a-48e2-b0b9-092c2a4376e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-282428'] for security_group (2d5fe211-7f6e-420b-ba8d-09ec5eba88d9), after_delete {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:45:13.863862 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-81712336-2a4a-48e2-b0b9-092c2a4376e0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:45:13.868288 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [None req-81712336-2a4a-48e2-b0b9-092c2a4376e0 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/2d5fe211-7f6e-420b-ba8d-09ec5eba88d9 HTTP/1.1" status: 204 len: 168 time: 0.2233577 May 10 17:45:13.877356 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81712336-2a4a-48e2-b0b9-092c2a4376e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d5fe211-7f6e-420b-ba8d-09ec5eba88d9,revision_number=None']} {{(pid=110152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:45:13.890275 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [req-4afb7c69-3035-457c-95e7-5a7c79f26f2e req-f0023400-bb2d-42fb-a359-5a3f29ab3453 tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] 10.222.0.77 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f4e017a4040d450aad862065563ea64d HTTP/1.1" status: 200 len: 379 time: 0.3464284 May 10 17:45:13.906125 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [req-8720eff2-8eea-44b1-b6ab-7d86cab5c101 req-53cc5dda-a5b0-4c92-ad12-dc5f35700282 tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] 10.222.0.77 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0461acfadf8743fdbd62a39bf3fe3e1c HTTP/1.1" status: 200 len: 380 time: 0.3587940 May 10 17:45:13.914027 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.v2.base [req-4afb7c69-3035-457c-95e7-5a7c79f26f2e req-35686b91-728e-4553-ae43-92920dbb4211 tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] Request body: {'port': {'device_id': '35dc394b-a596-4f36-89cf-f60e42d697d1', 'network_id': '5a13d84d-c9e9-413f-a254-ca6edab95c78', 'admin_state_up': True, 'tenant_id': 'f4e017a4040d450aad862065563ea64d', 'security_groups': ['2018d1cf-f495-4a64-a1af-58bf853a4546']}} {{(pid=110153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 17:45:13.957099 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81f5a9f60a7176de4ec81ee2de5d4e9bd281d17703f5d6403e6a691a644f2f07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3d333b4-8d8a-4689-afa9-ce4a17b99f4a" -d '{"events": [{"server_uuid": "acd7903d-232c-4666-939c-eb22c6fbf01b", "name": "network-vif-plugged", "status": "completed", "tag": "dee56dfb-cae2-41f9-b79a-5dd4e4a84d7f"}]}' {{(pid=110154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 17:45:13.961895 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f10beb9-06eb-47c7-992e-a35d97ccccce req-f59e0c89-006d-4f40-8401-7b22e2a130a2 tempest-DeleteServersTestJSON-636381056 tempest-DeleteServersTestJSON-636381056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:45:13.970155 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-7f10beb9-06eb-47c7-992e-a35d97ccccce req-f59e0c89-006d-4f40-8401-7b22e2a130a2 tempest-DeleteServersTestJSON-636381056 tempest-DeleteServersTestJSON-636381056-project] 10.222.0.60 "GET /v2.0/ports?device_id=acd7903d-232c-4666-939c-eb22c6fbf01b HTTP/1.1" status: 200 len: 945 time: 0.0731063 May 10 17:45:14.012345 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.v2.base [req-8720eff2-8eea-44b1-b6ab-7d86cab5c101 req-2cac74fe-198e-40e9-8ce3-cb288f4c9904 tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] Request body: {'port': {'device_id': '4006eed6-2338-46b7-9133-e5c3fdead35c', 'network_id': '4f6007aa-61b1-40c3-a8ad-7f431d419cb5', 'admin_state_up': True, 'tenant_id': '0461acfadf8743fdbd62a39bf3fe3e1c', 'security_groups': ['c42b6551-bc09-4e3b-af37-c7597825b22a']}} {{(pid=110153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 17:45:14.062163 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-7f10beb9-06eb-47c7-992e-a35d97ccccce req-cb910176-73eb-454f-b165-7b4457cfdbca tempest-DeleteServersTestJSON-636381056 tempest-DeleteServersTestJSON-636381056-project] 10.222.0.60 "GET /v2.0/security-groups?id=d3ebf738-b4c3-41d4-bb82-f79908831846&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907841 May 10 17:45:14.126766 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-259baef3-3645-4d05-8296-586100b0b1fe req-b3bb0437-4d27-49fa-b3e6-1c447851e5e8 tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] 10.222.0.60 "GET /v2.0/ports?device_id=35dc394b-a596-4f36-89cf-f60e42d697d1 HTTP/1.1" status: 200 len: 210 time: 0.0611455 May 10 17:45:14.243894 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-fdaa2992-3e8d-4904-b453-e9e95b5be802 req-291c2083-9a13-489b-8214-7eab2d69b924 tempest-VolumesNegativeTest-2103617696 tempest-VolumesNegativeTest-2103617696-project] 10.222.0.60 "GET /v2.0/ports?device_id=539078bb-d792-45a6-ab73-310f58397edc HTTP/1.1" status: 200 len: 210 time: 0.0421023 May 10 17:45:14.276658 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7ea5c0-aada-4fb3-be20-7730c79e765a req-e6270ae4-274e-4e4d-a38f-882e017baf27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:45:14.279054 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [req-ef7ea5c0-aada-4fb3-be20-7730c79e765a req-e6270ae4-274e-4e4d-a38f-882e017baf27 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=ec9da2f35bcd444fa485c453103df5cc&device_id=d577a65c-d60c-4d64-a506-89ea984fe255 HTTP/1.1" status: 200 len: 1127 time: 0.3944404 May 10 17:45:14.357905 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce7c66d-5cae-4d9b-9f7b-f34bd802582a req-34cbae86-5a94-4b24-ae23-a9b9e63250da tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:45:14.359533 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-bce7c66d-5cae-4d9b-9f7b-f34bd802582a req-34cbae86-5a94-4b24-ae23-a9b9e63250da tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] 10.222.0.60 "GET /v2.0/ports?device_id=d577a65c-d60c-4d64-a506-89ea984fe255 HTTP/1.1" status: 200 len: 943 time: 0.0562515 May 10 17:45:14.391052 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49446d80-1be8-4294-bd3f-0ebb3f268eee req-7ed6ffd8-8adb-451b-a774-1c1abb07e592 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:45:14.392896 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [req-49446d80-1be8-4294-bd3f-0ebb3f268eee req-7ed6ffd8-8adb-451b-a774-1c1abb07e592 service neutron] 10.222.0.77 "GET /v2.0/networks?id=f37a5a11-05c8-4d32-b0a0-13874a53c216 HTTP/1.1" status: 200 len: 919 time: 0.6945689 May 10 17:45:14.432691 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4afb7c69-3035-457c-95e7-5a7c79f26f2e req-35686b91-728e-4553-ae43-92920dbb4211 tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] Made reservation on behalf of f4e017a4040d450aad862065563ea64d for: {'port': 1} {{(pid=110153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 17:45:14.436424 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [req-4afb7c69-3035-457c-95e7-5a7c79f26f2e req-35686b91-728e-4553-ae43-92920dbb4211 tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1514036'] for port (None), before_create {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:45:14.454878 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8720eff2-8eea-44b1-b6ab-7d86cab5c101 req-2cac74fe-198e-40e9-8ce3-cb288f4c9904 tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] Made reservation on behalf of 0461acfadf8743fdbd62a39bf3fe3e1c for: {'port': 1} {{(pid=110153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 17:45:14.457871 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 17:45:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb59e23d-2bd5-4001-b1fe-f49739cccbcd x-openstack-request-id: req-fb59e23d-2bd5-4001-b1fe-f49739cccbcd {{(pid=110154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 17:45:14.458351 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "acd7903d-232c-4666-939c-eb22c6fbf01b", "name": "network-vif-plugged", "status": "completed", "tag": "dee56dfb-cae2-41f9-b79a-5dd4e4a84d7f", "code": 200}]} {{(pid=110154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 17:45:14.458429 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [req-8720eff2-8eea-44b1-b6ab-7d86cab5c101 req-2cac74fe-198e-40e9-8ce3-cb288f4c9904 tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1514036'] for port (None), before_create {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:45:14.458532 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-fb59e23d-2bd5-4001-b1fe-f49739cccbcd {{(pid=110154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 17:45:14.458987 dv-cinder-841302-2-iscsi neutron-server[110154]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fb59e23d-2bd5-4001-b1fe-f49739cccbcd'] response: {'server_uuid': 'acd7903d-232c-4666-939c-eb22c6fbf01b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dee56dfb-cae2-41f9-b79a-5dd4e4a84d7f', 'code': 200} May 10 17:45:14.469643 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-bce7c66d-5cae-4d9b-9f7b-f34bd802582a req-f9476d03-92f0-45d4-83f2-b69b2adee4f5 tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] 10.222.0.60 "GET /v2.0/security-groups?id=1dc31e58-b13c-4610-8a7b-a2e2a07c824b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912130 May 10 17:45:14.543566 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [req-ef7ea5c0-aada-4fb3-be20-7730c79e765a req-5daaee39-d979-401e-8321-588c37da4548 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bc6ac4c5-c4f8-4e9e-abbf-8071b383eb36 HTTP/1.1" status: 200 len: 217 time: 0.0884099 May 10 17:45:14.544566 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.wsgi [-] (110152) accepted ('10.222.0.60', 38428) {{(pid=110152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 17:45:14.565669 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-b4bfc0ba-3f9a-43e6-a3de-5ba80f7b665b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:45:14.610033 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-162484e8-6c13-48ba-881f-5b58d6466faf req-6349b5a1-d3b3-4406-bdcc-aa363f274364 tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] 10.222.0.60 "GET /v2.0/ports?device_id=4006eed6-2338-46b7-9133-e5c3fdead35c HTTP/1.1" status: 200 len: 210 time: 0.0455637 May 10 17:45:14.681023 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-b70818fa-7425-457c-bf14-88f38bfcf11b req-710c9aa6-7f0f-49c1-9689-73084f1c13b3 tempest-VolumesNegativeTest-2103617696 tempest-VolumesNegativeTest-2103617696-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=29260c09fcef4a49a7f9b244feca77cb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0411768 May 10 17:45:14.801384 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-b4bfc0ba-3f9a-43e6-a3de-5ba80f7b665b admin admin] Publish callbacks [] for security_group (1fe17b7a-3a63-4586-a16d-5d67440bc1c9), precommit_create {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:45:14.819889 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-b4bfc0ba-3f9a-43e6-a3de-5ba80f7b665b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-282428'] for security_group (1fe17b7a-3a63-4586-a16d-5d67440bc1c9), after_create {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:45:14.822560 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [req-49446d80-1be8-4294-bd3f-0ebb3f268eee req-15f46cff-b304-4224-bec2-72b4febd02f0 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=552e62e9-0e95-4838-9c01-aa3425c6c9c6 HTTP/1.1" status: 200 len: 217 time: 0.2931428 May 10 17:45:14.907814 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [None req-b4bfc0ba-3f9a-43e6-a3de-5ba80f7b665b admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=c2f517ed65594713ad605736fd204566&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3565040 May 10 17:45:14.910849 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.wsgi [-] (110152) accepted ('10.222.0.77', 63447) {{(pid=110152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 17:45:14.911188 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.wsgi [-] (110152) accepted ('10.222.0.60', 38442) {{(pid=110152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 17:45:14.948610 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70818fa-7425-457c-bf14-88f38bfcf11b req-9f839dee-1e2f-4f78-87fe-90c8831215fe tempest-VolumesNegativeTest-2103617696 tempest-VolumesNegativeTest-2103617696-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:45:14.950135 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-b70818fa-7425-457c-bf14-88f38bfcf11b req-9f839dee-1e2f-4f78-87fe-90c8831215fe tempest-VolumesNegativeTest-2103617696 tempest-VolumesNegativeTest-2103617696-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2385719 May 10 17:45:14.972926 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4bfc0ba-3f9a-43e6-a3de-5ba80f7b665b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fe17b7a-3a63-4586-a16d-5d67440bc1c9,revision_number=1']} {{(pid=110152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:45:15.018129 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49446d80-1be8-4294-bd3f-0ebb3f268eee req-729023a1-1c47-4a5a-b232-c1f30bca1d84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:45:15.019636 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [req-49446d80-1be8-4294-bd3f-0ebb3f268eee req-729023a1-1c47-4a5a-b232-c1f30bca1d84 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=cc50f2c8-8caf-42b1-b7c4-50bfe5301336 HTTP/1.1" status: 200 len: 857 time: 0.0857329 May 10 17:45:15.025401 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.v2.base [req-b70818fa-7425-457c-bf14-88f38bfcf11b req-f4446f3f-c878-468b-b320-04192768736c tempest-VolumesNegativeTest-2103617696 tempest-VolumesNegativeTest-2103617696-project] Request body: {'port': {'device_id': '539078bb-d792-45a6-ab73-310f58397edc', 'network_id': '19ce7395-3aa0-498a-b0fb-728865090dbf', 'admin_state_up': True, 'tenant_id': '29260c09fcef4a49a7f9b244feca77cb'}} {{(pid=110152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 17:45:15.142200 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f68db17-1610-4a66-8687-5ddc484bbda4 req-e049c982-90cb-44e1-b1bb-52f837fc1731 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:45:15.143960 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-9f68db17-1610-4a66-8687-5ddc484bbda4 req-e049c982-90cb-44e1-b1bb-52f837fc1731 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=acd7903d-232c-4666-939c-eb22c6fbf01b HTTP/1.1" status: 200 len: 1129 time: 0.2317986 May 10 17:45:15.183717 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [req-9f68db17-1610-4a66-8687-5ddc484bbda4 req-8f7d1bc0-96f8-4492-b090-322cd4d4d336 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:45:15.237486 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-f7bd2fee-dff8-4653-b085-97bb73b6fd30 admin admin] Publish callbacks [] for security_group (1fe17b7a-3a63-4586-a16d-5d67440bc1c9), before_delete {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:45:15.255661 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.db.db_base_plugin_common [req-4afb7c69-3035-457c-95e7-5a7c79f26f2e req-35686b91-728e-4553-ae43-92920dbb4211 tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] Allocated IP 172.20.0.12 (5a13d84d-c9e9-413f-a254-ca6edab95c78/8d05c8d5-b43f-426f-967a-5bcf2a7a77f7/6f6bce01-999d-439d-8315-53c87197c824) {{(pid=110153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 17:45:15.260732 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.rpc [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Device 552e62e9-0e95-4838-9c01-aa3425c6c9c6 details requested by agent hyperv_hv-cinder-84130 with host hv-cinder-84130 {{(pid=110154) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 17:45:15.278651 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.db.db_base_plugin_common [req-8720eff2-8eea-44b1-b6ab-7d86cab5c101 req-2cac74fe-198e-40e9-8ce3-cb288f4c9904 tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] Allocated IP 172.20.0.14 (4f6007aa-61b1-40c3-a8ad-7f431d419cb5/c13a30fd-de84-4d1b-92b1-edbd848fe110/e697d9cb-ff2b-45a4-8326-f3219cdf4121) {{(pid=110153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 17:45:15.283137 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7ea5c0-aada-4fb3-be20-7730c79e765a req-a3a43300-2eed-4487-92ff-cf1eae676d7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:45:15.285202 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [req-ef7ea5c0-aada-4fb3-be20-7730c79e765a req-a3a43300-2eed-4487-92ff-cf1eae676d7b service neutron] 10.222.0.77 "GET /v2.0/subnets?id=cc50f2c8-8caf-42b1-b7c4-50bfe5301336 HTTP/1.1" status: 200 len: 857 time: 0.4659054 May 10 17:45:15.325203 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49446d80-1be8-4294-bd3f-0ebb3f268eee req-af9a6bfe-50ee-4b84-94ab-a388fa75453e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:45:15.327794 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [req-49446d80-1be8-4294-bd3f-0ebb3f268eee req-af9a6bfe-50ee-4b84-94ab-a388fa75453e service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=f37a5a11-05c8-4d32-b0a0-13874a53c216&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2904360 May 10 17:45:15.392685 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-18893721-2024-4887-bf53-1c9fe6f96716 req-5f55592e-d020-4962-bd6c-012647e6053e tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] 10.222.0.60 "GET /v2.0/ports?device_id=35dc394b-a596-4f36-89cf-f60e42d697d1 HTTP/1.1" status: 200 len: 210 time: 0.1191390 May 10 17:45:15.469565 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.db [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] For port 552e62e9-0e95-4838-9c01-aa3425c6c9c6, host hv-cinder-84130, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84130',level=0,port_id=552e62e9-0e95-4838-9c01-aa3425c6c9c6,segment=NetworkSegment(5476eec8-6d3c-4719-9920-b0738333a1e7),segment_id=5476eec8-6d3c-4719-9920-b0738333a1e7)] {{(pid=110154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 17:45:15.473949 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [req-49446d80-1be8-4294-bd3f-0ebb3f268eee req-7f9f90c7-96de-4f1f-9b0f-a87546d1ed08 service neutron] 10.222.0.77 "GET /v2.0/networks/f37a5a11-05c8-4d32-b0a0-13874a53c216?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231327 May 10 17:45:15.482599 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467fe581-0333-46be-bd18-c48c0f1c364d req-b866eb84-36ec-458e-ba7b-00d78ef7bd53 tempest-DeleteServersTestJSON-636381056 tempest-DeleteServersTestJSON-636381056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:45:15.484341 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-467fe581-0333-46be-bd18-c48c0f1c364d req-b866eb84-36ec-458e-ba7b-00d78ef7bd53 tempest-DeleteServersTestJSON-636381056 tempest-DeleteServersTestJSON-636381056-project] 10.222.0.60 "GET /v2.0/ports?device_id=acd7903d-232c-4666-939c-eb22c6fbf01b HTTP/1.1" status: 200 len: 945 time: 0.2480061 May 10 17:45:15.494355 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.rpc [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Returning: {'device': '552e62e9-0e95-4838-9c01-aa3425c6c9c6', 'network_id': 'f37a5a11-05c8-4d32-b0a0-13874a53c216', 'port_id': '552e62e9-0e95-4838-9c01-aa3425c6c9c6', 'mac_address': 'fa:16:3e:ec:2a:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 583, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc50f2c8-8caf-42b1-b7c4-50bfe5301336', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110154) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 17:45:15.499256 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-f7bd2fee-dff8-4653-b085-97bb73b6fd30 admin admin] Publish callbacks [] for security_group (1fe17b7a-3a63-4586-a16d-5d67440bc1c9), precommit_delete {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:45:15.552306 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.plugin [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Current status of the port 552e62e9-0e95-4838-9c01-aa3425c6c9c6 is: DOWN; New status is: BUILD {{(pid=110154) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 17:45:15.552904 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1514036'] for port (552e62e9-0e95-4838-9c01-aa3425c6c9c6), before_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:45:15.567531 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.notifiers.nova [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 552e62e9-0e95-4838-9c01-aa3425c6c9c6 {{(pid=110154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 17:45:15.610089 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.db [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] For port 552e62e9-0e95-4838-9c01-aa3425c6c9c6, host hv-cinder-84130, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84130',level=0,port_id=552e62e9-0e95-4838-9c01-aa3425c6c9c6,segment=NetworkSegment(5476eec8-6d3c-4719-9920-b0738333a1e7),segment_id=5476eec8-6d3c-4719-9920-b0738333a1e7)] {{(pid=110154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 17:45:15.616336 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1514136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781795229094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781794686082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781794686100'] for port (552e62e9-0e95-4838-9c01-aa3425c6c9c6), after_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:45:15.633479 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b70818fa-7425-457c-bf14-88f38bfcf11b req-f4446f3f-c878-468b-b320-04192768736c tempest-VolumesNegativeTest-2103617696 tempest-VolumesNegativeTest-2103617696-project] Made reservation on behalf of 29260c09fcef4a49a7f9b244feca77cb for: {'port': 1} {{(pid=110152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 17:45:15.635540 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7ea5c0-aada-4fb3-be20-7730c79e765a req-7a1887bd-9ffa-4170-b928-a8b1414da258 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:45:15.637826 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [req-ef7ea5c0-aada-4fb3-be20-7730c79e765a req-7a1887bd-9ffa-4170-b928-a8b1414da258 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=f37a5a11-05c8-4d32-b0a0-13874a53c216&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3408642 May 10 17:45:15.638906 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [req-b70818fa-7425-457c-bf14-88f38bfcf11b req-f4446f3f-c878-468b-b320-04192768736c tempest-VolumesNegativeTest-2103617696 tempest-VolumesNegativeTest-2103617696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1514036'] for port (None), before_create {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:45:15.682664 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-467fe581-0333-46be-bd18-c48c0f1c364d req-45158dbc-8fa1-4761-a3ca-ef2c3249493d tempest-DeleteServersTestJSON-636381056 tempest-DeleteServersTestJSON-636381056-project] 10.222.0.60 "GET /v2.0/security-groups?id=d3ebf738-b4c3-41d4-bb82-f79908831846&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1628873 May 10 17:45:15.685230 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [req-b70818fa-7425-457c-bf14-88f38bfcf11b req-f4446f3f-c878-468b-b320-04192768736c tempest-VolumesNegativeTest-2103617696 tempest-VolumesNegativeTest-2103617696-project] Publish callbacks [] for security_group (None), before_create {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:45:15.701551 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Pushing event updated for resources: {'Port': ['ID=552e62e9-0e95-4838-9c01-aa3425c6c9c6,revision_number=4']} {{(pid=110154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:45:15.758181 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-ab293b95-98b3-4e37-8590-b1d9d3fdf14d req-9796521f-63ee-455a-9a51-5aa94eb78a79 tempest-VolumesNegativeTest-2103617696 tempest-VolumesNegativeTest-2103617696-project] 10.222.0.60 "GET /v2.0/ports?device_id=539078bb-d792-45a6-ab73-310f58397edc HTTP/1.1" status: 200 len: 210 time: 0.2442281 May 10 17:45:15.852387 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [req-9f68db17-1610-4a66-8687-5ddc484bbda4 req-8f7d1bc0-96f8-4492-b090-322cd4d4d336 service neutron] Publish callbacks [] for security_group (dec81cb0-4a3c-4733-add7-57601ef4eacd), precommit_create {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:45:15.884604 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [req-9f68db17-1610-4a66-8687-5ddc484bbda4 req-8f7d1bc0-96f8-4492-b090-322cd4d4d336 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-282428'] for security_group (dec81cb0-4a3c-4733-add7-57601ef4eacd), after_create {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:45:15.931667 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [req-49446d80-1be8-4294-bd3f-0ebb3f268eee req-55af84f2-ff02-4e06-9006-d0dc4f53355d service neutron] 10.222.0.77 "GET /v2.0/networks/f37a5a11-05c8-4d32-b0a0-13874a53c216?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4385469 May 10 17:45:15.995087 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e2fb39-4766-4d13-949c-fc23d9228bef req-dae68efa-efa9-4c11-9ee7-c7a1e13b9477 tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:45:15.996985 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-90e2fb39-4766-4d13-949c-fc23d9228bef req-dae68efa-efa9-4c11-9ee7-c7a1e13b9477 tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] 10.222.0.60 "GET /v2.0/ports?device_id=d577a65c-d60c-4d64-a506-89ea984fe255 HTTP/1.1" status: 200 len: 943 time: 0.1995795 May 10 17:45:16.004618 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-f7bd2fee-dff8-4653-b085-97bb73b6fd30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-282428'] for security_group (1fe17b7a-3a63-4586-a16d-5d67440bc1c9), after_delete {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:45:16.008337 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-f7bd2fee-dff8-4653-b085-97bb73b6fd30 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:45:16.012345 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [None req-f7bd2fee-dff8-4653-b085-97bb73b6fd30 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/1fe17b7a-3a63-4586-a16d-5d67440bc1c9 HTTP/1.1" status: 204 len: 168 time: 1.0965102 May 10 17:45:16.020673 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-9f68db17-1610-4a66-8687-5ddc484bbda4 req-8f7d1bc0-96f8-4492-b090-322cd4d4d336 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=d3ebf738-b4c3-41d4-bb82-f79908831846&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8697917 May 10 17:45:16.026468 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.db [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] get_ports_and_sgs() called for port_ids ['552e62e9-0e95-4838-9c01-aa3425c6c9c6'] {{(pid=110154) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 17:45:16.055751 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7d1bc0-96f8-4492-b090-322cd4d4d336 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=dec81cb0-4a3c-4733-add7-57601ef4eacd,revision_number=1']} {{(pid=110152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:45:16.059619 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-396088ec-d6c2-4274-a43e-51a0f7cc1785 req-15d0c2f1-3231-470f-b20f-a54787cc4fe5 tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] 10.222.0.60 "GET /v2.0/ports?device_id=4006eed6-2338-46b7-9133-e5c3fdead35c HTTP/1.1" status: 200 len: 210 time: 0.1848521 May 10 17:45:16.095125 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7bd2fee-dff8-4653-b085-97bb73b6fd30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fe17b7a-3a63-4586-a16d-5d67440bc1c9,revision_number=None']} {{(pid=110152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:45:16.126478 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [req-ef7ea5c0-aada-4fb3-be20-7730c79e765a req-01bfb4ab-988e-45dd-87a9-7fe32964b94b service neutron] 10.222.0.77 "GET /v2.0/networks/f37a5a11-05c8-4d32-b0a0-13874a53c216?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4687686 May 10 17:45:16.155303 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [req-8720eff2-8eea-44b1-b6ab-7d86cab5c101 req-2cac74fe-198e-40e9-8ce3-cb288f4c9904 tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] Publish callbacks [] for port (e697d9cb-ff2b-45a4-8326-f3219cdf4121), precommit_create {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:45:16.165952 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-90e2fb39-4766-4d13-949c-fc23d9228bef req-e751584b-51ab-4115-a922-75901802ba13 tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] 10.222.0.60 "GET /v2.0/security-groups?id=1dc31e58-b13c-4610-8a7b-a2e2a07c824b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482103 May 10 17:45:16.194124 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [req-b70818fa-7425-457c-bf14-88f38bfcf11b req-f4446f3f-c878-468b-b320-04192768736c tempest-VolumesNegativeTest-2103617696 tempest-VolumesNegativeTest-2103617696-project] Publish callbacks [] for security_group (7c0d25d5-5796-47f0-aee2-c1068583216e), precommit_create {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:45:16.208059 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [req-b70818fa-7425-457c-bf14-88f38bfcf11b req-f4446f3f-c878-468b-b320-04192768736c tempest-VolumesNegativeTest-2103617696 tempest-VolumesNegativeTest-2103617696-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-282428'] for security_group (7c0d25d5-5796-47f0-aee2-c1068583216e), after_create {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:45:16.246791 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [req-4afb7c69-3035-457c-95e7-5a7c79f26f2e req-35686b91-728e-4553-ae43-92920dbb4211 tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] Publish callbacks [] for port (6f6bce01-999d-439d-8315-53c87197c824), precommit_create {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:45:16.274510 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [req-8720eff2-8eea-44b1-b6ab-7d86cab5c101 req-2cac74fe-198e-40e9-8ce3-cb288f4c9904 tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1514136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781794686064'] for port (e697d9cb-ff2b-45a4-8326-f3219cdf4121), after_create {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:45:16.365978 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4446f3f-c878-468b-b320-04192768736c tempest-VolumesNegativeTest-2103617696 tempest-VolumesNegativeTest-2103617696-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7c0d25d5-5796-47f0-aee2-c1068583216e,revision_number=1']} {{(pid=110152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:45:16.376485 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8720eff2-8eea-44b1-b6ab-7d86cab5c101 req-2cac74fe-198e-40e9-8ce3-cb288f4c9904 tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] Network 4f6007aa-61b1-40c3-a8ad-7f431d419cb5 is already hosted by enough agents. {{(pid=110153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 17:45:16.382904 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.scheduler.base_scheduler [req-8720eff2-8eea-44b1-b6ab-7d86cab5c101 req-2cac74fe-198e-40e9-8ce3-cb288f4c9904 tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] Resources bound (agent type, host, resource id): {{(pid=110153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 17:45:16.393605 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.db.l3_dvrscheduler_db [req-8720eff2-8eea-44b1-b6ab-7d86cab5c101 req-2cac74fe-198e-40e9-8ce3-cb288f4c9904 tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] Received port after_create {{(pid=110153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 17:45:16.399906 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8720eff2-8eea-44b1-b6ab-7d86cab5c101 req-2cac74fe-198e-40e9-8ce3-cb288f4c9904 tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:45:16.403555 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [req-8720eff2-8eea-44b1-b6ab-7d86cab5c101 req-2cac74fe-198e-40e9-8ce3-cb288f4c9904 tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631615'] for port (None), before_response {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:45:16.425738 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cac74fe-198e-40e9-8ce3-cb288f4c9904 tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] Pushing event updated for resources: {'Port': ['ID=e697d9cb-ff2b-45a4-8326-f3219cdf4121,revision_number=1']} {{(pid=110153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:45:16.511748 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [req-4afb7c69-3035-457c-95e7-5a7c79f26f2e req-35686b91-728e-4553-ae43-92920dbb4211 tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1514136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781794686064'] for port (6f6bce01-999d-439d-8315-53c87197c824), after_create {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:45:16.550994 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [req-8720eff2-8eea-44b1-b6ab-7d86cab5c101 req-2cac74fe-198e-40e9-8ce3-cb288f4c9904 tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5495543 May 10 17:45:16.597326 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4afb7c69-3035-457c-95e7-5a7c79f26f2e req-35686b91-728e-4553-ae43-92920dbb4211 tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] Network 5a13d84d-c9e9-413f-a254-ca6edab95c78 is already hosted by enough agents. {{(pid=110153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 17:45:16.604860 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.scheduler.base_scheduler [req-4afb7c69-3035-457c-95e7-5a7c79f26f2e req-35686b91-728e-4553-ae43-92920dbb4211 tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] Resources bound (agent type, host, resource id): {{(pid=110153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 17:45:16.627130 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.db.l3_dvrscheduler_db [req-4afb7c69-3035-457c-95e7-5a7c79f26f2e req-35686b91-728e-4553-ae43-92920dbb4211 tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] Received port after_create {{(pid=110153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 17:45:16.633506 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afb7c69-3035-457c-95e7-5a7c79f26f2e req-35686b91-728e-4553-ae43-92920dbb4211 tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:45:16.634195 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [req-4afb7c69-3035-457c-95e7-5a7c79f26f2e req-35686b91-728e-4553-ae43-92920dbb4211 tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631615'] for port (None), before_response {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:45:16.649681 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35686b91-728e-4553-ae43-92920dbb4211 tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] Pushing event updated for resources: {'Port': ['ID=6f6bce01-999d-439d-8315-53c87197c824,revision_number=1']} {{(pid=110153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:45:16.657263 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [req-ef7ea5c0-aada-4fb3-be20-7730c79e765a req-2e17b076-ef41-4e0e-827d-1c4aed104094 service neutron] 10.222.0.77 "GET /v2.0/networks/f37a5a11-05c8-4d32-b0a0-13874a53c216?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2486269 May 10 17:45:16.672218 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [req-4afb7c69-3035-457c-95e7-5a7c79f26f2e req-35686b91-728e-4553-ae43-92920dbb4211 tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7623906 May 10 17:45:16.817916 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc2df6b-a43d-4716-86cd-b7da01e358b7 req-51589759-9933-4697-9916-a90e10762d15 tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:45:16.826697 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-9bc2df6b-a43d-4716-86cd-b7da01e358b7 req-51589759-9933-4697-9916-a90e10762d15 tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] 10.222.0.60 "GET /v2.0/ports?device_id=35dc394b-a596-4f36-89cf-f60e42d697d1 HTTP/1.1" status: 200 len: 932 time: 0.0785496 May 10 17:45:16.827225 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.db.provisioning_blocks [None req-24de7999-8ed2-43d5-b30f-92c6b705d0a6 None None] Provisioning complete for port e697d9cb-ff2b-45a4-8326-f3219cdf4121 triggered by entity DHCP. {{(pid=110154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 17:45:16.827770 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-24de7999-8ed2-43d5-b30f-92c6b705d0a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525495'] for port (e697d9cb-ff2b-45a4-8326-f3219cdf4121), provisioning_complete {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:45:16.901840 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.db.db_base_plugin_common [req-b70818fa-7425-457c-bf14-88f38bfcf11b req-f4446f3f-c878-468b-b320-04192768736c tempest-VolumesNegativeTest-2103617696 tempest-VolumesNegativeTest-2103617696-project] Allocated IP 192.168.233.113 (19ce7395-3aa0-498a-b0fb-728865090dbf/db14d72c-fe01-4289-88ca-31e6d5132681/2777dc00-4366-4f2e-8110-14038b7477ab) {{(pid=110152) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 17:45:16.931610 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.plugin [None req-24de7999-8ed2-43d5-b30f-92c6b705d0a6 None None] Port e697d9cb-ff2b-45a4-8326-f3219cdf4121 cannot update to ACTIVE because it is not bound. {{(pid=110154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 10 17:45:16.941240 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ee95ae-bb6e-48a8-918a-b325814bb024 req-b8859d5a-1948-4ae3-b3f3-8652952119d9 tempest-DeleteServersTestJSON-636381056 tempest-DeleteServersTestJSON-636381056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:45:16.943040 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-f8ee95ae-bb6e-48a8-918a-b325814bb024 req-b8859d5a-1948-4ae3-b3f3-8652952119d9 tempest-DeleteServersTestJSON-636381056 tempest-DeleteServersTestJSON-636381056-project] 10.222.0.60 "GET /v2.0/ports?device_id=acd7903d-232c-4666-939c-eb22c6fbf01b HTTP/1.1" status: 200 len: 945 time: 0.1133823 May 10 17:45:16.951908 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.wsgi [-] (110153) accepted ('10.222.0.60', 38508) {{(pid=110153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 17:45:16.975187 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-c4355ed7-c43e-40a2-90eb-91b544a751de admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:45:17.026546 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-9bc2df6b-a43d-4716-86cd-b7da01e358b7 req-337de8a3-e085-4b8b-970c-896273a2a5e9 tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] 10.222.0.60 "GET /v2.0/security-groups?id=2018d1cf-f495-4a64-a1af-58bf853a4546&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1980131 May 10 17:45:17.054386 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.db.provisioning_blocks [None req-95cb5161-eb8f-4c0a-86e7-5d23c612c8b7 None None] Provisioning complete for port 6f6bce01-999d-439d-8315-53c87197c824 triggered by entity DHCP. {{(pid=110154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 17:45:17.054954 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-95cb5161-eb8f-4c0a-86e7-5d23c612c8b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525495'] for port (6f6bce01-999d-439d-8315-53c87197c824), provisioning_complete {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:45:17.130699 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-f8ee95ae-bb6e-48a8-918a-b325814bb024 req-e09f77c6-1a7f-4d9e-88a3-a5a55112780b tempest-DeleteServersTestJSON-636381056 tempest-DeleteServersTestJSON-636381056-project] 10.222.0.60 "GET /v2.0/security-groups?id=d3ebf738-b4c3-41d4-bb82-f79908831846&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1739559 May 10 17:45:17.146348 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-c4355ed7-c43e-40a2-90eb-91b544a751de admin admin] Publish callbacks [] for security_group (54acc4b5-75c1-42c1-80c3-e3c7d68a3480), precommit_create {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:45:17.156432 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.plugin [None req-95cb5161-eb8f-4c0a-86e7-5d23c612c8b7 None None] Port 6f6bce01-999d-439d-8315-53c87197c824 cannot update to ACTIVE because it is not bound. {{(pid=110154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 10 17:45:17.159447 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.v2.base [req-8720eff2-8eea-44b1-b6ab-7d86cab5c101 req-7f0b8ace-bbfd-477e-b20b-bd3ccc425ddd service neutron] Request body: {'port': {'device_id': '4006eed6-2338-46b7-9133-e5c3fdead35c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84130'}} {{(pid=110153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 17:45:17.176233 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.v2.base [req-4afb7c69-3035-457c-95e7-5a7c79f26f2e req-b4ac9b19-62fd-484d-a3d2-043bb190e67d service neutron] Request body: {'port': {'device_id': '35dc394b-a596-4f36-89cf-f60e42d697d1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84130'}} {{(pid=110153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 17:45:17.203522 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-c4355ed7-c43e-40a2-90eb-91b544a751de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-282428'] for security_group (54acc4b5-75c1-42c1-80c3-e3c7d68a3480), after_create {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:45:17.247607 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-7375f3b3-fa93-4a80-8e56-3df35cab356a req-4af7869c-5170-488a-8f98-b652fc64125c tempest-VolumesNegativeTest-2103617696 tempest-VolumesNegativeTest-2103617696-project] 10.222.0.60 "GET /v2.0/ports?device_id=539078bb-d792-45a6-ab73-310f58397edc HTTP/1.1" status: 200 len: 210 time: 0.0580630 May 10 17:45:17.279264 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.rpc [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Device 552e62e9-0e95-4838-9c01-aa3425c6c9c6 up at agent hyperv_hv-cinder-84130 {{(pid=110154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 17:45:17.341995 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4355ed7-c43e-40a2-90eb-91b544a751de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54acc4b5-75c1-42c1-80c3-e3c7d68a3480,revision_number=1']} {{(pid=110153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:45:17.361602 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.db.provisioning_blocks [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Provisioning for port 552e62e9-0e95-4838-9c01-aa3425c6c9c6 completed by entity L2. {{(pid=110154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 10 17:45:17.368792 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [None req-c4355ed7-c43e-40a2-90eb-91b544a751de admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=4f597916bb67441e9dde61b1b5c2afc5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4156978 May 10 17:45:17.373815 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.db.provisioning_blocks [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Provisioning complete for port 552e62e9-0e95-4838-9c01-aa3425c6c9c6 triggered by entity L2. {{(pid=110154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 17:45:17.374272 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525495'] for port (552e62e9-0e95-4838-9c01-aa3425c6c9c6), provisioning_complete {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:45:17.378305 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.wsgi [-] (110153) accepted ('10.222.0.60', 38520) {{(pid=110153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 17:45:17.419979 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [req-4afb7c69-3035-457c-95e7-5a7c79f26f2e req-b4ac9b19-62fd-484d-a3d2-043bb190e67d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1514036'] for port (6f6bce01-999d-439d-8315-53c87197c824), before_update {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:45:17.424383 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [req-b70818fa-7425-457c-bf14-88f38bfcf11b req-f4446f3f-c878-468b-b320-04192768736c tempest-VolumesNegativeTest-2103617696 tempest-VolumesNegativeTest-2103617696-project] Publish callbacks [] for port (2777dc00-4366-4f2e-8110-14038b7477ab), precommit_create {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:45:17.430754 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [req-8720eff2-8eea-44b1-b6ab-7d86cab5c101 req-7f0b8ace-bbfd-477e-b20b-bd3ccc425ddd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1514036'] for port (e697d9cb-ff2b-45a4-8326-f3219cdf4121), before_update {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:45:17.454749 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba65ba92-e2a3-4db5-919c-a7b571b613d6 req-9b4d0355-2d99-4317-aeef-75992d8a23eb tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:45:17.456546 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-ba65ba92-e2a3-4db5-919c-a7b571b613d6 req-9b4d0355-2d99-4317-aeef-75992d8a23eb tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] 10.222.0.60 "GET /v2.0/ports?device_id=4006eed6-2338-46b7-9133-e5c3fdead35c HTTP/1.1" status: 200 len: 932 time: 0.2111084 May 10 17:45:17.496880 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bb9eb0-771e-4a11-a957-d38921e65ab6 req-fffacf21-02d9-4e32-9d0a-6f855976d0d9 tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:45:17.503912 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-34bb9eb0-771e-4a11-a957-d38921e65ab6 req-fffacf21-02d9-4e32-9d0a-6f855976d0d9 tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] 10.222.0.60 "GET /v2.0/ports?device_id=d577a65c-d60c-4d64-a506-89ea984fe255 HTTP/1.1" status: 200 len: 943 time: 0.1106477 May 10 17:45:17.537855 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.plugin [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Current status of the port 552e62e9-0e95-4838-9c01-aa3425c6c9c6 is: BUILD; New status is: ACTIVE {{(pid=110154) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 17:45:17.538581 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1514036'] for port (552e62e9-0e95-4838-9c01-aa3425c6c9c6), before_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:45:17.571597 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1bf8bc9-b3de-4555-8835-15dd3a89bc56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '552e62e9-0e95-4838-9c01-aa3425c6c9c6'}] {{(pid=110154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 17:45:17.577643 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81f5a9f60a7176de4ec81ee2de5d4e9bd281d17703f5d6403e6a691a644f2f07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c67e1a7-a6a2-4a74-8fd1-bd7d8d8051cb" -d '{"events": [{"server_uuid": "c1bf8bc9-b3de-4555-8835-15dd3a89bc56", "name": "network-vif-plugged", "status": "completed", "tag": "552e62e9-0e95-4838-9c01-aa3425c6c9c6"}]}' {{(pid=110154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 17:45:17.578047 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-3889b1bc-b9d0-481d-9097-71bb861b71c9 admin admin] Publish callbacks [] for security_group (54acc4b5-75c1-42c1-80c3-e3c7d68a3480), before_delete {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:45:17.586189 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-ba65ba92-e2a3-4db5-919c-a7b571b613d6 req-21d263a7-4ef3-4000-891e-8d25d434716a tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] 10.222.0.60 "GET /v2.0/security-groups?id=c42b6551-bc09-4e3b-af37-c7597825b22a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1179018 May 10 17:45:17.594854 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [req-b70818fa-7425-457c-bf14-88f38bfcf11b req-f4446f3f-c878-468b-b320-04192768736c tempest-VolumesNegativeTest-2103617696 tempest-VolumesNegativeTest-2103617696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1514136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781794686064'] for port (2777dc00-4366-4f2e-8110-14038b7477ab), after_create {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:45:17.610666 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.db [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] For port 552e62e9-0e95-4838-9c01-aa3425c6c9c6, host hv-cinder-84130, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84130',level=0,port_id=552e62e9-0e95-4838-9c01-aa3425c6c9c6,segment=NetworkSegment(5476eec8-6d3c-4719-9920-b0738333a1e7),segment_id=5476eec8-6d3c-4719-9920-b0738333a1e7)] {{(pid=110154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 17:45:17.617517 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1514136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781795229094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781794686082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781794686100'] for port (552e62e9-0e95-4838-9c01-aa3425c6c9c6), after_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:45:17.641519 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-34bb9eb0-771e-4a11-a957-d38921e65ab6 req-5f7c667e-4328-4c4f-a7d1-82965c492158 tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] 10.222.0.60 "GET /v2.0/security-groups?id=1dc31e58-b13c-4610-8a7b-a2e2a07c824b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320844 May 10 17:45:17.661895 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b70818fa-7425-457c-bf14-88f38bfcf11b req-f4446f3f-c878-468b-b320-04192768736c tempest-VolumesNegativeTest-2103617696 tempest-VolumesNegativeTest-2103617696-project] Network 19ce7395-3aa0-498a-b0fb-728865090dbf is already hosted by enough agents. {{(pid=110152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 17:45:17.663638 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.scheduler.base_scheduler [req-b70818fa-7425-457c-bf14-88f38bfcf11b req-f4446f3f-c878-468b-b320-04192768736c tempest-VolumesNegativeTest-2103617696 tempest-VolumesNegativeTest-2103617696-project] Resources bound (agent type, host, resource id): {{(pid=110152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 17:45:17.668006 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.db.l3_dvrscheduler_db [req-b70818fa-7425-457c-bf14-88f38bfcf11b req-f4446f3f-c878-468b-b320-04192768736c tempest-VolumesNegativeTest-2103617696 tempest-VolumesNegativeTest-2103617696-project] Received port after_create {{(pid=110152) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 17:45:17.674955 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70818fa-7425-457c-bf14-88f38bfcf11b req-f4446f3f-c878-468b-b320-04192768736c tempest-VolumesNegativeTest-2103617696 tempest-VolumesNegativeTest-2103617696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:45:17.675768 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [req-b70818fa-7425-457c-bf14-88f38bfcf11b req-f4446f3f-c878-468b-b320-04192768736c tempest-VolumesNegativeTest-2103617696 tempest-VolumesNegativeTest-2103617696-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631615'] for port (None), before_response {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:45:17.692263 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Pushing event updated for resources: {'Port': ['ID=552e62e9-0e95-4838-9c01-aa3425c6c9c6,revision_number=5']} {{(pid=110154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:45:17.701835 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4446f3f-c878-468b-b320-04192768736c tempest-VolumesNegativeTest-2103617696 tempest-VolumesNegativeTest-2103617696-project] Pushing event updated for resources: {'Port': ['ID=2777dc00-4366-4f2e-8110-14038b7477ab,revision_number=1']} {{(pid=110152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:45:17.712543 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-b70818fa-7425-457c-bf14-88f38bfcf11b req-f4446f3f-c878-468b-b320-04192768736c tempest-VolumesNegativeTest-2103617696 tempest-VolumesNegativeTest-2103617696-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.7360957 May 10 17:45:17.748606 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 17:45:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f2f6a58-fc43-40ba-b1bd-d9230c4c7de5 x-openstack-request-id: req-4f2f6a58-fc43-40ba-b1bd-d9230c4c7de5 {{(pid=110154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 17:45:17.749105 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1bf8bc9-b3de-4555-8835-15dd3a89bc56", "name": "network-vif-plugged", "status": "completed", "tag": "552e62e9-0e95-4838-9c01-aa3425c6c9c6", "code": 200}]} {{(pid=110154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 17:45:17.749681 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-4f2f6a58-fc43-40ba-b1bd-d9230c4c7de5 {{(pid=110154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 17:45:17.750569 dv-cinder-841302-2-iscsi neutron-server[110154]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4f2f6a58-fc43-40ba-b1bd-d9230c4c7de5'] response: {'server_uuid': 'c1bf8bc9-b3de-4555-8835-15dd3a89bc56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '552e62e9-0e95-4838-9c01-aa3425c6c9c6', 'code': 200} May 10 17:45:17.992737 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.db.provisioning_blocks [None req-4eedd540-58c3-4465-9342-bbc3661753f8 None None] Provisioning complete for port 2777dc00-4366-4f2e-8110-14038b7477ab triggered by entity DHCP. {{(pid=110154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 17:45:17.994042 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-4eedd540-58c3-4465-9342-bbc3661753f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525495'] for port (2777dc00-4366-4f2e-8110-14038b7477ab), provisioning_complete {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:45:18.036259 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.plugin [None req-4eedd540-58c3-4465-9342-bbc3661753f8 None None] Port 2777dc00-4366-4f2e-8110-14038b7477ab cannot update to ACTIVE because it is not bound. {{(pid=110154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 10 17:45:18.063467 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-3889b1bc-b9d0-481d-9097-71bb861b71c9 admin admin] Publish callbacks [] for security_group (54acc4b5-75c1-42c1-80c3-e3c7d68a3480), precommit_delete {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:45:18.186421 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8968d2-bf3a-4729-86fd-4ae80fc335a1 req-37da4c75-0121-4ae6-bfd6-4345f3729e14 tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:45:18.188160 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-6d8968d2-bf3a-4729-86fd-4ae80fc335a1 req-37da4c75-0121-4ae6-bfd6-4345f3729e14 tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] 10.222.0.60 "GET /v2.0/ports?device_id=35dc394b-a596-4f36-89cf-f60e42d697d1 HTTP/1.1" status: 200 len: 932 time: 0.0529788 May 10 17:45:18.246351 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-3889b1bc-b9d0-481d-9097-71bb861b71c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-282428'] for security_group (54acc4b5-75c1-42c1-80c3-e3c7d68a3480), after_delete {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:45:18.248861 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-3889b1bc-b9d0-481d-9097-71bb861b71c9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:45:18.250017 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [None req-3889b1bc-b9d0-481d-9097-71bb861b71c9 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/54acc4b5-75c1-42c1-80c3-e3c7d68a3480 HTTP/1.1" status: 204 len: 168 time: 0.8694892 May 10 17:45:18.278500 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3889b1bc-b9d0-481d-9097-71bb861b71c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54acc4b5-75c1-42c1-80c3-e3c7d68a3480,revision_number=None']} {{(pid=110153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:45:18.285555 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cb4a9d-fe27-4fb6-b746-171c7d2b9488 req-2b8e0a42-92be-4d2c-8f07-06e1fa8468fd tempest-DeleteServersTestJSON-636381056 tempest-DeleteServersTestJSON-636381056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:45:18.287339 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-53cb4a9d-fe27-4fb6-b746-171c7d2b9488 req-2b8e0a42-92be-4d2c-8f07-06e1fa8468fd tempest-DeleteServersTestJSON-636381056 tempest-DeleteServersTestJSON-636381056-project] 10.222.0.60 "GET /v2.0/ports?device_id=acd7903d-232c-4666-939c-eb22c6fbf01b HTTP/1.1" status: 200 len: 945 time: 0.0750151 May 10 17:45:18.293127 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-6d8968d2-bf3a-4729-86fd-4ae80fc335a1 req-27ae7add-f338-4afb-b5ab-fca01f7150da tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] 10.222.0.60 "GET /v2.0/security-groups?id=2018d1cf-f495-4a64-a1af-58bf853a4546&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0990407 May 10 17:45:18.398998 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.notifiers.nova [req-4afb7c69-3035-457c-95e7-5a7c79f26f2e req-b4ac9b19-62fd-484d-a3d2-043bb190e67d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6f6bce01-999d-439d-8315-53c87197c824 {{(pid=110153) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 17:45:18.403111 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-53cb4a9d-fe27-4fb6-b746-171c7d2b9488 req-36973c66-a669-4f75-8490-fe7b0874072a tempest-DeleteServersTestJSON-636381056 tempest-DeleteServersTestJSON-636381056-project] 10.222.0.60 "GET /v2.0/security-groups?id=d3ebf738-b4c3-41d4-bb82-f79908831846&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813272 May 10 17:45:18.410661 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.notifiers.nova [req-8720eff2-8eea-44b1-b6ab-7d86cab5c101 req-7f0b8ace-bbfd-477e-b20b-bd3ccc425ddd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e697d9cb-ff2b-45a4-8326-f3219cdf4121 {{(pid=110153) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 17:45:18.416285 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [req-4afb7c69-3035-457c-95e7-5a7c79f26f2e req-b4ac9b19-62fd-484d-a3d2-043bb190e67d service neutron] Publish callbacks [] for port (6f6bce01-999d-439d-8315-53c87197c824), precommit_update {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:45:18.422665 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [req-8720eff2-8eea-44b1-b6ab-7d86cab5c101 req-7f0b8ace-bbfd-477e-b20b-bd3ccc425ddd service neutron] Publish callbacks [] for port (e697d9cb-ff2b-45a4-8326-f3219cdf4121), precommit_update {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:45:18.440776 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.db.provisioning_blocks [req-4afb7c69-3035-457c-95e7-5a7c79f26f2e req-b4ac9b19-62fd-484d-a3d2-043bb190e67d service neutron] Transition to ACTIVE for port object 6f6bce01-999d-439d-8315-53c87197c824 will not be triggered until provisioned by entity L2. {{(pid=110153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 10 17:45:18.441806 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b268bc14-3394-4281-9060-4cbfb558728f req-573cd85a-a9fb-4c00-95e9-bf56cecde178 tempest-VolumesNegativeTest-2103617696 tempest-VolumesNegativeTest-2103617696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:45:18.443621 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.db.provisioning_blocks [req-8720eff2-8eea-44b1-b6ab-7d86cab5c101 req-7f0b8ace-bbfd-477e-b20b-bd3ccc425ddd service neutron] Transition to ACTIVE for port object e697d9cb-ff2b-45a4-8326-f3219cdf4121 will not be triggered until provisioned by entity L2. {{(pid=110153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 10 17:45:18.447632 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [req-4afb7c69-3035-457c-95e7-5a7c79f26f2e req-b4ac9b19-62fd-484d-a3d2-043bb190e67d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1514136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781795229094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781794686082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781794686100'] for port (6f6bce01-999d-439d-8315-53c87197c824), after_update {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:45:18.448480 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-b268bc14-3394-4281-9060-4cbfb558728f req-573cd85a-a9fb-4c00-95e9-bf56cecde178 tempest-VolumesNegativeTest-2103617696 tempest-VolumesNegativeTest-2103617696-project] 10.222.0.60 "GET /v2.0/ports?device_id=539078bb-d792-45a6-ab73-310f58397edc HTTP/1.1" status: 200 len: 936 time: 0.0603170 May 10 17:45:18.456488 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [req-8720eff2-8eea-44b1-b6ab-7d86cab5c101 req-7f0b8ace-bbfd-477e-b20b-bd3ccc425ddd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1514136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781795229094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781794686082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781794686100'] for port (e697d9cb-ff2b-45a4-8326-f3219cdf4121), after_update {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:45:18.516019 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-b268bc14-3394-4281-9060-4cbfb558728f req-a69d15f0-1aed-467e-ac7c-55254c388e47 tempest-VolumesNegativeTest-2103617696 tempest-VolumesNegativeTest-2103617696-project] 10.222.0.60 "GET /v2.0/security-groups?id=7c0d25d5-5796-47f0-aee2-c1068583216e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649161 May 10 17:45:18.519119 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ac9b19-62fd-484d-a3d2-043bb190e67d service neutron] Pushing event updated for resources: {'Port': ['ID=6f6bce01-999d-439d-8315-53c87197c824,revision_number=2']} {{(pid=110153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:45:18.625862 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.plugins.ml2.managers [req-4afb7c69-3035-457c-95e7-5a7c79f26f2e req-b4ac9b19-62fd-484d-a3d2-043bb190e67d service neutron] Attempting to bind port 6f6bce01-999d-439d-8315-53c87197c824 on host hv-cinder-84130 for vnic_type normal with profile {{(pid=110153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 17:45:18.626135 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.plugins.ml2.managers [req-4afb7c69-3035-457c-95e7-5a7c79f26f2e req-b4ac9b19-62fd-484d-a3d2-043bb190e67d service neutron] Attempting to bind port 6f6bce01-999d-439d-8315-53c87197c824 by drivers openvswitch,hyperv on host hv-cinder-84130 at level 0 using segments [{'id': '0faf29e6-d72c-448f-aa3a-91b840f90216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '5a13d84d-c9e9-413f-a254-ca6edab95c78'}] {{(pid=110153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 17:45:18.626402 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4afb7c69-3035-457c-95e7-5a7c79f26f2e req-b4ac9b19-62fd-484d-a3d2-043bb190e67d service neutron] Attempting to bind port 6f6bce01-999d-439d-8315-53c87197c824 on network 5a13d84d-c9e9-413f-a254-ca6edab95c78 {{(pid=110153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 17:45:18.631975 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.plugins.ml2.managers [req-8720eff2-8eea-44b1-b6ab-7d86cab5c101 req-7f0b8ace-bbfd-477e-b20b-bd3ccc425ddd service neutron] Attempting to bind port e697d9cb-ff2b-45a4-8326-f3219cdf4121 on host hv-cinder-84130 for vnic_type normal with profile {{(pid=110153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 17:45:18.632864 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.plugins.ml2.managers [req-8720eff2-8eea-44b1-b6ab-7d86cab5c101 req-7f0b8ace-bbfd-477e-b20b-bd3ccc425ddd service neutron] Attempting to bind port e697d9cb-ff2b-45a4-8326-f3219cdf4121 by drivers openvswitch,hyperv on host hv-cinder-84130 at level 0 using segments [{'id': 'd952ff82-97df-4645-95cf-8a2390e9c9b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '4f6007aa-61b1-40c3-a8ad-7f431d419cb5'}] {{(pid=110153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 17:45:18.633197 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8720eff2-8eea-44b1-b6ab-7d86cab5c101 req-7f0b8ace-bbfd-477e-b20b-bd3ccc425ddd service neutron] Attempting to bind port e697d9cb-ff2b-45a4-8326-f3219cdf4121 on network 4f6007aa-61b1-40c3-a8ad-7f431d419cb5 {{(pid=110153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 17:45:18.654662 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4afb7c69-3035-457c-95e7-5a7c79f26f2e req-b4ac9b19-62fd-484d-a3d2-043bb190e67d service neutron] Port 6f6bce01-999d-439d-8315-53c87197c824 on network 5a13d84d-c9e9-413f-a254-ca6edab95c78 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84130 {{(pid=110153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 17:45:18.654996 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4afb7c69-3035-457c-95e7-5a7c79f26f2e req-b4ac9b19-62fd-484d-a3d2-043bb190e67d service neutron] Attempting to bind port 6f6bce01-999d-439d-8315-53c87197c824 on network 5a13d84d-c9e9-413f-a254-ca6edab95c78 {{(pid=110153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 17:45:18.665150 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0b8ace-bbfd-477e-b20b-bd3ccc425ddd service neutron] Pushing event updated for resources: {'Port': ['ID=e697d9cb-ff2b-45a4-8326-f3219cdf4121,revision_number=2']} {{(pid=110153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:45:18.676146 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8720eff2-8eea-44b1-b6ab-7d86cab5c101 req-7f0b8ace-bbfd-477e-b20b-bd3ccc425ddd service neutron] Port e697d9cb-ff2b-45a4-8326-f3219cdf4121 on network 4f6007aa-61b1-40c3-a8ad-7f431d419cb5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84130 {{(pid=110153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 17:45:18.676534 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8720eff2-8eea-44b1-b6ab-7d86cab5c101 req-7f0b8ace-bbfd-477e-b20b-bd3ccc425ddd service neutron] Attempting to bind port e697d9cb-ff2b-45a4-8326-f3219cdf4121 on network 4f6007aa-61b1-40c3-a8ad-7f431d419cb5 {{(pid=110153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 17:45:18.679149 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4afb7c69-3035-457c-95e7-5a7c79f26f2e req-b4ac9b19-62fd-484d-a3d2-043bb190e67d service neutron] Checking agent: {'id': '16638279-eb91-49a3-95a5-8b540cc2f948', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84130', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 17, 42, 31), 'started_at': datetime.datetime(2022, 5, 10, 17, 42, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 17, 45, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 17:45:18.679615 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4afb7c69-3035-457c-95e7-5a7c79f26f2e req-b4ac9b19-62fd-484d-a3d2-043bb190e67d service neutron] Checking segment: {'id': '0faf29e6-d72c-448f-aa3a-91b840f90216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '5a13d84d-c9e9-413f-a254-ca6edab95c78'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 17:45:18.680128 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4afb7c69-3035-457c-95e7-5a7c79f26f2e req-b4ac9b19-62fd-484d-a3d2-043bb190e67d service neutron] Bound using segment: {'id': '0faf29e6-d72c-448f-aa3a-91b840f90216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '5a13d84d-c9e9-413f-a254-ca6edab95c78'} {{(pid=110153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 17:45:18.680606 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.plugins.ml2.managers [req-4afb7c69-3035-457c-95e7-5a7c79f26f2e req-b4ac9b19-62fd-484d-a3d2-043bb190e67d service neutron] Bound port: 6f6bce01-999d-439d-8315-53c87197c824, host: hv-cinder-84130, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0faf29e6-d72c-448f-aa3a-91b840f90216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '5a13d84d-c9e9-413f-a254-ca6edab95c78'}}] {{(pid=110153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 17:45:18.681115 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [req-4afb7c69-3035-457c-95e7-5a7c79f26f2e req-b4ac9b19-62fd-484d-a3d2-043bb190e67d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1514036'] for port (6f6bce01-999d-439d-8315-53c87197c824), before_update {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:45:18.695259 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8720eff2-8eea-44b1-b6ab-7d86cab5c101 req-7f0b8ace-bbfd-477e-b20b-bd3ccc425ddd service neutron] Checking agent: {'id': '16638279-eb91-49a3-95a5-8b540cc2f948', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84130', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 17, 42, 31), 'started_at': datetime.datetime(2022, 5, 10, 17, 42, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 17, 45, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 17:45:18.695895 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8720eff2-8eea-44b1-b6ab-7d86cab5c101 req-7f0b8ace-bbfd-477e-b20b-bd3ccc425ddd service neutron] Checking segment: {'id': 'd952ff82-97df-4645-95cf-8a2390e9c9b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '4f6007aa-61b1-40c3-a8ad-7f431d419cb5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 17:45:18.696288 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8720eff2-8eea-44b1-b6ab-7d86cab5c101 req-7f0b8ace-bbfd-477e-b20b-bd3ccc425ddd service neutron] Bound using segment: {'id': 'd952ff82-97df-4645-95cf-8a2390e9c9b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '4f6007aa-61b1-40c3-a8ad-7f431d419cb5'} {{(pid=110153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 17:45:18.696739 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.plugins.ml2.managers [req-8720eff2-8eea-44b1-b6ab-7d86cab5c101 req-7f0b8ace-bbfd-477e-b20b-bd3ccc425ddd service neutron] Bound port: e697d9cb-ff2b-45a4-8326-f3219cdf4121, host: hv-cinder-84130, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd952ff82-97df-4645-95cf-8a2390e9c9b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '4f6007aa-61b1-40c3-a8ad-7f431d419cb5'}}] {{(pid=110153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 17:45:18.697109 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [req-8720eff2-8eea-44b1-b6ab-7d86cab5c101 req-7f0b8ace-bbfd-477e-b20b-bd3ccc425ddd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1514036'] for port (e697d9cb-ff2b-45a4-8326-f3219cdf4121), before_update {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:45:18.846681 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e393c091-e4d0-4dee-82c9-a347c5331442 req-e17b6beb-4cd5-4abf-b46c-bfd5a97391e5 tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:45:18.856178 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-e393c091-e4d0-4dee-82c9-a347c5331442 req-e17b6beb-4cd5-4abf-b46c-bfd5a97391e5 tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] 10.222.0.60 "GET /v2.0/ports?device_id=4006eed6-2338-46b7-9133-e5c3fdead35c HTTP/1.1" status: 200 len: 944 time: 0.1269197 May 10 17:45:18.880220 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2654e14-c275-41b1-922a-1908898cab05 req-f5805d16-c05b-4232-af57-8b62ebb527c9 tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:45:18.881702 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-c2654e14-c275-41b1-922a-1908898cab05 req-f5805d16-c05b-4232-af57-8b62ebb527c9 tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] 10.222.0.60 "GET /v2.0/ports?device_id=d577a65c-d60c-4d64-a506-89ea984fe255 HTTP/1.1" status: 200 len: 943 time: 0.1155744 May 10 17:45:18.911042 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.plugins.ml2.db [req-4afb7c69-3035-457c-95e7-5a7c79f26f2e req-b4ac9b19-62fd-484d-a3d2-043bb190e67d service neutron] For port 6f6bce01-999d-439d-8315-53c87197c824, host hv-cinder-84130, cleared binding levels {{(pid=110153) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 17:45:18.917338 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.plugins.ml2.db [req-4afb7c69-3035-457c-95e7-5a7c79f26f2e req-b4ac9b19-62fd-484d-a3d2-043bb190e67d service neutron] For port 6f6bce01-999d-439d-8315-53c87197c824, host hv-cinder-84130, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84130',level=0,port_id=6f6bce01-999d-439d-8315-53c87197c824,segment=NetworkSegment(0faf29e6-d72c-448f-aa3a-91b840f90216),segment_id=0faf29e6-d72c-448f-aa3a-91b840f90216)] {{(pid=110153) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 17:45:18.922543 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.plugins.ml2.db [req-8720eff2-8eea-44b1-b6ab-7d86cab5c101 req-7f0b8ace-bbfd-477e-b20b-bd3ccc425ddd service neutron] For port e697d9cb-ff2b-45a4-8326-f3219cdf4121, host hv-cinder-84130, cleared binding levels {{(pid=110153) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 17:45:18.926539 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-e393c091-e4d0-4dee-82c9-a347c5331442 req-3e0035ff-2d10-467c-bd15-d009413b6e38 tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] 10.222.0.60 "GET /v2.0/security-groups?id=c42b6551-bc09-4e3b-af37-c7597825b22a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0694895 May 10 17:45:18.943952 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.plugins.ml2.db [req-8720eff2-8eea-44b1-b6ab-7d86cab5c101 req-7f0b8ace-bbfd-477e-b20b-bd3ccc425ddd service neutron] For port e697d9cb-ff2b-45a4-8326-f3219cdf4121, host hv-cinder-84130, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84130',level=0,port_id=e697d9cb-ff2b-45a4-8326-f3219cdf4121,segment=NetworkSegment(d952ff82-97df-4645-95cf-8a2390e9c9b8),segment_id=d952ff82-97df-4645-95cf-8a2390e9c9b8)] {{(pid=110153) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 17:45:18.947646 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [req-4afb7c69-3035-457c-95e7-5a7c79f26f2e req-b4ac9b19-62fd-484d-a3d2-043bb190e67d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1514136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781795229094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781794686082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781794686100'] for port (6f6bce01-999d-439d-8315-53c87197c824), after_update {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:45:18.965289 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-c2654e14-c275-41b1-922a-1908898cab05 req-c8ac458d-327e-4243-9cf6-624b29eb7958 tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] 10.222.0.60 "GET /v2.0/security-groups?id=1dc31e58-b13c-4610-8a7b-a2e2a07c824b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730340 May 10 17:45:19.018583 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [req-8720eff2-8eea-44b1-b6ab-7d86cab5c101 req-7f0b8ace-bbfd-477e-b20b-bd3ccc425ddd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1514136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781795229094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781794686082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781794686100'] for port (e697d9cb-ff2b-45a4-8326-f3219cdf4121), after_update {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:45:19.029784 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afb7c69-3035-457c-95e7-5a7c79f26f2e req-b4ac9b19-62fd-484d-a3d2-043bb190e67d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:45:19.030541 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [req-4afb7c69-3035-457c-95e7-5a7c79f26f2e req-b4ac9b19-62fd-484d-a3d2-043bb190e67d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631615'] for port (None), before_response {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:45:19.032029 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [req-4afb7c69-3035-457c-95e7-5a7c79f26f2e req-b4ac9b19-62fd-484d-a3d2-043bb190e67d service neutron] 10.222.0.77 "PUT /v2.0/ports/6f6bce01-999d-439d-8315-53c87197c824 HTTP/1.1" status: 200 len: 1094 time: 1.8815262 May 10 17:45:19.037290 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35dc394b-a596-4f36-89cf-f60e42d697d1', 'tag': '6f6bce01-999d-439d-8315-53c87197c824'}] {{(pid=110153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 17:45:19.040321 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eaab9ead4487dd9c6a2039b1a38fb17917f553062224ea878bb9a20dea692460" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32d4c189-1687-471f-8254-70065781579f" -d '{"events": [{"name": "network-changed", "server_uuid": "35dc394b-a596-4f36-89cf-f60e42d697d1", "tag": "6f6bce01-999d-439d-8315-53c87197c824"}]}' {{(pid=110153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 17:45:19.058929 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8720eff2-8eea-44b1-b6ab-7d86cab5c101 req-7f0b8ace-bbfd-477e-b20b-bd3ccc425ddd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:45:19.059720 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [req-8720eff2-8eea-44b1-b6ab-7d86cab5c101 req-7f0b8ace-bbfd-477e-b20b-bd3ccc425ddd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631615'] for port (None), before_response {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:45:19.061211 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [req-8720eff2-8eea-44b1-b6ab-7d86cab5c101 req-7f0b8ace-bbfd-477e-b20b-bd3ccc425ddd service neutron] 10.222.0.77 "PUT /v2.0/ports/e697d9cb-ff2b-45a4-8326-f3219cdf4121 HTTP/1.1" status: 200 len: 1094 time: 2.0191913 May 10 17:45:19.076294 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ac9b19-62fd-484d-a3d2-043bb190e67d service neutron] Pushing event updated for resources: {'Port': ['ID=6f6bce01-999d-439d-8315-53c87197c824,revision_number=3']} {{(pid=110153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:45:19.128297 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 17:45:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bba62cc1-6233-4f33-8baa-e4775190decd x-openstack-request-id: req-bba62cc1-6233-4f33-8baa-e4775190decd {{(pid=110153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 17:45:19.128585 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "35dc394b-a596-4f36-89cf-f60e42d697d1", "tag": "6f6bce01-999d-439d-8315-53c87197c824", "status": "completed", "code": 200}]} {{(pid=110153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 17:45:19.128891 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-bba62cc1-6233-4f33-8baa-e4775190decd {{(pid=110153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 17:45:19.129354 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bba62cc1-6233-4f33-8baa-e4775190decd'] response: {'name': 'network-changed', 'server_uuid': '35dc394b-a596-4f36-89cf-f60e42d697d1', 'tag': '6f6bce01-999d-439d-8315-53c87197c824', 'status': 'completed', 'code': 200} May 10 17:45:19.164094 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0b8ace-bbfd-477e-b20b-bd3ccc425ddd service neutron] Pushing event updated for resources: {'Port': ['ID=e697d9cb-ff2b-45a4-8326-f3219cdf4121,revision_number=3']} {{(pid=110153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:45:19.498560 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efbe372-9d43-47f2-994e-b3bea84e96f9 req-b32947e8-51d1-416e-a48e-7e5ccb0be4bd tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:45:19.509207 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-6efbe372-9d43-47f2-994e-b3bea84e96f9 req-b32947e8-51d1-416e-a48e-7e5ccb0be4bd tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] 10.222.0.60 "GET /v2.0/ports?device_id=35dc394b-a596-4f36-89cf-f60e42d697d1 HTTP/1.1" status: 200 len: 944 time: 0.0924835 May 10 17:45:19.518182 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.v2.base [req-b70818fa-7425-457c-bf14-88f38bfcf11b req-849cda8d-56ac-435b-8278-815cb4fbb9d8 service neutron] Request body: {'port': {'device_id': '539078bb-d792-45a6-ab73-310f58397edc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84130'}} {{(pid=110152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 17:45:19.614456 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [req-b70818fa-7425-457c-bf14-88f38bfcf11b req-849cda8d-56ac-435b-8278-815cb4fbb9d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1514036'] for port (2777dc00-4366-4f2e-8110-14038b7477ab), before_update {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:45:19.751083 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e46f149-1b1f-47c3-8dcf-290be2155f3c req-0525ba9f-678a-4149-8705-8d37ff716566 tempest-DeleteServersTestJSON-636381056 tempest-DeleteServersTestJSON-636381056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:45:19.752651 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-2e46f149-1b1f-47c3-8dcf-290be2155f3c req-0525ba9f-678a-4149-8705-8d37ff716566 tempest-DeleteServersTestJSON-636381056 tempest-DeleteServersTestJSON-636381056-project] 10.222.0.60 "GET /v2.0/ports?device_id=acd7903d-232c-4666-939c-eb22c6fbf01b HTTP/1.1" status: 200 len: 945 time: 0.1393919 May 10 17:45:19.806896 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-6efbe372-9d43-47f2-994e-b3bea84e96f9 req-28609bb9-673b-44b9-a9fc-bc9e993416f0 tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] 10.222.0.60 "GET /v2.0/security-groups?id=2018d1cf-f495-4a64-a1af-58bf853a4546&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2958119 May 10 17:45:19.885950 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-2e46f149-1b1f-47c3-8dcf-290be2155f3c req-2a23eada-077a-426b-a0ff-b37ece01d17b tempest-DeleteServersTestJSON-636381056 tempest-DeleteServersTestJSON-636381056-project] 10.222.0.60 "GET /v2.0/security-groups?id=d3ebf738-b4c3-41d4-bb82-f79908831846&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862141 May 10 17:45:19.969602 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db54ba2-89c8-402d-b694-120cdbd28806 req-91bd8401-291a-4cf6-884c-01c9a79fb305 tempest-VolumesNegativeTest-2103617696 tempest-VolumesNegativeTest-2103617696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:45:19.971092 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-8db54ba2-89c8-402d-b694-120cdbd28806 req-91bd8401-291a-4cf6-884c-01c9a79fb305 tempest-VolumesNegativeTest-2103617696 tempest-VolumesNegativeTest-2103617696-project] 10.222.0.60 "GET /v2.0/ports?device_id=539078bb-d792-45a6-ab73-310f58397edc HTTP/1.1" status: 200 len: 936 time: 0.0904062 May 10 17:45:20.015955 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d4c189-1687-471f-8254-70065781579f req-bd7941aa-8522-4458-a49b-974dfb5fcf03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:45:20.017669 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [req-32d4c189-1687-471f-8254-70065781579f req-bd7941aa-8522-4458-a49b-974dfb5fcf03 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=f4e017a4040d450aad862065563ea64d&device_id=35dc394b-a596-4f36-89cf-f60e42d697d1 HTTP/1.1" status: 200 len: 1128 time: 0.0556779 May 10 17:45:20.112462 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-8db54ba2-89c8-402d-b694-120cdbd28806 req-1197ed47-1bcc-4f4c-bddc-f5fffb888934 tempest-VolumesNegativeTest-2103617696 tempest-VolumesNegativeTest-2103617696-project] 10.222.0.60 "GET /v2.0/security-groups?id=7c0d25d5-5796-47f0-aee2-c1068583216e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210446 May 10 17:45:20.146577 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41d197b-d3f9-4988-9c8e-b7199ecc4889 req-836ac47d-5af4-4970-80a6-1daf831d0660 tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:45:20.154576 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-b41d197b-d3f9-4988-9c8e-b7199ecc4889 req-836ac47d-5af4-4970-80a6-1daf831d0660 tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] 10.222.0.60 "GET /v2.0/ports?device_id=4006eed6-2338-46b7-9133-e5c3fdead35c HTTP/1.1" status: 200 len: 944 time: 0.1198967 May 10 17:45:20.217015 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8720eff2-8eea-44b1-b6ab-7d86cab5c101 req-8326afcb-8a6b-49af-916e-bcef66265c34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:45:20.218559 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [req-8720eff2-8eea-44b1-b6ab-7d86cab5c101 req-8326afcb-8a6b-49af-916e-bcef66265c34 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=0461acfadf8743fdbd62a39bf3fe3e1c&device_id=4006eed6-2338-46b7-9133-e5c3fdead35c HTTP/1.1" status: 200 len: 1128 time: 0.1440089 May 10 17:45:20.250053 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.notifiers.nova [req-b70818fa-7425-457c-bf14-88f38bfcf11b req-849cda8d-56ac-435b-8278-815cb4fbb9d8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2777dc00-4366-4f2e-8110-14038b7477ab {{(pid=110152) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 17:45:20.263400 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [req-b70818fa-7425-457c-bf14-88f38bfcf11b req-849cda8d-56ac-435b-8278-815cb4fbb9d8 service neutron] Publish callbacks [] for port (2777dc00-4366-4f2e-8110-14038b7477ab), precommit_update {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:45:20.282552 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebf4600-da2c-4d74-90f1-11f7bdafeddf req-9afd5368-b14f-4fc8-b0a0-6dedf11bd02c tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:45:20.284198 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-7ebf4600-da2c-4d74-90f1-11f7bdafeddf req-9afd5368-b14f-4fc8-b0a0-6dedf11bd02c tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] 10.222.0.60 "GET /v2.0/ports?device_id=d577a65c-d60c-4d64-a506-89ea984fe255 HTTP/1.1" status: 200 len: 943 time: 0.0871789 May 10 17:45:20.302494 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-b41d197b-d3f9-4988-9c8e-b7199ecc4889 req-a71827a1-b00e-479b-b9de-08afe233edd0 tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] 10.222.0.60 "GET /v2.0/security-groups?id=c42b6551-bc09-4e3b-af37-c7597825b22a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1468699 May 10 17:45:20.308238 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.db.provisioning_blocks [req-b70818fa-7425-457c-bf14-88f38bfcf11b req-849cda8d-56ac-435b-8278-815cb4fbb9d8 service neutron] Transition to ACTIVE for port object 2777dc00-4366-4f2e-8110-14038b7477ab will not be triggered until provisioned by entity L2. {{(pid=110152) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 10 17:45:20.314067 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [req-8720eff2-8eea-44b1-b6ab-7d86cab5c101 req-0985b114-bc1a-4c74-b101-e70a31a28349 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e697d9cb-ff2b-45a4-8326-f3219cdf4121 HTTP/1.1" status: 200 len: 217 time: 0.0760493 May 10 17:45:20.338348 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [req-b70818fa-7425-457c-bf14-88f38bfcf11b req-849cda8d-56ac-435b-8278-815cb4fbb9d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1514136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781795229094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781794686082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781794686100'] for port (2777dc00-4366-4f2e-8110-14038b7477ab), after_update {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:45:20.391961 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d4c189-1687-471f-8254-70065781579f req-9a74b410-72fa-491b-9228-641edbbf136d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:45:20.393623 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [req-32d4c189-1687-471f-8254-70065781579f req-9a74b410-72fa-491b-9228-641edbbf136d service neutron] 10.222.0.77 "GET /v2.0/networks?tenant_id=f4e017a4040d450aad862065563ea64d&shared=False HTTP/1.1" status: 200 len: 916 time: 0.3035321 May 10 17:45:20.418518 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41233826-9761-4803-becc-2531ff174338 req-00724ea6-2449-4237-be9a-de96b4ad3f8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:45:20.419989 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [req-41233826-9761-4803-becc-2531ff174338 req-00724ea6-2449-4237-be9a-de96b4ad3f8b service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=c1bf8bc9-b3de-4555-8835-15dd3a89bc56 HTTP/1.1" status: 200 len: 1129 time: 0.1400225 May 10 17:45:20.436759 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-7ebf4600-da2c-4d74-90f1-11f7bdafeddf req-bfd27602-c621-47b7-a732-fb8607aaa4ad tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] 10.222.0.60 "GET /v2.0/security-groups?id=1dc31e58-b13c-4610-8a7b-a2e2a07c824b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245763 May 10 17:45:20.436759 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849cda8d-56ac-435b-8278-815cb4fbb9d8 service neutron] Pushing event updated for resources: {'Port': ['ID=2777dc00-4366-4f2e-8110-14038b7477ab,revision_number=2']} {{(pid=110152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:45:20.472697 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.plugins.ml2.managers [req-b70818fa-7425-457c-bf14-88f38bfcf11b req-849cda8d-56ac-435b-8278-815cb4fbb9d8 service neutron] Attempting to bind port 2777dc00-4366-4f2e-8110-14038b7477ab on host hv-cinder-84130 for vnic_type normal with profile {{(pid=110152) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 17:45:20.473041 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.plugins.ml2.managers [req-b70818fa-7425-457c-bf14-88f38bfcf11b req-849cda8d-56ac-435b-8278-815cb4fbb9d8 service neutron] Attempting to bind port 2777dc00-4366-4f2e-8110-14038b7477ab by drivers openvswitch,hyperv on host hv-cinder-84130 at level 0 using segments [{'id': '5b3e8bb7-3955-4a9e-a1be-e3611445c29a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '19ce7395-3aa0-498a-b0fb-728865090dbf'}] {{(pid=110152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 17:45:20.473364 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b70818fa-7425-457c-bf14-88f38bfcf11b req-849cda8d-56ac-435b-8278-815cb4fbb9d8 service neutron] Attempting to bind port 2777dc00-4366-4f2e-8110-14038b7477ab on network 19ce7395-3aa0-498a-b0fb-728865090dbf {{(pid=110152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 17:45:20.478971 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b70818fa-7425-457c-bf14-88f38bfcf11b req-849cda8d-56ac-435b-8278-815cb4fbb9d8 service neutron] Port 2777dc00-4366-4f2e-8110-14038b7477ab on network 19ce7395-3aa0-498a-b0fb-728865090dbf not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84130 {{(pid=110152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 17:45:20.479383 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b70818fa-7425-457c-bf14-88f38bfcf11b req-849cda8d-56ac-435b-8278-815cb4fbb9d8 service neutron] Attempting to bind port 2777dc00-4366-4f2e-8110-14038b7477ab on network 19ce7395-3aa0-498a-b0fb-728865090dbf {{(pid=110152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 17:45:20.485274 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b70818fa-7425-457c-bf14-88f38bfcf11b req-849cda8d-56ac-435b-8278-815cb4fbb9d8 service neutron] Checking agent: {'id': '16638279-eb91-49a3-95a5-8b540cc2f948', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84130', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 17, 42, 31), 'started_at': datetime.datetime(2022, 5, 10, 17, 42, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 17, 45, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 17:45:20.485610 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b70818fa-7425-457c-bf14-88f38bfcf11b req-849cda8d-56ac-435b-8278-815cb4fbb9d8 service neutron] Checking segment: {'id': '5b3e8bb7-3955-4a9e-a1be-e3611445c29a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '19ce7395-3aa0-498a-b0fb-728865090dbf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 17:45:20.485995 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b70818fa-7425-457c-bf14-88f38bfcf11b req-849cda8d-56ac-435b-8278-815cb4fbb9d8 service neutron] Bound using segment: {'id': '5b3e8bb7-3955-4a9e-a1be-e3611445c29a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '19ce7395-3aa0-498a-b0fb-728865090dbf'} {{(pid=110152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 17:45:20.486426 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.plugins.ml2.managers [req-b70818fa-7425-457c-bf14-88f38bfcf11b req-849cda8d-56ac-435b-8278-815cb4fbb9d8 service neutron] Bound port: 2777dc00-4366-4f2e-8110-14038b7477ab, host: hv-cinder-84130, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5b3e8bb7-3955-4a9e-a1be-e3611445c29a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '19ce7395-3aa0-498a-b0fb-728865090dbf'}}] {{(pid=110152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 17:45:20.486790 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [req-b70818fa-7425-457c-bf14-88f38bfcf11b req-849cda8d-56ac-435b-8278-815cb4fbb9d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1514036'] for port (2777dc00-4366-4f2e-8110-14038b7477ab), before_update {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:45:20.499088 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8720eff2-8eea-44b1-b6ab-7d86cab5c101 req-accc75c4-15b3-4cfa-ab46-949654f0de51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:45:20.501250 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [req-8720eff2-8eea-44b1-b6ab-7d86cab5c101 req-accc75c4-15b3-4cfa-ab46-949654f0de51 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=c13a30fd-de84-4d1b-92b1-edbd848fe110 HTTP/1.1" status: 200 len: 855 time: 0.1532395 May 10 17:45:20.574233 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.plugins.ml2.db [req-b70818fa-7425-457c-bf14-88f38bfcf11b req-849cda8d-56ac-435b-8278-815cb4fbb9d8 service neutron] For port 2777dc00-4366-4f2e-8110-14038b7477ab, host hv-cinder-84130, cleared binding levels {{(pid=110152) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 17:45:20.579595 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.plugins.ml2.db [req-b70818fa-7425-457c-bf14-88f38bfcf11b req-849cda8d-56ac-435b-8278-815cb4fbb9d8 service neutron] For port 2777dc00-4366-4f2e-8110-14038b7477ab, host hv-cinder-84130, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84130',level=0,port_id=2777dc00-4366-4f2e-8110-14038b7477ab,segment=NetworkSegment(5b3e8bb7-3955-4a9e-a1be-e3611445c29a),segment_id=5b3e8bb7-3955-4a9e-a1be-e3611445c29a)] {{(pid=110152) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 17:45:20.587326 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [req-b70818fa-7425-457c-bf14-88f38bfcf11b req-849cda8d-56ac-435b-8278-815cb4fbb9d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1514136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781795229094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781794686082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781794686100'] for port (2777dc00-4366-4f2e-8110-14038b7477ab), after_update {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:45:20.627515 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8720eff2-8eea-44b1-b6ab-7d86cab5c101 req-7803fc04-89bc-4d4f-a276-8cb8c76ee34f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:45:20.629015 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [req-8720eff2-8eea-44b1-b6ab-7d86cab5c101 req-7803fc04-89bc-4d4f-a276-8cb8c76ee34f service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=4f6007aa-61b1-40c3-a8ad-7f431d419cb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1182373 May 10 17:45:20.630819 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70818fa-7425-457c-bf14-88f38bfcf11b req-849cda8d-56ac-435b-8278-815cb4fbb9d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:45:20.631551 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [req-b70818fa-7425-457c-bf14-88f38bfcf11b req-849cda8d-56ac-435b-8278-815cb4fbb9d8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631615'] for port (None), before_response {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:45:20.633998 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-b70818fa-7425-457c-bf14-88f38bfcf11b req-849cda8d-56ac-435b-8278-815cb4fbb9d8 service neutron] 10.222.0.77 "PUT /v2.0/ports/2777dc00-4366-4f2e-8110-14038b7477ab HTTP/1.1" status: 200 len: 1098 time: 1.1209960 May 10 17:45:20.637777 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '539078bb-d792-45a6-ab73-310f58397edc', 'tag': '2777dc00-4366-4f2e-8110-14038b7477ab'}] {{(pid=110152) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 17:45:20.640368 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0e5bab204033c83635b1e14c3e3a099c647719281f8bf9f740a5b80828d0d04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a6e11bd-b9ba-41f3-ad53-c0d532d79284" -d '{"events": [{"name": "network-changed", "server_uuid": "539078bb-d792-45a6-ab73-310f58397edc", "tag": "2777dc00-4366-4f2e-8110-14038b7477ab"}]}' {{(pid=110152) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 17:45:20.678607 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [req-41233826-9761-4803-becc-2531ff174338 req-a5ae5b04-a5de-45da-b209-d4b6bd610070 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=1dc31e58-b13c-4610-8a7b-a2e2a07c824b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2472465 May 10 17:45:20.718359 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849cda8d-56ac-435b-8278-815cb4fbb9d8 service neutron] Pushing event updated for resources: {'Port': ['ID=2777dc00-4366-4f2e-8110-14038b7477ab,revision_number=3']} {{(pid=110152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:45:20.752737 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 17:45:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78aa458d-4631-4084-89c5-01971c3260d1 x-openstack-request-id: req-78aa458d-4631-4084-89c5-01971c3260d1 {{(pid=110152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 17:45:20.752737 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "539078bb-d792-45a6-ab73-310f58397edc", "tag": "2777dc00-4366-4f2e-8110-14038b7477ab", "status": "completed", "code": 200}]} {{(pid=110152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 17:45:20.752737 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-78aa458d-4631-4084-89c5-01971c3260d1 {{(pid=110152) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 17:45:20.752737 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.notifiers.nova [-] Nova event matching ['req-78aa458d-4631-4084-89c5-01971c3260d1'] response: {'name': 'network-changed', 'server_uuid': '539078bb-d792-45a6-ab73-310f58397edc', 'tag': '2777dc00-4366-4f2e-8110-14038b7477ab', 'status': 'completed', 'code': 200} May 10 17:45:20.753029 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d4c189-1687-471f-8254-70065781579f req-a3c8a211-0898-47fc-b55f-941f4b6e03dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:45:20.753029 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [req-32d4c189-1687-471f-8254-70065781579f req-a3c8a211-0898-47fc-b55f-941f4b6e03dd service neutron] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3455212 May 10 17:45:20.827981 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [req-8720eff2-8eea-44b1-b6ab-7d86cab5c101 req-343cc6d4-e81d-4c88-beff-a0639aca67f2 service neutron] 10.222.0.77 "GET /v2.0/networks/4f6007aa-61b1-40c3-a8ad-7f431d419cb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1855640 May 10 17:45:20.997489 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bda335a-9ced-4444-85da-fee34023dd91 req-40e91766-a545-4002-b0b8-0a018370fa1a tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:45:20.999120 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-9bda335a-9ced-4444-85da-fee34023dd91 req-40e91766-a545-4002-b0b8-0a018370fa1a tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] 10.222.0.60 "GET /v2.0/ports?device_id=35dc394b-a596-4f36-89cf-f60e42d697d1 HTTP/1.1" status: 200 len: 944 time: 0.0917258 May 10 17:45:21.074257 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef10841-72f5-4b69-81b6-659763232a5e req-3660dd47-f655-4b42-9637-f325b582165c tempest-DeleteServersTestJSON-636381056 tempest-DeleteServersTestJSON-636381056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:45:21.075208 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-6ef10841-72f5-4b69-81b6-659763232a5e req-3660dd47-f655-4b42-9637-f325b582165c tempest-DeleteServersTestJSON-636381056 tempest-DeleteServersTestJSON-636381056-project] 10.222.0.60 "GET /v2.0/ports?device_id=acd7903d-232c-4666-939c-eb22c6fbf01b HTTP/1.1" status: 200 len: 945 time: 0.1035247 May 10 17:45:21.091781 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-9bda335a-9ced-4444-85da-fee34023dd91 req-b4b86d24-a9d5-498c-b234-315f28063c15 tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] 10.222.0.60 "GET /v2.0/security-groups?id=2018d1cf-f495-4a64-a1af-58bf853a4546&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0713520 May 10 17:45:21.140867 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4006eed6-2338-46b7-9133-e5c3fdead35c', 'tag': 'e697d9cb-ff2b-45a4-8326-f3219cdf4121'}] {{(pid=110153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 17:45:21.143623 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-6ef10841-72f5-4b69-81b6-659763232a5e req-1756383f-2fac-4ce5-92b5-5e205e293ee2 tempest-DeleteServersTestJSON-636381056 tempest-DeleteServersTestJSON-636381056-project] 10.222.0.60 "GET /v2.0/security-groups?id=d3ebf738-b4c3-41d4-bb82-f79908831846&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573797 May 10 17:45:21.159636 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eaab9ead4487dd9c6a2039b1a38fb17917f553062224ea878bb9a20dea692460" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3595ea95-b04c-40c5-93e3-113accd750b6" -d '{"events": [{"name": "network-changed", "server_uuid": "4006eed6-2338-46b7-9133-e5c3fdead35c", "tag": "e697d9cb-ff2b-45a4-8326-f3219cdf4121"}]}' {{(pid=110153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 17:45:21.194509 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70818fa-7425-457c-bf14-88f38bfcf11b req-8e577845-fa31-433b-b627-12c6bc6ac9d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:45:21.197247 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [req-b70818fa-7425-457c-bf14-88f38bfcf11b req-8e577845-fa31-433b-b627-12c6bc6ac9d7 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=29260c09fcef4a49a7f9b244feca77cb&device_id=539078bb-d792-45a6-ab73-310f58397edc HTTP/1.1" status: 200 len: 1132 time: 0.1093857 May 10 17:45:21.264024 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 17:45:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d8e0828-acb2-47fe-bded-d6364802b2ae x-openstack-request-id: req-8d8e0828-acb2-47fe-bded-d6364802b2ae {{(pid=110153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 17:45:21.264654 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4006eed6-2338-46b7-9133-e5c3fdead35c", "tag": "e697d9cb-ff2b-45a4-8326-f3219cdf4121", "status": "completed", "code": 200}]} {{(pid=110153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 17:45:21.265143 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-8d8e0828-acb2-47fe-bded-d6364802b2ae {{(pid=110153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 17:45:21.265787 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8d8e0828-acb2-47fe-bded-d6364802b2ae'] response: {'name': 'network-changed', 'server_uuid': '4006eed6-2338-46b7-9133-e5c3fdead35c', 'tag': 'e697d9cb-ff2b-45a4-8326-f3219cdf4121', 'status': 'completed', 'code': 200} May 10 17:45:21.289531 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.rpc [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Device bc6ac4c5-c4f8-4e9e-abbf-8071b383eb36 details requested by agent hyperv_hv-cinder-84130 with host hv-cinder-84130 {{(pid=110154) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 17:45:21.303704 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [req-8720eff2-8eea-44b1-b6ab-7d86cab5c101 req-46f2a35d-26bb-468f-99a1-90f54acb7da3 service neutron] 10.222.0.77 "GET /v2.0/networks/4f6007aa-61b1-40c3-a8ad-7f431d419cb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2381546 May 10 17:45:21.303800 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd71d8a-77ca-405a-b141-932c4a2d8327 req-31b6fed0-1e6f-40d3-ab7d-e91d35c5f086 tempest-VolumesNegativeTest-2103617696 tempest-VolumesNegativeTest-2103617696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:45:21.303800 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-0cd71d8a-77ca-405a-b141-932c4a2d8327 req-31b6fed0-1e6f-40d3-ab7d-e91d35c5f086 tempest-VolumesNegativeTest-2103617696 tempest-VolumesNegativeTest-2103617696-project] 10.222.0.60 "GET /v2.0/ports?device_id=539078bb-d792-45a6-ab73-310f58397edc HTTP/1.1" status: 200 len: 948 time: 0.0956628 May 10 17:45:21.369246 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-0cd71d8a-77ca-405a-b141-932c4a2d8327 req-f2d2ee10-d4b0-4a17-bdb3-3f424d91fc91 tempest-VolumesNegativeTest-2103617696 tempest-VolumesNegativeTest-2103617696-project] 10.222.0.60 "GET /v2.0/security-groups?id=7c0d25d5-5796-47f0-aee2-c1068583216e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618217 May 10 17:45:21.468512 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.db [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] For port bc6ac4c5-c4f8-4e9e-abbf-8071b383eb36, host hv-cinder-84130, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84130',level=0,port_id=bc6ac4c5-c4f8-4e9e-abbf-8071b383eb36,segment=NetworkSegment(5476eec8-6d3c-4719-9920-b0738333a1e7),segment_id=5476eec8-6d3c-4719-9920-b0738333a1e7)] {{(pid=110154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 17:45:21.484677 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.rpc [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Returning: {'device': 'bc6ac4c5-c4f8-4e9e-abbf-8071b383eb36', 'network_id': 'f37a5a11-05c8-4d32-b0a0-13874a53c216', 'port_id': 'bc6ac4c5-c4f8-4e9e-abbf-8071b383eb36', 'mac_address': 'fa:16:3e:69:d3:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 583, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc50f2c8-8caf-42b1-b7c4-50bfe5301336', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110154) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 17:45:21.490335 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670bb4f1-41f0-4e23-9433-87ffbcffbfa2 req-faa3c090-bbd6-488d-a4b0-7ac0ea12d7c4 tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:45:21.503385 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-670bb4f1-41f0-4e23-9433-87ffbcffbfa2 req-faa3c090-bbd6-488d-a4b0-7ac0ea12d7c4 tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] 10.222.0.60 "GET /v2.0/ports?device_id=4006eed6-2338-46b7-9133-e5c3fdead35c HTTP/1.1" status: 200 len: 944 time: 0.0818322 May 10 17:45:21.544116 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.plugin [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Current status of the port bc6ac4c5-c4f8-4e9e-abbf-8071b383eb36 is: DOWN; New status is: BUILD {{(pid=110154) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 17:45:21.544846 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1514036'] for port (bc6ac4c5-c4f8-4e9e-abbf-8071b383eb36), before_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:45:21.579048 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.notifiers.nova [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bc6ac4c5-c4f8-4e9e-abbf-8071b383eb36 {{(pid=110154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 17:45:21.609307 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3a57ff-bc21-4912-aa0f-d5aa2362ec7e req-ab490ed4-010d-405c-88eb-994cbde935cb tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:45:21.617711 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-be3a57ff-bc21-4912-aa0f-d5aa2362ec7e req-ab490ed4-010d-405c-88eb-994cbde935cb tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] 10.222.0.60 "GET /v2.0/ports?device_id=d577a65c-d60c-4d64-a506-89ea984fe255 HTTP/1.1" status: 200 len: 943 time: 0.1028788 May 10 17:45:21.626434 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.db [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] For port bc6ac4c5-c4f8-4e9e-abbf-8071b383eb36, host hv-cinder-84130, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84130',level=0,port_id=bc6ac4c5-c4f8-4e9e-abbf-8071b383eb36,segment=NetworkSegment(5476eec8-6d3c-4719-9920-b0738333a1e7),segment_id=5476eec8-6d3c-4719-9920-b0738333a1e7)] {{(pid=110154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 17:45:21.635002 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1514136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781795229094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781794686082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781794686100'] for port (bc6ac4c5-c4f8-4e9e-abbf-8071b383eb36), after_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:45:21.663872 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [req-b70818fa-7425-457c-bf14-88f38bfcf11b req-345d5e06-c167-4c83-8527-d58c2f55627e service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.113&port_id=2777dc00-4366-4f2e-8110-14038b7477ab HTTP/1.1" status: 200 len: 217 time: 0.0851991 May 10 17:45:21.688710 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-670bb4f1-41f0-4e23-9433-87ffbcffbfa2 req-827a7312-c358-470e-a3ce-6afc04747741 tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] 10.222.0.60 "GET /v2.0/security-groups?id=c42b6551-bc09-4e3b-af37-c7597825b22a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1811378 May 10 17:45:21.714915 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Pushing event updated for resources: {'Port': ['ID=bc6ac4c5-c4f8-4e9e-abbf-8071b383eb36,revision_number=4']} {{(pid=110154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:45:21.746493 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-be3a57ff-bc21-4912-aa0f-d5aa2362ec7e req-e49f47b2-f213-4e62-a1aa-d1070309e124 tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] 10.222.0.60 "GET /v2.0/security-groups?id=1dc31e58-b13c-4610-8a7b-a2e2a07c824b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272814 May 10 17:45:22.212974 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db0fd7a-2fe6-48a6-93f8-9cb969c64417 req-8c7b618e-e93b-4a70-bf7d-f7a6a7e3f65c tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:45:22.214484 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-9db0fd7a-2fe6-48a6-93f8-9cb969c64417 req-8c7b618e-e93b-4a70-bf7d-f7a6a7e3f65c tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] 10.222.0.60 "GET /v2.0/ports?device_id=35dc394b-a596-4f36-89cf-f60e42d697d1 HTTP/1.1" status: 200 len: 944 time: 0.0482981 May 10 17:45:22.269971 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-9db0fd7a-2fe6-48a6-93f8-9cb969c64417 req-abe7e0e5-154b-432a-9ae1-0d1bcbe253ce tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] 10.222.0.60 "GET /v2.0/security-groups?id=2018d1cf-f495-4a64-a1af-58bf853a4546&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495830 May 10 17:45:22.334658 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.db [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] get_ports_and_sgs() called for port_ids ['bc6ac4c5-c4f8-4e9e-abbf-8071b383eb36'] {{(pid=110154) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 17:45:22.500133 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78ffa8f-8158-4836-90b3-a0d423fbf1af req-c5abcbcc-fdbf-4d0e-aba2-5de96ccfc8ad tempest-VolumesNegativeTest-2103617696 tempest-VolumesNegativeTest-2103617696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:45:22.501697 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-f78ffa8f-8158-4836-90b3-a0d423fbf1af req-c5abcbcc-fdbf-4d0e-aba2-5de96ccfc8ad tempest-VolumesNegativeTest-2103617696 tempest-VolumesNegativeTest-2103617696-project] 10.222.0.60 "GET /v2.0/ports?device_id=539078bb-d792-45a6-ab73-310f58397edc HTTP/1.1" status: 200 len: 948 time: 0.0552933 May 10 17:45:22.558392 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-f78ffa8f-8158-4836-90b3-a0d423fbf1af req-440e54c9-bba5-46ef-8a4d-853f297075a3 tempest-VolumesNegativeTest-2103617696 tempest-VolumesNegativeTest-2103617696-project] 10.222.0.60 "GET /v2.0/security-groups?id=7c0d25d5-5796-47f0-aee2-c1068583216e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484519 May 10 17:45:22.818082 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72e1c35-bee8-4e13-bfff-ce4a1117e244 req-b6c3678b-4e9b-4e92-83e5-0429c7b3d6f7 tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:45:22.819949 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-f72e1c35-bee8-4e13-bfff-ce4a1117e244 req-b6c3678b-4e9b-4e92-83e5-0429c7b3d6f7 tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] 10.222.0.60 "GET /v2.0/ports?device_id=4006eed6-2338-46b7-9133-e5c3fdead35c HTTP/1.1" status: 200 len: 944 time: 0.0524013 May 10 17:45:22.927410 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9f6249-b05a-4398-8792-ed5b0ef7f5be req-708c1758-9bcd-47c9-83a4-b9f5857d5fbd tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:45:22.932492 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-7e9f6249-b05a-4398-8792-ed5b0ef7f5be req-708c1758-9bcd-47c9-83a4-b9f5857d5fbd tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] 10.222.0.60 "GET /v2.0/ports?device_id=d577a65c-d60c-4d64-a506-89ea984fe255 HTTP/1.1" status: 200 len: 944 time: 0.0861468 May 10 17:45:22.936017 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-f72e1c35-bee8-4e13-bfff-ce4a1117e244 req-50347a61-385f-437e-be3c-d608faefc9d6 tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] 10.222.0.60 "GET /v2.0/security-groups?id=c42b6551-bc09-4e3b-af37-c7597825b22a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1088820 May 10 17:45:22.985196 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-7e9f6249-b05a-4398-8792-ed5b0ef7f5be req-c41f5955-f705-4ed5-8331-e5fafffc1e1d tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] 10.222.0.60 "GET /v2.0/security-groups?id=1dc31e58-b13c-4610-8a7b-a2e2a07c824b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438025 May 10 17:45:23.388284 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f865b8e3-8109-420a-b374-7b17aeaee941 req-8187179d-cac1-431e-b8aa-6bf2b45270e6 tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:45:23.389834 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-f865b8e3-8109-420a-b374-7b17aeaee941 req-8187179d-cac1-431e-b8aa-6bf2b45270e6 tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] 10.222.0.60 "GET /v2.0/ports?device_id=35dc394b-a596-4f36-89cf-f60e42d697d1 HTTP/1.1" status: 200 len: 944 time: 0.0485632 May 10 17:45:23.437306 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-f865b8e3-8109-420a-b374-7b17aeaee941 req-5e53c90e-afaf-4764-b5c6-2c210467fc8b tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] 10.222.0.60 "GET /v2.0/security-groups?id=2018d1cf-f495-4a64-a1af-58bf853a4546&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419190 May 10 17:45:23.680623 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce1eb26-e3a8-442d-ae8a-04ab8e13c68e req-4edd59c4-b2f1-415d-a571-ee4ccb735fe1 tempest-VolumesNegativeTest-2103617696 tempest-VolumesNegativeTest-2103617696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:45:23.681940 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-6ce1eb26-e3a8-442d-ae8a-04ab8e13c68e req-4edd59c4-b2f1-415d-a571-ee4ccb735fe1 tempest-VolumesNegativeTest-2103617696 tempest-VolumesNegativeTest-2103617696-project] 10.222.0.60 "GET /v2.0/ports?device_id=539078bb-d792-45a6-ab73-310f58397edc HTTP/1.1" status: 200 len: 948 time: 0.0521841 May 10 17:45:23.731138 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-6ce1eb26-e3a8-442d-ae8a-04ab8e13c68e req-84264ac4-d304-432b-ab58-812953917a87 tempest-VolumesNegativeTest-2103617696 tempest-VolumesNegativeTest-2103617696-project] 10.222.0.60 "GET /v2.0/security-groups?id=7c0d25d5-5796-47f0-aee2-c1068583216e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427768 May 10 17:45:24.087090 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340ba4e8-d47d-4021-8b1b-034277ffad9e req-f073541e-0b1a-4dcf-8fac-fae934a0e23b tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:45:24.094094 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-340ba4e8-d47d-4021-8b1b-034277ffad9e req-f073541e-0b1a-4dcf-8fac-fae934a0e23b tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] 10.222.0.60 "GET /v2.0/ports?device_id=4006eed6-2338-46b7-9133-e5c3fdead35c HTTP/1.1" status: 200 len: 944 time: 0.0618923 May 10 17:45:24.154782 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c718691-9b69-490c-b48b-84de951ae1bb req-7595bbaf-7ae1-4555-be4c-2cb98b52446f tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:45:24.156360 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-0c718691-9b69-490c-b48b-84de951ae1bb req-7595bbaf-7ae1-4555-be4c-2cb98b52446f tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] 10.222.0.60 "GET /v2.0/ports?device_id=d577a65c-d60c-4d64-a506-89ea984fe255 HTTP/1.1" status: 200 len: 944 time: 0.0779901 May 10 17:45:24.193869 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-340ba4e8-d47d-4021-8b1b-034277ffad9e req-1556b6b5-7ac5-4571-94d8-acdfeca01f3c tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] 10.222.0.60 "GET /v2.0/security-groups?id=c42b6551-bc09-4e3b-af37-c7597825b22a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0989299 May 10 17:45:24.227788 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-0c718691-9b69-490c-b48b-84de951ae1bb req-6545efd8-7be6-4c8e-ad8d-73bc5470b931 tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] 10.222.0.60 "GET /v2.0/security-groups?id=1dc31e58-b13c-4610-8a7b-a2e2a07c824b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651886 May 10 17:45:24.578479 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5439c6b2-a7be-4f04-b4b5-6b6bf3ae157e req-3fe8bb8a-42b7-4915-9652-39ff39f74d34 tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:45:24.580043 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-5439c6b2-a7be-4f04-b4b5-6b6bf3ae157e req-3fe8bb8a-42b7-4915-9652-39ff39f74d34 tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] 10.222.0.60 "GET /v2.0/ports?device_id=35dc394b-a596-4f36-89cf-f60e42d697d1 HTTP/1.1" status: 200 len: 944 time: 0.0660264 May 10 17:45:24.646089 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-5439c6b2-a7be-4f04-b4b5-6b6bf3ae157e req-6bd984f2-18e2-471d-ba7c-088caedcec07 tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] 10.222.0.60 "GET /v2.0/security-groups?id=2018d1cf-f495-4a64-a1af-58bf853a4546&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0593121 May 10 17:45:24.853308 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df5a788-ef30-481d-9656-b1b98ee8b375 req-00ce75c2-34ae-452f-922d-eca4ac2e6560 tempest-VolumesNegativeTest-2103617696 tempest-VolumesNegativeTest-2103617696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:45:24.854891 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-3df5a788-ef30-481d-9656-b1b98ee8b375 req-00ce75c2-34ae-452f-922d-eca4ac2e6560 tempest-VolumesNegativeTest-2103617696 tempest-VolumesNegativeTest-2103617696-project] 10.222.0.60 "GET /v2.0/ports?device_id=539078bb-d792-45a6-ab73-310f58397edc HTTP/1.1" status: 200 len: 948 time: 0.0520751 May 10 17:45:24.903668 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-3df5a788-ef30-481d-9656-b1b98ee8b375 req-3f0f041b-fa7c-4899-94e0-fd5e5bbf9bca tempest-VolumesNegativeTest-2103617696 tempest-VolumesNegativeTest-2103617696-project] 10.222.0.60 "GET /v2.0/security-groups?id=7c0d25d5-5796-47f0-aee2-c1068583216e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427761 May 10 17:45:25.344477 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60651a72-309f-4a00-9db6-80aab3edec86 req-52424092-fe15-4249-8c57-e6177dedbed9 tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:45:25.345935 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-60651a72-309f-4a00-9db6-80aab3edec86 req-52424092-fe15-4249-8c57-e6177dedbed9 tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] 10.222.0.60 "GET /v2.0/ports?device_id=4006eed6-2338-46b7-9133-e5c3fdead35c HTTP/1.1" status: 200 len: 944 time: 0.0786958 May 10 17:45:25.356887 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7284a5e4-d0ee-4797-84c9-e1eb5f901e37 req-b644a05b-2c67-4cee-8370-7b604fe6ba3c tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:45:25.358304 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-7284a5e4-d0ee-4797-84c9-e1eb5f901e37 req-b644a05b-2c67-4cee-8370-7b604fe6ba3c tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] 10.222.0.60 "GET /v2.0/ports?device_id=d577a65c-d60c-4d64-a506-89ea984fe255 HTTP/1.1" status: 200 len: 944 time: 0.0605249 May 10 17:45:25.433097 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-60651a72-309f-4a00-9db6-80aab3edec86 req-4a195548-8da9-4221-8168-ce5ee03de443 tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] 10.222.0.60 "GET /v2.0/security-groups?id=c42b6551-bc09-4e3b-af37-c7597825b22a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0738382 May 10 17:45:25.437510 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-7284a5e4-d0ee-4797-84c9-e1eb5f901e37 req-bfd9fb0b-a6b3-44f3-894b-a925b9577c99 tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] 10.222.0.60 "GET /v2.0/security-groups?id=1dc31e58-b13c-4610-8a7b-a2e2a07c824b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724792 May 10 17:45:25.772318 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07043c9d-f10b-4cbe-8e01-69787fa7ea5c req-10dcd725-5245-49fd-bfde-16a991d62002 tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:45:25.774045 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-07043c9d-f10b-4cbe-8e01-69787fa7ea5c req-10dcd725-5245-49fd-bfde-16a991d62002 tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] 10.222.0.60 "GET /v2.0/ports?device_id=35dc394b-a596-4f36-89cf-f60e42d697d1 HTTP/1.1" status: 200 len: 944 time: 0.0489707 May 10 17:45:25.827135 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-07043c9d-f10b-4cbe-8e01-69787fa7ea5c req-21e6eaec-2907-49b8-a28d-6ee8ae9aa079 tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] 10.222.0.60 "GET /v2.0/security-groups?id=2018d1cf-f495-4a64-a1af-58bf853a4546&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474136 May 10 17:45:26.016031 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c610cecb-e2fb-4030-a46e-b44d75151c2b req-7fcc70d4-6eb6-47b0-84e3-624ca2bd7ba0 tempest-VolumesNegativeTest-2103617696 tempest-VolumesNegativeTest-2103617696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:45:26.017719 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-c610cecb-e2fb-4030-a46e-b44d75151c2b req-7fcc70d4-6eb6-47b0-84e3-624ca2bd7ba0 tempest-VolumesNegativeTest-2103617696 tempest-VolumesNegativeTest-2103617696-project] 10.222.0.60 "GET /v2.0/ports?device_id=539078bb-d792-45a6-ab73-310f58397edc HTTP/1.1" status: 200 len: 948 time: 0.0467792 May 10 17:45:26.066058 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-c610cecb-e2fb-4030-a46e-b44d75151c2b req-cd6e1eb5-e028-4d0b-bdc3-e4e24dad6548 tempest-VolumesNegativeTest-2103617696 tempest-VolumesNegativeTest-2103617696-project] 10.222.0.60 "GET /v2.0/security-groups?id=7c0d25d5-5796-47f0-aee2-c1068583216e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428050 May 10 17:45:26.591841 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f485632-464d-44e9-810a-b69387630166 req-34e81a5e-08f5-4687-afad-7cd9f2912058 tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:45:26.593307 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-7f485632-464d-44e9-810a-b69387630166 req-34e81a5e-08f5-4687-afad-7cd9f2912058 tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] 10.222.0.60 "GET /v2.0/ports?device_id=d577a65c-d60c-4d64-a506-89ea984fe255 HTTP/1.1" status: 200 len: 944 time: 0.0842352 May 10 17:45:26.599197 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71d3858-d2b0-4274-8d19-cb837c74475e req-a468cced-d212-4ca8-a3e9-9dd35756d162 tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:45:26.600601 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-f71d3858-d2b0-4274-8d19-cb837c74475e req-a468cced-d212-4ca8-a3e9-9dd35756d162 tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] 10.222.0.60 "GET /v2.0/ports?device_id=4006eed6-2338-46b7-9133-e5c3fdead35c HTTP/1.1" status: 200 len: 944 time: 0.0901086 May 10 17:45:26.670587 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-7f485632-464d-44e9-810a-b69387630166 req-cf01258d-05fe-4292-8f8f-9f63aaa16912 tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] 10.222.0.60 "GET /v2.0/security-groups?id=1dc31e58-b13c-4610-8a7b-a2e2a07c824b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689740 May 10 17:45:26.674866 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-f71d3858-d2b0-4274-8d19-cb837c74475e req-cfe05e14-4feb-4799-89fc-908c36c98e6f tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] 10.222.0.60 "GET /v2.0/security-groups?id=c42b6551-bc09-4e3b-af37-c7597825b22a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0675614 May 10 17:45:26.951629 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc135dfa-d1ff-4325-8daa-fc6a256cc4fb req-4c2849ea-d271-4f15-8bce-504d2951d849 tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:45:26.953156 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-dc135dfa-d1ff-4325-8daa-fc6a256cc4fb req-4c2849ea-d271-4f15-8bce-504d2951d849 tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] 10.222.0.60 "GET /v2.0/ports?device_id=35dc394b-a596-4f36-89cf-f60e42d697d1 HTTP/1.1" status: 200 len: 944 time: 0.0600047 May 10 17:45:27.001401 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-dc135dfa-d1ff-4325-8daa-fc6a256cc4fb req-9e2612a1-4fbe-4890-9e1a-c0f7c9ab7c7c tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] 10.222.0.60 "GET /v2.0/security-groups?id=2018d1cf-f495-4a64-a1af-58bf853a4546&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425620 May 10 17:45:27.200029 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e305dc-932c-4abb-b634-4157016bdc50 req-208d6491-ccad-46c2-b1b3-784de54fdfd5 tempest-VolumesNegativeTest-2103617696 tempest-VolumesNegativeTest-2103617696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:45:27.201653 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-c4e305dc-932c-4abb-b634-4157016bdc50 req-208d6491-ccad-46c2-b1b3-784de54fdfd5 tempest-VolumesNegativeTest-2103617696 tempest-VolumesNegativeTest-2103617696-project] 10.222.0.60 "GET /v2.0/ports?device_id=539078bb-d792-45a6-ab73-310f58397edc HTTP/1.1" status: 200 len: 948 time: 0.0651698 May 10 17:45:27.261274 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-c4e305dc-932c-4abb-b634-4157016bdc50 req-f043129e-0234-488f-a763-1791bfbd7aa4 tempest-VolumesNegativeTest-2103617696 tempest-VolumesNegativeTest-2103617696-project] 10.222.0.60 "GET /v2.0/security-groups?id=7c0d25d5-5796-47f0-aee2-c1068583216e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536520 May 10 17:45:27.300963 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.rpc [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Device bc6ac4c5-c4f8-4e9e-abbf-8071b383eb36 up at agent hyperv_hv-cinder-84130 {{(pid=110154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 17:45:27.355933 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.db.provisioning_blocks [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Provisioning for port bc6ac4c5-c4f8-4e9e-abbf-8071b383eb36 completed by entity L2. {{(pid=110154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 10 17:45:27.361893 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.db.provisioning_blocks [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Provisioning complete for port bc6ac4c5-c4f8-4e9e-abbf-8071b383eb36 triggered by entity L2. {{(pid=110154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 17:45:27.362281 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525495'] for port (bc6ac4c5-c4f8-4e9e-abbf-8071b383eb36), provisioning_complete {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:45:27.440961 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.plugin [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Current status of the port bc6ac4c5-c4f8-4e9e-abbf-8071b383eb36 is: BUILD; New status is: ACTIVE {{(pid=110154) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 17:45:27.441346 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1514036'] for port (bc6ac4c5-c4f8-4e9e-abbf-8071b383eb36), before_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:45:27.464982 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd577a65c-d60c-4d64-a506-89ea984fe255', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc6ac4c5-c4f8-4e9e-abbf-8071b383eb36'}] {{(pid=110154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 17:45:27.467185 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81f5a9f60a7176de4ec81ee2de5d4e9bd281d17703f5d6403e6a691a644f2f07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70fb5326-2599-4297-9e44-1cfa1584687d" -d '{"events": [{"server_uuid": "d577a65c-d60c-4d64-a506-89ea984fe255", "name": "network-vif-plugged", "status": "completed", "tag": "bc6ac4c5-c4f8-4e9e-abbf-8071b383eb36"}]}' {{(pid=110154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 17:45:27.480751 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.db [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] For port bc6ac4c5-c4f8-4e9e-abbf-8071b383eb36, host hv-cinder-84130, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84130',level=0,port_id=bc6ac4c5-c4f8-4e9e-abbf-8071b383eb36,segment=NetworkSegment(5476eec8-6d3c-4719-9920-b0738333a1e7),segment_id=5476eec8-6d3c-4719-9920-b0738333a1e7)] {{(pid=110154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 17:45:27.485105 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1514136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781795229094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781794686082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781794686100'] for port (bc6ac4c5-c4f8-4e9e-abbf-8071b383eb36), after_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:45:27.510087 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 17:45:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e3645c6-b1ee-4048-b9d1-fb2a5363fdfa x-openstack-request-id: req-3e3645c6-b1ee-4048-b9d1-fb2a5363fdfa {{(pid=110154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 17:45:27.510375 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d577a65c-d60c-4d64-a506-89ea984fe255", "name": "network-vif-plugged", "status": "completed", "tag": "bc6ac4c5-c4f8-4e9e-abbf-8071b383eb36", "code": 200}]} {{(pid=110154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 17:45:27.510630 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-3e3645c6-b1ee-4048-b9d1-fb2a5363fdfa {{(pid=110154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 17:45:27.511025 dv-cinder-841302-2-iscsi neutron-server[110154]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3e3645c6-b1ee-4048-b9d1-fb2a5363fdfa'] response: {'server_uuid': 'd577a65c-d60c-4d64-a506-89ea984fe255', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc6ac4c5-c4f8-4e9e-abbf-8071b383eb36', 'code': 200} May 10 17:45:27.539059 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Pushing event updated for resources: {'Port': ['ID=bc6ac4c5-c4f8-4e9e-abbf-8071b383eb36,revision_number=5']} {{(pid=110154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:45:27.558777 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-64ed9485-e4ce-4bfb-863e-8ad570d1f9be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781795183391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525393'] for agent (b2ad0527-00d5-4995-bc97-ec84c4e02f0b), after_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:45:27.814488 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085b4945-27d7-4f30-8339-1363e1c9fdea req-b40867f9-ba4b-4018-9020-6e827cd266b2 tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:45:27.816339 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-085b4945-27d7-4f30-8339-1363e1c9fdea req-b40867f9-ba4b-4018-9020-6e827cd266b2 tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] 10.222.0.60 "GET /v2.0/ports?device_id=d577a65c-d60c-4d64-a506-89ea984fe255 HTTP/1.1" status: 200 len: 945 time: 0.0786548 May 10 17:45:27.847317 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4c0d0f-8ff5-4c87-ab1f-7602fe8249f4 req-bca502bb-f107-4ccd-a0a2-c4a4b429f33e tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:45:27.848870 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-fe4c0d0f-8ff5-4c87-ab1f-7602fe8249f4 req-bca502bb-f107-4ccd-a0a2-c4a4b429f33e tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] 10.222.0.60 "GET /v2.0/ports?device_id=4006eed6-2338-46b7-9133-e5c3fdead35c HTTP/1.1" status: 200 len: 944 time: 0.0802398 May 10 17:45:27.907890 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-085b4945-27d7-4f30-8339-1363e1c9fdea req-b1b11194-657e-4958-8fd9-7c022c4da9c0 tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] 10.222.0.60 "GET /v2.0/security-groups?id=1dc31e58-b13c-4610-8a7b-a2e2a07c824b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779397 May 10 17:45:27.935078 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-fe4c0d0f-8ff5-4c87-ab1f-7602fe8249f4 req-ea5b6dd4-4986-4dc3-b82f-4693c188f7eb tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] 10.222.0.60 "GET /v2.0/security-groups?id=c42b6551-bc09-4e3b-af37-c7597825b22a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0770669 May 10 17:45:28.047631 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afb7c69-3035-457c-95e7-5a7c79f26f2e req-709d28b6-25ce-402b-b6e7-366c92c4041e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:45:28.049175 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [req-4afb7c69-3035-457c-95e7-5a7c79f26f2e req-709d28b6-25ce-402b-b6e7-366c92c4041e service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=f4e017a4040d450aad862065563ea64d&device_id=35dc394b-a596-4f36-89cf-f60e42d697d1 HTTP/1.1" status: 200 len: 1128 time: 0.0404646 May 10 17:45:28.121029 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f526e9d-920e-4937-b93c-01c7b63ae704 req-f5407981-2798-4a7a-a839-4d6f5b757db3 tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:45:28.122589 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-8f526e9d-920e-4937-b93c-01c7b63ae704 req-f5407981-2798-4a7a-a839-4d6f5b757db3 tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] 10.222.0.60 "GET /v2.0/ports?device_id=35dc394b-a596-4f36-89cf-f60e42d697d1 HTTP/1.1" status: 200 len: 944 time: 0.0485442 May 10 17:45:28.180643 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-8f526e9d-920e-4937-b93c-01c7b63ae704 req-c1beb76e-7b24-46c2-af33-76d3a015d963 tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] 10.222.0.60 "GET /v2.0/security-groups?id=2018d1cf-f495-4a64-a1af-58bf853a4546&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509317 May 10 17:45:28.350294 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [req-4afb7c69-3035-457c-95e7-5a7c79f26f2e req-4c18f8fa-b983-435b-9c51-b947919d30af service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6f6bce01-999d-439d-8315-53c87197c824 HTTP/1.1" status: 200 len: 217 time: 0.0422707 May 10 17:45:28.368073 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3595ea95-b04c-40c5-93e3-113accd750b6 req-bac34a58-9679-4600-b127-9e932a59fe01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:45:28.369497 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [req-3595ea95-b04c-40c5-93e3-113accd750b6 req-bac34a58-9679-4600-b127-9e932a59fe01 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=0461acfadf8743fdbd62a39bf3fe3e1c&device_id=4006eed6-2338-46b7-9133-e5c3fdead35c HTTP/1.1" status: 200 len: 1128 time: 0.1104677 May 10 17:45:28.378213 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70818fa-7425-457c-bf14-88f38bfcf11b req-cab9c7ff-d800-48a7-a466-c1dc91175b83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:45:28.379732 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [req-b70818fa-7425-457c-bf14-88f38bfcf11b req-cab9c7ff-d800-48a7-a466-c1dc91175b83 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=db14d72c-fe01-4289-88ca-31e6d5132681 HTTP/1.1" status: 200 len: 843 time: 0.1699290 May 10 17:45:28.408015 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c303af-c271-4512-889f-ec316dee8722 req-b10fb8da-7f00-4ad6-8515-1b7bc00ec72d tempest-VolumesNegativeTest-2103617696 tempest-VolumesNegativeTest-2103617696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:45:28.418775 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-60c303af-c271-4512-889f-ec316dee8722 req-b10fb8da-7f00-4ad6-8515-1b7bc00ec72d tempest-VolumesNegativeTest-2103617696 tempest-VolumesNegativeTest-2103617696-project] 10.222.0.60 "GET /v2.0/ports?device_id=539078bb-d792-45a6-ab73-310f58397edc HTTP/1.1" status: 200 len: 948 time: 0.0718770 May 10 17:45:28.471918 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-60c303af-c271-4512-889f-ec316dee8722 req-6d3541fc-e402-4c03-ac7d-7fe6b9e8f4d8 tempest-VolumesNegativeTest-2103617696 tempest-VolumesNegativeTest-2103617696-project] 10.222.0.60 "GET /v2.0/security-groups?id=7c0d25d5-5796-47f0-aee2-c1068583216e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507903 May 10 17:45:28.745561 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.wsgi [-] (110153) accepted ('10.222.0.60', 38860) {{(pid=110153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 17:45:28.888684 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-b416bc76-1b21-4162-a54f-60ba2977088f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:45:29.093694 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afb7c69-3035-457c-95e7-5a7c79f26f2e req-f54a6557-e498-4b1a-a9ed-9b29090e50b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:45:29.095301 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [req-4afb7c69-3035-457c-95e7-5a7c79f26f2e req-f54a6557-e498-4b1a-a9ed-9b29090e50b3 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=8d05c8d5-b43f-426f-967a-5bcf2a7a77f7 HTTP/1.1" status: 200 len: 854 time: 0.1905701 May 10 17:45:29.095634 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6ceb8a-43d6-4ee4-a99b-73c61caa0f39 req-93840f39-810c-4edc-833c-b311ad4a5fbe tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:45:29.099701 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-4a6ceb8a-43d6-4ee4-a99b-73c61caa0f39 req-93840f39-810c-4edc-833c-b311ad4a5fbe tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] 10.222.0.60 "GET /v2.0/ports?device_id=d577a65c-d60c-4d64-a506-89ea984fe255 HTTP/1.1" status: 200 len: 945 time: 0.0761106 May 10 17:45:29.100011 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70818fa-7425-457c-bf14-88f38bfcf11b req-8f06c31e-426e-462d-999b-b54369ee8a8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:45:29.102397 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [req-b70818fa-7425-457c-bf14-88f38bfcf11b req-8f06c31e-426e-462d-999b-b54369ee8a8d service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=19ce7395-3aa0-498a-b0fb-728865090dbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.1701801 May 10 17:45:29.147235 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3595ea95-b04c-40c5-93e3-113accd750b6 req-6c0e828d-6d1e-4ad0-877f-99d4e5216001 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:45:29.150203 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [req-3595ea95-b04c-40c5-93e3-113accd750b6 req-6c0e828d-6d1e-4ad0-877f-99d4e5216001 service neutron] 10.222.0.77 "GET /v2.0/networks?id=4f6007aa-61b1-40c3-a8ad-7f431d419cb5 HTTP/1.1" status: 200 len: 917 time: 0.2444119 May 10 17:45:29.173395 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-4a6ceb8a-43d6-4ee4-a99b-73c61caa0f39 req-63c3a0c8-3a15-446b-952f-0d93806e61c4 tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] 10.222.0.60 "GET /v2.0/security-groups?id=1dc31e58-b13c-4610-8a7b-a2e2a07c824b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626287 May 10 17:45:29.189747 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-b416bc76-1b21-4162-a54f-60ba2977088f admin admin] Publish callbacks [] for security_group (bea3f142-03df-4961-9668-9f0652c04a0a), precommit_create {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:45:29.205763 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-b416bc76-1b21-4162-a54f-60ba2977088f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-282428'] for security_group (bea3f142-03df-4961-9668-9f0652c04a0a), after_create {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:45:29.256377 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [None req-b416bc76-1b21-4162-a54f-60ba2977088f admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=d15b45009883457bbb68fb44cc884813&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5084918 May 10 17:45:29.261767 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.wsgi [-] (110152) accepted ('10.222.0.60', 38886) {{(pid=110152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 17:45:29.265856 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b416bc76-1b21-4162-a54f-60ba2977088f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bea3f142-03df-4961-9668-9f0652c04a0a,revision_number=1']} {{(pid=110153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:45:29.295081 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.rpc [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Device e697d9cb-ff2b-45a4-8326-f3219cdf4121 details requested by agent hyperv_hv-cinder-84130 with host hv-cinder-84130 {{(pid=110154) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 17:45:29.468974 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [req-3595ea95-b04c-40c5-93e3-113accd750b6 req-6f593fe7-f1cc-4eb7-86f7-cd28e24b482e service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e697d9cb-ff2b-45a4-8326-f3219cdf4121 HTTP/1.1" status: 200 len: 217 time: 0.2060091 May 10 17:45:29.536853 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [req-b70818fa-7425-457c-bf14-88f38bfcf11b req-8e4c5cc0-b504-4538-aead-12f41096ea26 service neutron] 10.222.0.77 "GET /v2.0/networks/19ce7395-3aa0-498a-b0fb-728865090dbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2718229 May 10 17:45:29.537746 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.wsgi [-] (110153) accepted ('10.222.0.60', 38896) {{(pid=110153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 17:45:29.542711 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.db [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] For port e697d9cb-ff2b-45a4-8326-f3219cdf4121, host hv-cinder-84130, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84130',level=0,port_id=e697d9cb-ff2b-45a4-8326-f3219cdf4121,segment=NetworkSegment(d952ff82-97df-4645-95cf-8a2390e9c9b8),segment_id=d952ff82-97df-4645-95cf-8a2390e9c9b8)] {{(pid=110154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 17:45:29.545870 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785e6b2d-5597-480a-8cc9-f2c28f04842a req-2b163c83-d79d-4c44-afb3-aa70daa70210 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:45:29.552910 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-785e6b2d-5597-480a-8cc9-f2c28f04842a req-2b163c83-d79d-4c44-afb3-aa70daa70210 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=d577a65c-d60c-4d64-a506-89ea984fe255 HTTP/1.1" status: 200 len: 1129 time: 0.3054626 May 10 17:45:29.565669 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afb7c69-3035-457c-95e7-5a7c79f26f2e req-3b82ad7a-3a3e-420c-979d-9cf52ffa9bee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:45:29.568291 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [req-4afb7c69-3035-457c-95e7-5a7c79f26f2e req-3b82ad7a-3a3e-420c-979d-9cf52ffa9bee service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=5a13d84d-c9e9-413f-a254-ca6edab95c78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3040931 May 10 17:45:29.568786 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.rpc [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Returning: {'device': 'e697d9cb-ff2b-45a4-8326-f3219cdf4121', 'network_id': '4f6007aa-61b1-40c3-a8ad-7f431d419cb5', 'port_id': 'e697d9cb-ff2b-45a4-8326-f3219cdf4121', 'mac_address': 'fa:16:3e:79:fa:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 554, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c13a30fd-de84-4d1b-92b1-edbd848fe110', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110154) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 17:45:29.614700 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1a9855-e26a-40ed-b44f-ee21ca38091b req-43ea8654-ea62-41e6-9b2f-e46c2105a07e tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:45:29.619440 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-fd1a9855-e26a-40ed-b44f-ee21ca38091b req-43ea8654-ea62-41e6-9b2f-e46c2105a07e tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] 10.222.0.60 "GET /v2.0/ports?device_id=4006eed6-2338-46b7-9133-e5c3fdead35c HTTP/1.1" status: 200 len: 944 time: 0.2643485 May 10 17:45:29.628480 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.plugin [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Current status of the port e697d9cb-ff2b-45a4-8326-f3219cdf4121 is: DOWN; New status is: BUILD {{(pid=110154) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 17:45:29.629173 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1514036'] for port (e697d9cb-ff2b-45a4-8326-f3219cdf4121), before_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:45:29.642372 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-3c02c372-8d90-47a1-b070-33453acb5d94 admin admin] Publish callbacks [] for security_group (bea3f142-03df-4961-9668-9f0652c04a0a), before_delete {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:45:29.646924 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.notifiers.nova [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e697d9cb-ff2b-45a4-8326-f3219cdf4121 {{(pid=110154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 17:45:29.672658 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.db [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] For port e697d9cb-ff2b-45a4-8326-f3219cdf4121, host hv-cinder-84130, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84130',level=0,port_id=e697d9cb-ff2b-45a4-8326-f3219cdf4121,segment=NetworkSegment(d952ff82-97df-4645-95cf-8a2390e9c9b8),segment_id=d952ff82-97df-4645-95cf-8a2390e9c9b8)] {{(pid=110154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 17:45:29.678218 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1514136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781795229094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781794686082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781794686100'] for port (e697d9cb-ff2b-45a4-8326-f3219cdf4121), after_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:45:29.778780 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Pushing event updated for resources: {'Port': ['ID=e697d9cb-ff2b-45a4-8326-f3219cdf4121,revision_number=4']} {{(pid=110154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:45:29.828538 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-3c02c372-8d90-47a1-b070-33453acb5d94 admin admin] Publish callbacks [] for security_group (bea3f142-03df-4961-9668-9f0652c04a0a), precommit_delete {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:45:29.884180 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-fd1a9855-e26a-40ed-b44f-ee21ca38091b req-034454ac-c3ed-432f-8036-cff2a77d361b tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] 10.222.0.60 "GET /v2.0/security-groups?id=c42b6551-bc09-4e3b-af37-c7597825b22a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2497289 May 10 17:45:29.961918 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-f10fa976-4499-423f-9f9b-0c5ae943c9b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781795183391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525393'] for agent (eaac381b-e402-41c3-a8e6-8f962681d3e6), after_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:45:29.980714 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-785e6b2d-5597-480a-8cc9-f2c28f04842a req-d18c3dbc-23a7-488e-b215-b1523b94e691 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=1dc31e58-b13c-4610-8a7b-a2e2a07c824b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1633649 May 10 17:45:29.987903 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de80650-7571-4fc4-b090-69e7db42f3f7 req-f12262d8-0066-47ab-9ccf-8b51e300e551 tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:45:29.989777 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-5de80650-7571-4fc4-b090-69e7db42f3f7 req-f12262d8-0066-47ab-9ccf-8b51e300e551 tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] 10.222.0.60 "GET /v2.0/ports?device_id=35dc394b-a596-4f36-89cf-f60e42d697d1 HTTP/1.1" status: 200 len: 944 time: 0.1101148 May 10 17:45:30.082942 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-3c02c372-8d90-47a1-b070-33453acb5d94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-282428'] for security_group (bea3f142-03df-4961-9668-9f0652c04a0a), after_delete {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:45:30.082942 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-3c02c372-8d90-47a1-b070-33453acb5d94 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:45:30.082942 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [None req-3c02c372-8d90-47a1-b070-33453acb5d94 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/bea3f142-03df-4961-9668-9f0652c04a0a HTTP/1.1" status: 204 len: 168 time: 0.8193631 May 10 17:45:30.094767 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c02c372-8d90-47a1-b070-33453acb5d94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bea3f142-03df-4961-9668-9f0652c04a0a,revision_number=None']} {{(pid=110152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:45:30.102252 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b70ea0-2b5f-4a37-a2bd-814ef5f84876 req-99882716-4101-42e6-937e-d1186831ebbe tempest-VolumesNegativeTest-2103617696 tempest-VolumesNegativeTest-2103617696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:45:30.111484 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-39b70ea0-2b5f-4a37-a2bd-814ef5f84876 req-99882716-4101-42e6-937e-d1186831ebbe tempest-VolumesNegativeTest-2103617696 tempest-VolumesNegativeTest-2103617696-project] 10.222.0.60 "GET /v2.0/ports?device_id=539078bb-d792-45a6-ab73-310f58397edc HTTP/1.1" status: 200 len: 948 time: 0.0955999 May 10 17:45:30.151545 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-12660df8-8c4b-4a79-9948-5c3aa7bb547b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:45:30.168009 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3595ea95-b04c-40c5-93e3-113accd750b6 req-d6c7013e-4e62-46ea-9838-f31b8d268e58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:45:30.169540 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [req-3595ea95-b04c-40c5-93e3-113accd750b6 req-d6c7013e-4e62-46ea-9838-f31b8d268e58 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=c13a30fd-de84-4d1b-92b1-edbd848fe110 HTTP/1.1" status: 200 len: 855 time: 0.6906698 May 10 17:45:30.176057 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.db [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] get_ports_and_sgs() called for port_ids ['e697d9cb-ff2b-45a4-8326-f3219cdf4121'] {{(pid=110154) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 17:45:30.291760 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [req-b70818fa-7425-457c-bf14-88f38bfcf11b req-f273133c-50ff-4cdc-8e7d-e307f9774e8e service neutron] 10.222.0.77 "GET /v2.0/networks/19ce7395-3aa0-498a-b0fb-728865090dbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7085147 May 10 17:45:30.365935 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [req-4afb7c69-3035-457c-95e7-5a7c79f26f2e req-b5ca70c8-8d2c-458b-9d48-d883139d24f9 service neutron] 10.222.0.77 "GET /v2.0/networks/5a13d84d-c9e9-413f-a254-ca6edab95c78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3055708 May 10 17:45:30.411028 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-39b70ea0-2b5f-4a37-a2bd-814ef5f84876 req-bb7432f4-b3e3-49c8-8c4d-f7264103916a tempest-VolumesNegativeTest-2103617696 tempest-VolumesNegativeTest-2103617696-project] 10.222.0.60 "GET /v2.0/security-groups?id=7c0d25d5-5796-47f0-aee2-c1068583216e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2985339 May 10 17:45:30.412206 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-12660df8-8c4b-4a79-9948-5c3aa7bb547b admin admin] Publish callbacks [] for security_group (73b8df42-f568-4927-a24c-d438aac6a881), precommit_create {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:45:30.414822 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-5de80650-7571-4fc4-b090-69e7db42f3f7 req-c60d976a-d910-424f-a6a9-903789cf88e6 tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] 10.222.0.60 "GET /v2.0/security-groups?id=2018d1cf-f495-4a64-a1af-58bf853a4546&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4145501 May 10 17:45:30.421759 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-12660df8-8c4b-4a79-9948-5c3aa7bb547b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-282428'] for security_group (73b8df42-f568-4927-a24c-d438aac6a881), after_create {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:45:30.495337 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [None req-12660df8-8c4b-4a79-9948-5c3aa7bb547b admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=12474ee1b75843579beb208a0136fe64&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9247055 May 10 17:45:30.496395 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.wsgi [-] (110153) accepted ('10.222.0.60', 38922) {{(pid=110153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 17:45:30.506282 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12660df8-8c4b-4a79-9948-5c3aa7bb547b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73b8df42-f568-4927-a24c-d438aac6a881,revision_number=1']} {{(pid=110153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:45:30.545360 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12660df8-8c4b-4a79-9948-5c3aa7bb547b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:45:30.545706 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12660df8-8c4b-4a79-9948-5c3aa7bb547b admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:45:30.546049 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12660df8-8c4b-4a79-9948-5c3aa7bb547b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:45:30.546393 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12660df8-8c4b-4a79-9948-5c3aa7bb547b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:45:30.546725 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12660df8-8c4b-4a79-9948-5c3aa7bb547b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:45:30.547053 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12660df8-8c4b-4a79-9948-5c3aa7bb547b admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:45:30.547397 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12660df8-8c4b-4a79-9948-5c3aa7bb547b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:45:30.548062 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12660df8-8c4b-4a79-9948-5c3aa7bb547b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:45:30.548062 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12660df8-8c4b-4a79-9948-5c3aa7bb547b admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:45:30.548406 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12660df8-8c4b-4a79-9948-5c3aa7bb547b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:45:30.548731 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12660df8-8c4b-4a79-9948-5c3aa7bb547b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:45:30.549069 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12660df8-8c4b-4a79-9948-5c3aa7bb547b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:45:30.549395 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12660df8-8c4b-4a79-9948-5c3aa7bb547b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:45:30.549717 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12660df8-8c4b-4a79-9948-5c3aa7bb547b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:45:30.550035 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12660df8-8c4b-4a79-9948-5c3aa7bb547b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:45:30.568939 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb2c8fe-1b6d-478d-a751-04d6e3ca116f req-eecce9de-dfbf-4aed-8833-5df06c1b8514 tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:45:30.572958 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-bbb2c8fe-1b6d-478d-a751-04d6e3ca116f req-eecce9de-dfbf-4aed-8833-5df06c1b8514 tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] 10.222.0.60 "GET /v2.0/ports?device_id=d577a65c-d60c-4d64-a506-89ea984fe255 HTTP/1.1" status: 200 len: 945 time: 0.0847850 May 10 17:45:30.608448 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.wsgi [-] (110152) accepted ('10.222.0.60', 38924) {{(pid=110152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 17:45:30.637293 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-6b00bdf4-ae30-4aab-8381-9f774e44b3e3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:45:30.657042 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3595ea95-b04c-40c5-93e3-113accd750b6 req-a1f49657-4c9e-4e3a-8dfe-82bd6c0cff8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:45:30.658641 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [req-3595ea95-b04c-40c5-93e3-113accd750b6 req-a1f49657-4c9e-4e3a-8dfe-82bd6c0cff8e service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=4f6007aa-61b1-40c3-a8ad-7f431d419cb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1314480 May 10 17:45:30.662389 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-bbb2c8fe-1b6d-478d-a751-04d6e3ca116f req-bfc77065-6291-422f-903e-5b35c6d3b92b tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] 10.222.0.60 "GET /v2.0/security-groups?id=1dc31e58-b13c-4610-8a7b-a2e2a07c824b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833533 May 10 17:45:30.681685 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-9c807e85-ef3a-432b-b776-ce79f91c2d36 admin admin] Publish callbacks [] for security_group (73b8df42-f568-4927-a24c-d438aac6a881), before_delete {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:45:30.719420 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-9c807e85-ef3a-432b-b776-ce79f91c2d36 admin admin] Publish callbacks [] for security_group (73b8df42-f568-4927-a24c-d438aac6a881), precommit_delete {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:45:30.731814 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [req-4afb7c69-3035-457c-95e7-5a7c79f26f2e req-6beb0700-31db-4836-8054-f74c33e60646 service neutron] 10.222.0.77 "GET /v2.0/networks/5a13d84d-c9e9-413f-a254-ca6edab95c78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2055764 May 10 17:45:30.760539 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-6b00bdf4-ae30-4aab-8381-9f774e44b3e3 admin admin] Publish callbacks [] for security_group (125fb741-208e-4cbf-8c21-f239e6b53978), precommit_create {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:45:30.765524 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-6b00bdf4-ae30-4aab-8381-9f774e44b3e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-282428'] for security_group (125fb741-208e-4cbf-8c21-f239e6b53978), after_create {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:45:30.780758 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-9c807e85-ef3a-432b-b776-ce79f91c2d36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-282428'] for security_group (73b8df42-f568-4927-a24c-d438aac6a881), after_delete {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:45:30.783488 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-9c807e85-ef3a-432b-b776-ce79f91c2d36 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:45:30.787247 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [None req-9c807e85-ef3a-432b-b776-ce79f91c2d36 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/73b8df42-f568-4927-a24c-d438aac6a881 HTTP/1.1" status: 204 len: 168 time: 0.2861605 May 10 17:45:30.793952 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c807e85-ef3a-432b-b776-ce79f91c2d36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73b8df42-f568-4927-a24c-d438aac6a881,revision_number=None']} {{(pid=110153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:45:30.807283 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [None req-6b00bdf4-ae30-4aab-8381-9f774e44b3e3 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=bec4ee72f11d4b3fb921c795be54e3fd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1976819 May 10 17:45:30.811648 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.wsgi [-] (110152) accepted ('10.222.0.60', 38928) {{(pid=110152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 17:45:30.830869 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b00bdf4-ae30-4aab-8381-9f774e44b3e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=125fb741-208e-4cbf-8c21-f239e6b53978,revision_number=1']} {{(pid=110152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:45:30.846195 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b00bdf4-ae30-4aab-8381-9f774e44b3e3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:45:30.846195 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b00bdf4-ae30-4aab-8381-9f774e44b3e3 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:45:30.846712 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b00bdf4-ae30-4aab-8381-9f774e44b3e3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:45:30.847127 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b00bdf4-ae30-4aab-8381-9f774e44b3e3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:45:30.847566 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b00bdf4-ae30-4aab-8381-9f774e44b3e3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:45:30.848200 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b00bdf4-ae30-4aab-8381-9f774e44b3e3 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:45:30.848311 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b00bdf4-ae30-4aab-8381-9f774e44b3e3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:45:30.848608 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b00bdf4-ae30-4aab-8381-9f774e44b3e3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:45:30.848955 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b00bdf4-ae30-4aab-8381-9f774e44b3e3 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:45:30.849290 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b00bdf4-ae30-4aab-8381-9f774e44b3e3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:45:30.849613 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b00bdf4-ae30-4aab-8381-9f774e44b3e3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:45:30.849951 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b00bdf4-ae30-4aab-8381-9f774e44b3e3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:45:30.850309 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b00bdf4-ae30-4aab-8381-9f774e44b3e3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:45:30.850756 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b00bdf4-ae30-4aab-8381-9f774e44b3e3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:45:30.851561 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b00bdf4-ae30-4aab-8381-9f774e44b3e3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:45:30.898584 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-1b645c02-5903-4000-9335-f424cf7ba29a admin admin] Publish callbacks [] for security_group (125fb741-208e-4cbf-8c21-f239e6b53978), before_delete {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:45:30.926727 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-1b645c02-5903-4000-9335-f424cf7ba29a admin admin] Publish callbacks [] for security_group (125fb741-208e-4cbf-8c21-f239e6b53978), precommit_delete {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:45:30.988662 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-1b645c02-5903-4000-9335-f424cf7ba29a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-282428'] for security_group (125fb741-208e-4cbf-8c21-f239e6b53978), after_delete {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:45:30.992713 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-1b645c02-5903-4000-9335-f424cf7ba29a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:45:30.993909 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [None req-1b645c02-5903-4000-9335-f424cf7ba29a admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/125fb741-208e-4cbf-8c21-f239e6b53978 HTTP/1.1" status: 204 len: 168 time: 0.1811726 May 10 17:45:31.013781 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b645c02-5903-4000-9335-f424cf7ba29a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=125fb741-208e-4cbf-8c21-f239e6b53978,revision_number=None']} {{(pid=110152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:45:31.072199 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bb92fb-fa57-41f1-8a42-11a9b4357581 req-7e19e074-636f-43bb-ab8f-a22acf03c084 tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:45:31.073769 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-64bb92fb-fa57-41f1-8a42-11a9b4357581 req-7e19e074-636f-43bb-ab8f-a22acf03c084 tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] 10.222.0.60 "GET /v2.0/ports?device_id=4006eed6-2338-46b7-9133-e5c3fdead35c HTTP/1.1" status: 200 len: 945 time: 0.0788751 May 10 17:45:31.142784 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-64bb92fb-fa57-41f1-8a42-11a9b4357581 req-0d7d09c6-9e5e-461d-8890-24127df4d59a tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] 10.222.0.60 "GET /v2.0/security-groups?id=c42b6551-bc09-4e3b-af37-c7597825b22a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0632920 May 10 17:45:31.284889 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.wsgi [-] (110153) accepted ('10.222.0.60', 38940) {{(pid=110153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 17:45:31.305228 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-fc6865c4-c5f3-4b82-964b-42b5ba604210 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:45:31.398857 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-fc6865c4-c5f3-4b82-964b-42b5ba604210 admin admin] Publish callbacks [] for security_group (0cf5d13d-8b7d-46ce-ae51-a99efb8a87c2), precommit_create {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:45:31.404155 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-fc6865c4-c5f3-4b82-964b-42b5ba604210 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-282428'] for security_group (0cf5d13d-8b7d-46ce-ae51-a99efb8a87c2), after_create {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:45:31.438803 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-d07e8966-ef10-4d42-b774-228753b3fd3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781795183391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525393'] for agent (a55810b0-63c4-4499-a4d9-efcdb1615ce8), after_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:45:31.459644 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [None req-fc6865c4-c5f3-4b82-964b-42b5ba604210 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=7c2bd6601ef1444ca16f77cb573b15d1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1732204 May 10 17:45:31.460467 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6865c4-c5f3-4b82-964b-42b5ba604210 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cf5d13d-8b7d-46ce-ae51-a99efb8a87c2,revision_number=1']} {{(pid=110153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:45:31.462933 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.wsgi [-] (110153) accepted ('10.222.0.60', 38954) {{(pid=110153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 17:45:31.541851 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.rpc [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Device e697d9cb-ff2b-45a4-8326-f3219cdf4121 up at agent hyperv_hv-cinder-84130 {{(pid=110154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 17:45:31.559149 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-57595948-90d8-4d10-8ab9-863f9313b966 admin admin] Publish callbacks [] for security_group (0cf5d13d-8b7d-46ce-ae51-a99efb8a87c2), before_delete {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:45:31.610719 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781795183391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525393'] for agent (16638279-eb91-49a3-95a5-8b540cc2f948), after_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:45:31.615737 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-57595948-90d8-4d10-8ab9-863f9313b966 admin admin] Publish callbacks [] for security_group (0cf5d13d-8b7d-46ce-ae51-a99efb8a87c2), precommit_delete {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:45:31.621653 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a43acbd-65e4-45f2-9791-469a9451141f req-c7eb6c7c-007e-4a26-a049-4b7864ae972f tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:45:31.623220 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-8a43acbd-65e4-45f2-9791-469a9451141f req-c7eb6c7c-007e-4a26-a049-4b7864ae972f tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] 10.222.0.60 "GET /v2.0/ports?device_id=35dc394b-a596-4f36-89cf-f60e42d697d1 HTTP/1.1" status: 200 len: 944 time: 0.0767956 May 10 17:45:31.638221 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.db.provisioning_blocks [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Provisioning for port e697d9cb-ff2b-45a4-8326-f3219cdf4121 completed by entity L2. {{(pid=110154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 10 17:45:31.646773 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.db.provisioning_blocks [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Provisioning complete for port e697d9cb-ff2b-45a4-8326-f3219cdf4121 triggered by entity L2. {{(pid=110154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 17:45:31.647715 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525495'] for port (e697d9cb-ff2b-45a4-8326-f3219cdf4121), provisioning_complete {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:45:31.696113 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-57595948-90d8-4d10-8ab9-863f9313b966 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-282428'] for security_group (0cf5d13d-8b7d-46ce-ae51-a99efb8a87c2), after_delete {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:45:31.699568 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-57595948-90d8-4d10-8ab9-863f9313b966 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:45:31.705339 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [None req-57595948-90d8-4d10-8ab9-863f9313b966 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/0cf5d13d-8b7d-46ce-ae51-a99efb8a87c2 HTTP/1.1" status: 204 len: 168 time: 0.2409847 May 10 17:45:31.718263 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57595948-90d8-4d10-8ab9-863f9313b966 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cf5d13d-8b7d-46ce-ae51-a99efb8a87c2,revision_number=None']} {{(pid=110153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:45:31.733582 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5a933c-722f-476f-9d29-4058704aecf4 req-0b8d0900-4c0a-482b-bf61-0cd112171fc3 tempest-VolumesNegativeTest-2103617696 tempest-VolumesNegativeTest-2103617696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:45:31.735284 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-6f5a933c-722f-476f-9d29-4058704aecf4 req-0b8d0900-4c0a-482b-bf61-0cd112171fc3 tempest-VolumesNegativeTest-2103617696 tempest-VolumesNegativeTest-2103617696-project] 10.222.0.60 "GET /v2.0/ports?device_id=539078bb-d792-45a6-ab73-310f58397edc HTTP/1.1" status: 200 len: 948 time: 0.1265228 May 10 17:45:31.780017 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-8a43acbd-65e4-45f2-9791-469a9451141f req-284ff175-e872-4032-ad9f-ad11ac0a9d21 tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] 10.222.0.60 "GET /v2.0/security-groups?id=2018d1cf-f495-4a64-a1af-58bf853a4546&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1425126 May 10 17:45:31.845571 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.db.agents_db [None req-b17e131c-d64b-4b97-8e8f-6c45925a5783 None None] Agent healthcheck: found 6 active agents {{(pid=110155) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 17:45:31.847237 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-6f5a933c-722f-476f-9d29-4058704aecf4 req-9cdc70e4-6fed-4f7a-9898-9a57dc63cb2c tempest-VolumesNegativeTest-2103617696 tempest-VolumesNegativeTest-2103617696-project] 10.222.0.60 "GET /v2.0/security-groups?id=7c0d25d5-5796-47f0-aee2-c1068583216e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016624 May 10 17:45:31.847960 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.plugin [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Current status of the port e697d9cb-ff2b-45a4-8326-f3219cdf4121 is: BUILD; New status is: ACTIVE {{(pid=110154) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 17:45:31.848592 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1514036'] for port (e697d9cb-ff2b-45a4-8326-f3219cdf4121), before_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:45:31.889201 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4006eed6-2338-46b7-9133-e5c3fdead35c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e697d9cb-ff2b-45a4-8326-f3219cdf4121'}] {{(pid=110154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 17:45:31.891771 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81f5a9f60a7176de4ec81ee2de5d4e9bd281d17703f5d6403e6a691a644f2f07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdd1647e-7183-415d-9fb4-fc02505d7a78" -d '{"events": [{"server_uuid": "4006eed6-2338-46b7-9133-e5c3fdead35c", "name": "network-vif-plugged", "status": "completed", "tag": "e697d9cb-ff2b-45a4-8326-f3219cdf4121"}]}' {{(pid=110154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 17:45:31.923011 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.db [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] For port e697d9cb-ff2b-45a4-8326-f3219cdf4121, host hv-cinder-84130, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84130',level=0,port_id=e697d9cb-ff2b-45a4-8326-f3219cdf4121,segment=NetworkSegment(d952ff82-97df-4645-95cf-8a2390e9c9b8),segment_id=d952ff82-97df-4645-95cf-8a2390e9c9b8)] {{(pid=110154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 17:45:31.935784 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1514136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781795229094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781794686082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781794686100'] for port (e697d9cb-ff2b-45a4-8326-f3219cdf4121), after_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:45:31.943544 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcb374b-9607-4dc6-89a1-bcf74e343e09 req-38528809-f6f5-4207-9011-e5c034714054 tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:45:31.947738 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 17:45:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae541d5c-591b-4a16-9077-727f73c1afd7 x-openstack-request-id: req-ae541d5c-591b-4a16-9077-727f73c1afd7 {{(pid=110154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 17:45:31.948037 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4006eed6-2338-46b7-9133-e5c3fdead35c", "name": "network-vif-plugged", "status": "completed", "tag": "e697d9cb-ff2b-45a4-8326-f3219cdf4121", "code": 200}]} {{(pid=110154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 17:45:31.948465 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-ae541d5c-591b-4a16-9077-727f73c1afd7 {{(pid=110154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 17:45:31.949032 dv-cinder-841302-2-iscsi neutron-server[110154]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ae541d5c-591b-4a16-9077-727f73c1afd7'] response: {'server_uuid': '4006eed6-2338-46b7-9133-e5c3fdead35c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e697d9cb-ff2b-45a4-8326-f3219cdf4121', 'code': 200} May 10 17:45:31.964013 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-5bcb374b-9607-4dc6-89a1-bcf74e343e09 req-38528809-f6f5-4207-9011-e5c034714054 tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] 10.222.0.60 "GET /v2.0/ports?device_id=d577a65c-d60c-4d64-a506-89ea984fe255 HTTP/1.1" status: 200 len: 945 time: 0.0743747 May 10 17:45:32.013954 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Pushing event updated for resources: {'Port': ['ID=e697d9cb-ff2b-45a4-8326-f3219cdf4121,revision_number=5']} {{(pid=110154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:45:32.052475 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-5bcb374b-9607-4dc6-89a1-bcf74e343e09 req-3bf2ade4-744b-43f7-958d-34017a7b1a9b tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] 10.222.0.60 "GET /v2.0/security-groups?id=1dc31e58-b13c-4610-8a7b-a2e2a07c824b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875254 May 10 17:45:32.129602 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.wsgi [-] (110152) accepted ('10.222.0.60', 38986) {{(pid=110152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 17:45:32.309367 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0788eb0-90ef-4abb-aaf6-7fcb82f40e53 req-69341a7c-eea0-4972-8ae2-33f84a7eda8f tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:45:32.310952 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-c0788eb0-90ef-4abb-aaf6-7fcb82f40e53 req-69341a7c-eea0-4972-8ae2-33f84a7eda8f tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] 10.222.0.60 "GET /v2.0/ports?device_id=4006eed6-2338-46b7-9133-e5c3fdead35c HTTP/1.1" status: 200 len: 946 time: 0.0530119 May 10 17:45:32.375516 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.wsgi [-] (110153) accepted ('10.222.0.60', 39002) {{(pid=110153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 17:45:32.388367 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-c0788eb0-90ef-4abb-aaf6-7fcb82f40e53 req-ceaec286-11a5-4887-991b-b2315a7e9bf5 tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] 10.222.0.60 "GET /v2.0/security-groups?id=c42b6551-bc09-4e3b-af37-c7597825b22a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0653198 May 10 17:45:32.407388 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-6a885a66-b0c9-4b1f-9f7f-8566291da3a9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:45:32.443724 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.v2.base [None req-c03e5e2a-5acd-4506-b70e-d57a116256bf admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1358084867-network', 'tenant_id': '37392e80feea490886351ac375315eef'}} {{(pid=110153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 17:45:32.465837 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c03e5e2a-5acd-4506-b70e-d57a116256bf admin admin] Made reservation on behalf of 37392e80feea490886351ac375315eef for: {'network': 1} {{(pid=110153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 17:45:32.468226 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-c03e5e2a-5acd-4506-b70e-d57a116256bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1514036'] for network (None), before_create {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:45:32.481424 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-c03e5e2a-5acd-4506-b70e-d57a116256bf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:45:32.505599 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-6a885a66-b0c9-4b1f-9f7f-8566291da3a9 admin admin] Publish callbacks [] for security_group (8398b159-a81e-4e26-8f9f-3a56c74a51d8), precommit_create {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:45:32.510853 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-6a885a66-b0c9-4b1f-9f7f-8566291da3a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-282428'] for security_group (8398b159-a81e-4e26-8f9f-3a56c74a51d8), after_create {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:45:32.552776 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [None req-6a885a66-b0c9-4b1f-9f7f-8566291da3a9 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=859330c2cd634e2194ad8626d4ace43e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4218781 May 10 17:45:32.555744 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a885a66-b0c9-4b1f-9f7f-8566291da3a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8398b159-a81e-4e26-8f9f-3a56c74a51d8,revision_number=1']} {{(pid=110152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:45:32.556373 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.wsgi [-] (110153) accepted ('10.222.0.60', 39008) {{(pid=110153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 17:45:32.586404 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-c03e5e2a-5acd-4506-b70e-d57a116256bf admin admin] Publish callbacks [] for security_group (3e4429e7-3b05-4d7e-864d-b66e45c59882), precommit_create {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:45:32.592197 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-c03e5e2a-5acd-4506-b70e-d57a116256bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-282428'] for security_group (3e4429e7-3b05-4d7e-864d-b66e45c59882), after_create {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:45:32.629448 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c03e5e2a-5acd-4506-b70e-d57a116256bf admin admin] vlan segment allocate from pool success with {'vlan_id': 551, 'physical_network': 'physnet1'} {{(pid=110153) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 17:45:32.658598 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03e5e2a-5acd-4506-b70e-d57a116256bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e4429e7-3b05-4d7e-864d-b66e45c59882,revision_number=1']} {{(pid=110153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:45:32.661596 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-c03e5e2a-5acd-4506-b70e-d57a116256bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1469446'] for segment (f2d63fe2-c942-404b-9465-3cd7772d5433), precommit_create {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:45:32.661942 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.db.segments_db [None req-c03e5e2a-5acd-4506-b70e-d57a116256bf admin admin] Added segment f2d63fe2-c942-404b-9465-3cd7772d5433 of type vlan for network 2b74473c-d4d8-40cf-87ce-98a431f7f4bb May 10 17:45:32.664825 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-6a4e9a33-ddbf-4a13-a3ae-4db8fc47375f admin admin] Publish callbacks [] for security_group (8398b159-a81e-4e26-8f9f-3a56c74a51d8), before_delete {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:45:32.713213 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-6a4e9a33-ddbf-4a13-a3ae-4db8fc47375f admin admin] Publish callbacks [] for security_group (8398b159-a81e-4e26-8f9f-3a56c74a51d8), precommit_delete {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:45:32.739925 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-c03e5e2a-5acd-4506-b70e-d57a116256bf admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781794707887'] for network (2b74473c-d4d8-40cf-87ce-98a431f7f4bb), precommit_create {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:45:32.785542 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-c03e5e2a-5acd-4506-b70e-d57a116256bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-282477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631625'] for network (2b74473c-d4d8-40cf-87ce-98a431f7f4bb), after_create {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:45:32.786564 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c03e5e2a-5acd-4506-b70e-d57a116256bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:45:32.787162 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-c03e5e2a-5acd-4506-b70e-d57a116256bf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631615'] for network (None), before_response {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:45:32.813122 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-6a4e9a33-ddbf-4a13-a3ae-4db8fc47375f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-282428'] for security_group (8398b159-a81e-4e26-8f9f-3a56c74a51d8), after_delete {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:45:32.815754 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-6a4e9a33-ddbf-4a13-a3ae-4db8fc47375f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:45:32.819321 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [None req-6a4e9a33-ddbf-4a13-a3ae-4db8fc47375f admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/8398b159-a81e-4e26-8f9f-3a56c74a51d8 HTTP/1.1" status: 204 len: 168 time: 0.2595568 May 10 17:45:32.866450 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [None req-c03e5e2a-5acd-4506-b70e-d57a116256bf admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4881473 May 10 17:45:32.869625 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.wsgi [-] (110152) accepted ('10.222.0.60', 39022) {{(pid=110152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 17:45:32.872293 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4e9a33-ddbf-4a13-a3ae-4db8fc47375f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8398b159-a81e-4e26-8f9f-3a56c74a51d8,revision_number=None']} {{(pid=110153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:45:32.878995 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03e5e2a-5acd-4506-b70e-d57a116256bf admin admin] Pushing event updated for resources: {'Network': ['ID=2b74473c-d4d8-40cf-87ce-98a431f7f4bb,revision_number=1']} {{(pid=110153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:45:32.888399 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.v2.base [None req-b3e3f9f0-2631-4af8-8c8e-63b80e74062f admin admin] Request body: {'subnet': {'network_id': '2b74473c-d4d8-40cf-87ce-98a431f7f4bb', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1358084867-subnet', 'tenant_id': '37392e80feea490886351ac375315eef', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 17:45:32.908824 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.rpc [None req-6e697e78-9dd1-4bc1-8573-56b901d07725 None None] Network 2b74473c-d4d8-40cf-87ce-98a431f7f4bb details requested by agent ovs-agent-dv-cinder-841302-2-iscsi with host dv-cinder-841302-2-iscsi {{(pid=110154) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 10 17:45:32.926405 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3e3f9f0-2631-4af8-8c8e-63b80e74062f admin admin] Made reservation on behalf of 37392e80feea490886351ac375315eef for: {'subnet': 1} {{(pid=110152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 17:45:32.932784 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-b3e3f9f0-2631-4af8-8c8e-63b80e74062f admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:45:33.023778 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-ae45faaf-356d-4e4a-a605-33fedb92cd97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781795183391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525393'] for agent (6a57b374-0daf-4fe3-9dd1-3d457a537aa7), after_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:45:33.106707 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52091e3-7a5c-4943-beb7-426bcc1462c6 req-180c4cf6-f75e-4e9c-a9d4-fd1f51141a7f tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:45:33.108350 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-d52091e3-7a5c-4943-beb7-426bcc1462c6 req-180c4cf6-f75e-4e9c-a9d4-fd1f51141a7f tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] 10.222.0.60 "GET /v2.0/ports?device_id=35dc394b-a596-4f36-89cf-f60e42d697d1 HTTP/1.1" status: 200 len: 944 time: 0.1708136 May 10 17:45:33.126654 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7175679e-b2d6-434a-89b7-783bf55d207f req-1b41e1d2-286b-4fdd-9c23-b1749b5e8966 tempest-VolumesNegativeTest-2103617696 tempest-VolumesNegativeTest-2103617696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:45:33.128194 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-7175679e-b2d6-434a-89b7-783bf55d207f req-1b41e1d2-286b-4fdd-9c23-b1749b5e8966 tempest-VolumesNegativeTest-2103617696 tempest-VolumesNegativeTest-2103617696-project] 10.222.0.60 "GET /v2.0/ports?device_id=539078bb-d792-45a6-ab73-310f58397edc HTTP/1.1" status: 200 len: 948 time: 0.1110897 May 10 17:45:33.233210 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-d52091e3-7a5c-4943-beb7-426bcc1462c6 req-5e0ac33b-206f-49bd-b92b-cf7dc64fc123 tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] 10.222.0.60 "GET /v2.0/security-groups?id=2018d1cf-f495-4a64-a1af-58bf853a4546&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1132011 May 10 17:45:33.254662 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-7175679e-b2d6-434a-89b7-783bf55d207f req-e55a7664-9a05-4a57-92b3-aa5519534808 tempest-VolumesNegativeTest-2103617696 tempest-VolumesNegativeTest-2103617696-project] 10.222.0.60 "GET /v2.0/security-groups?id=7c0d25d5-5796-47f0-aee2-c1068583216e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138775 May 10 17:45:33.353851 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.wsgi [-] (110153) accepted ('10.222.0.60', 39044) {{(pid=110153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 17:45:33.369118 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-26b4bf52-8bac-4d0a-bfa3-bc38644ddced admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:45:33.376011 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-b3e3f9f0-2631-4af8-8c8e-63b80e74062f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-321831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631625'] for subnet (ef67a76c-2f71-46e3-abfb-eedec9d7932c), after_create {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:45:33.386171 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.wsgi [-] (110153) accepted ('10.222.0.60', 39046) {{(pid=110153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 17:45:33.388767 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f3599b-a0f6-4e0f-9c39-9df8b8147ad1 req-0afd97ad-93de-4dc6-a2dc-b0e9c9a5786d tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:45:33.390358 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-f4f3599b-a0f6-4e0f-9c39-9df8b8147ad1 req-0afd97ad-93de-4dc6-a2dc-b0e9c9a5786d tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] 10.222.0.60 "GET /v2.0/ports?device_id=d577a65c-d60c-4d64-a506-89ea984fe255 HTTP/1.1" status: 200 len: 945 time: 0.0760288 May 10 17:45:33.474711 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e3f9f0-2631-4af8-8c8e-63b80e74062f admin admin] Pushing event updated for resources: {'Subnet': ['ID=ef67a76c-2f71-46e3-abfb-eedec9d7932c,revision_number=0']} {{(pid=110152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:45:33.523961 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-f4f3599b-a0f6-4e0f-9c39-9df8b8147ad1 req-b30670ca-b27c-4ad2-b31b-beacc249e124 tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] 10.222.0.60 "GET /v2.0/security-groups?id=1dc31e58-b13c-4610-8a7b-a2e2a07c824b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086051 May 10 17:45:33.526698 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-26b4bf52-8bac-4d0a-bfa3-bc38644ddced admin admin] Publish callbacks [] for security_group (29c08be1-8215-4712-b8d4-aa6fc0a3229e), precommit_create {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:45:33.533093 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-26b4bf52-8bac-4d0a-bfa3-bc38644ddced admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-282428'] for security_group (29c08be1-8215-4712-b8d4-aa6fc0a3229e), after_create {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:45:33.540031 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.rpc [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Device 2777dc00-4366-4f2e-8110-14038b7477ab details requested by agent hyperv_hv-cinder-84130 with host hv-cinder-84130 {{(pid=110154) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 17:45:33.556734 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3e3f9f0-2631-4af8-8c8e-63b80e74062f admin admin] Checking segment: {'id': 'f2d63fe2-c942-404b-9465-3cd7772d5433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '2b74473c-d4d8-40cf-87ce-98a431f7f4bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 17:45:33.557487 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3e3f9f0-2631-4af8-8c8e-63b80e74062f admin admin] Network hostable DHCP agents. Network: 2b74473c-d4d8-40cf-87ce-98a431f7f4bb, hostable agents: ['b2ad0527-00d5-4995-bc97-ec84c4e02f0b'], hosted agents: [] {{(pid=110152) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 17:45:33.581622 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [None req-26b4bf52-8bac-4d0a-bfa3-bc38644ddced admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=db2c02217c604fdcb8395784fea8ffe5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2265778 May 10 17:45:33.583088 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b4bf52-8bac-4d0a-bfa3-bc38644ddced admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29c08be1-8215-4712-b8d4-aa6fc0a3229e,revision_number=1']} {{(pid=110153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:45:33.586438 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.wsgi [-] (110153) accepted ('10.222.0.60', 39052) {{(pid=110153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 17:45:33.606208 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3e3f9f0-2631-4af8-8c8e-63b80e74062f admin admin] Network 2b74473c-d4d8-40cf-87ce-98a431f7f4bb is scheduled to be hosted by DHCP agent b2ad0527-00d5-4995-bc97-ec84c4e02f0b with binding_index 1 {{(pid=110152) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 17:45:33.636824 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f564c8-08c0-40b1-a2c3-5bd3f2e7a288 req-0814762e-2f42-43bc-9300-45a9dc56138d tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:45:33.643970 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-a0f564c8-08c0-40b1-a2c3-5bd3f2e7a288 req-0814762e-2f42-43bc-9300-45a9dc56138d tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] 10.222.0.60 "GET /v2.0/ports?device_id=4006eed6-2338-46b7-9133-e5c3fdead35c HTTP/1.1" status: 200 len: 946 time: 0.1429627 May 10 17:45:33.650496 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.scheduler.base_scheduler [None req-b3e3f9f0-2631-4af8-8c8e-63b80e74062f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-841302-2-iscsi, 2b74473c-d4d8-40cf-87ce-98a431f7f4bb) {{(pid=110152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 17:45:33.659945 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1a07238-a2de-4c9a-aecf-17e619f5805d None None] Network 2b74473c-d4d8-40cf-87ce-98a431f7f4bb requested from dv-cinder-841302-2-iscsi {{(pid=110154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 17:45:33.660254 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3e3f9f0-2631-4af8-8c8e-63b80e74062f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:45:33.660860 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-b3e3f9f0-2631-4af8-8c8e-63b80e74062f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631615'] for subnet (None), before_response {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:45:33.671557 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-67769b28-908f-4646-9e45-618886d56eba admin admin] Publish callbacks [] for security_group (29c08be1-8215-4712-b8d4-aa6fc0a3229e), before_delete {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:45:33.697247 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [None req-b3e3f9f0-2631-4af8-8c8e-63b80e74062f admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8230970 May 10 17:45:33.713944 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-67769b28-908f-4646-9e45-618886d56eba admin admin] Publish callbacks [] for security_group (29c08be1-8215-4712-b8d4-aa6fc0a3229e), precommit_delete {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:45:33.722637 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-a0f564c8-08c0-40b1-a2c3-5bd3f2e7a288 req-bef8aee5-4e5a-49e1-85fb-a71e5323593a tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] 10.222.0.60 "GET /v2.0/security-groups?id=c42b6551-bc09-4e3b-af37-c7597825b22a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0778012 May 10 17:45:33.731016 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.db [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] For port 2777dc00-4366-4f2e-8110-14038b7477ab, host hv-cinder-84130, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84130',level=0,port_id=2777dc00-4366-4f2e-8110-14038b7477ab,segment=NetworkSegment(5b3e8bb7-3955-4a9e-a1be-e3611445c29a),segment_id=5b3e8bb7-3955-4a9e-a1be-e3611445c29a)] {{(pid=110154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 17:45:33.740100 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-3a4036dc-8209-4133-a0b8-31ec50853b4d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:45:33.767666 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.rpc [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Returning: {'device': '2777dc00-4366-4f2e-8110-14038b7477ab', 'network_id': '19ce7395-3aa0-498a-b0fb-728865090dbf', 'port_id': '2777dc00-4366-4f2e-8110-14038b7477ab', 'mac_address': 'fa:16:3e:ac:2e:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 571, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'db14d72c-fe01-4289-88ca-31e6d5132681', 'ip_address': '192.168.233.113'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110154) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 17:45:33.855733 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-67769b28-908f-4646-9e45-618886d56eba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-282428'] for security_group (29c08be1-8215-4712-b8d4-aa6fc0a3229e), after_delete {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:45:33.858439 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-67769b28-908f-4646-9e45-618886d56eba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:45:33.862536 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [None req-67769b28-908f-4646-9e45-618886d56eba admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/29c08be1-8215-4712-b8d4-aa6fc0a3229e HTTP/1.1" status: 204 len: 168 time: 0.2748168 May 10 17:45:33.909240 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acfc2fe2-6b90-486d-acda-f397307bfe85 None None] Network 2b74473c-d4d8-40cf-87ce-98a431f7f4bb requested from dv-cinder-841302-2-iscsi {{(pid=110154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 17:45:33.915216 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.plugin [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Current status of the port 2777dc00-4366-4f2e-8110-14038b7477ab is: DOWN; New status is: BUILD {{(pid=110154) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 17:45:33.918279 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1514036'] for port (2777dc00-4366-4f2e-8110-14038b7477ab), before_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:45:33.938607 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67769b28-908f-4646-9e45-618886d56eba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29c08be1-8215-4712-b8d4-aa6fc0a3229e,revision_number=None']} {{(pid=110153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:45:33.971487 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.notifiers.nova [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2777dc00-4366-4f2e-8110-14038b7477ab {{(pid=110154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 17:45:33.990771 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-3a4036dc-8209-4133-a0b8-31ec50853b4d admin admin] Publish callbacks [] for security_group (0233488c-e6cc-41dc-86bf-837560aa674f), precommit_create {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:45:34.002746 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-3a4036dc-8209-4133-a0b8-31ec50853b4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-282428'] for security_group (0233488c-e6cc-41dc-86bf-837560aa674f), after_create {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:45:34.023613 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [req-3595ea95-b04c-40c5-93e3-113accd750b6 req-7252ec7b-f7a3-4803-8dbe-b36a1a158b47 service neutron] 10.222.0.77 "GET /v2.0/networks/4f6007aa-61b1-40c3-a8ad-7f431d419cb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1793733 May 10 17:45:34.049617 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.db [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] For port 2777dc00-4366-4f2e-8110-14038b7477ab, host hv-cinder-84130, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84130',level=0,port_id=2777dc00-4366-4f2e-8110-14038b7477ab,segment=NetworkSegment(5b3e8bb7-3955-4a9e-a1be-e3611445c29a),segment_id=5b3e8bb7-3955-4a9e-a1be-e3611445c29a)] {{(pid=110154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 17:45:34.053620 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.wsgi [-] (110152) accepted ('10.222.0.60', 39062) {{(pid=110152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 17:45:34.054364 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [None req-3a4036dc-8209-4133-a0b8-31ec50853b4d admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=cf7bf1e940584ea6ad9ec8a61a26d420&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6663058 May 10 17:45:34.056803 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4036dc-8209-4133-a0b8-31ec50853b4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0233488c-e6cc-41dc-86bf-837560aa674f,revision_number=1']} {{(pid=110153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:45:34.058238 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1514136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781795229094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781794686082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781794686100'] for port (2777dc00-4366-4f2e-8110-14038b7477ab), after_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:45:34.135182 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-b6953b11-9435-4cc3-b841-1b845d2e2401 admin admin] Publish callbacks [] for security_group (0233488c-e6cc-41dc-86bf-837560aa674f), before_delete {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:45:34.158500 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Pushing event updated for resources: {'Port': ['ID=2777dc00-4366-4f2e-8110-14038b7477ab,revision_number=4']} {{(pid=110154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:45:34.167202 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:45:34.167816 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:45:34.168349 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:45:34.168839 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:45:34.169330 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:45:34.169811 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:45:34.170299 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:45:34.170972 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:45:34.171548 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:45:34.172618 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:45:34.173119 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:45:34.173642 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:45:34.174119 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:45:34.174445 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:45:34.174918 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:45:34.189674 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-b6953b11-9435-4cc3-b841-1b845d2e2401 admin admin] Publish callbacks [] for security_group (0233488c-e6cc-41dc-86bf-837560aa674f), precommit_delete {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:45:34.260384 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-b6953b11-9435-4cc3-b841-1b845d2e2401 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-282428'] for security_group (0233488c-e6cc-41dc-86bf-837560aa674f), after_delete {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:45:34.262957 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-b6953b11-9435-4cc3-b841-1b845d2e2401 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:45:34.266605 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [None req-b6953b11-9435-4cc3-b841-1b845d2e2401 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/0233488c-e6cc-41dc-86bf-837560aa674f HTTP/1.1" status: 204 len: 168 time: 0.2093349 May 10 17:45:34.274838 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6953b11-9435-4cc3-b841-1b845d2e2401 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0233488c-e6cc-41dc-86bf-837560aa674f,revision_number=None']} {{(pid=110152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:45:34.431935 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d282b215-281c-4cef-b975-ff5fbda99cd9 req-bd5430bf-a985-4312-be5e-ec35d71c7b10 tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:45:34.434244 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-d282b215-281c-4cef-b975-ff5fbda99cd9 req-bd5430bf-a985-4312-be5e-ec35d71c7b10 tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] 10.222.0.60 "GET /v2.0/ports?device_id=35dc394b-a596-4f36-89cf-f60e42d697d1 HTTP/1.1" status: 200 len: 944 time: 0.0873535 May 10 17:45:34.452106 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143f56d7-cb2a-4f82-a31f-70dc30babe80 req-9c8f6a44-7c8b-4be3-9dc4-1702364c764e tempest-VolumesNegativeTest-2103617696 tempest-VolumesNegativeTest-2103617696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:45:34.453616 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-143f56d7-cb2a-4f82-a31f-70dc30babe80 req-9c8f6a44-7c8b-4be3-9dc4-1702364c764e tempest-VolumesNegativeTest-2103617696 tempest-VolumesNegativeTest-2103617696-project] 10.222.0.60 "GET /v2.0/ports?device_id=539078bb-d792-45a6-ab73-310f58397edc HTTP/1.1" status: 200 len: 949 time: 0.0722466 May 10 17:45:34.537873 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-6e697e78-9dd1-4bc1-8573-56b901d07725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781795183391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525393'] for agent (fdc37a75-b7a9-4e92-a59c-f5b8c02d060c), after_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:45:34.543725 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-d282b215-281c-4cef-b975-ff5fbda99cd9 req-0f307d3c-a59a-431f-b597-4795ee7728af tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] 10.222.0.60 "GET /v2.0/security-groups?id=2018d1cf-f495-4a64-a1af-58bf853a4546&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0928404 May 10 17:45:34.574520 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-143f56d7-cb2a-4f82-a31f-70dc30babe80 req-8854623a-ee76-42c0-80db-aa42a19d968c tempest-VolumesNegativeTest-2103617696 tempest-VolumesNegativeTest-2103617696-project] 10.222.0.60 "GET /v2.0/security-groups?id=7c0d25d5-5796-47f0-aee2-c1068583216e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001318 May 10 17:45:34.672103 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5c6333-d8fa-4514-bb76-912b5633ac3d req-45913766-32b6-46b7-ad57-d8fab07cc3f5 tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:45:34.673812 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-1f5c6333-d8fa-4514-bb76-912b5633ac3d req-45913766-32b6-46b7-ad57-d8fab07cc3f5 tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] 10.222.0.60 "GET /v2.0/ports?device_id=d577a65c-d60c-4d64-a506-89ea984fe255 HTTP/1.1" status: 200 len: 945 time: 0.0598342 May 10 17:45:34.728894 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-1f5c6333-d8fa-4514-bb76-912b5633ac3d req-2f4dbcf1-615b-48ae-a5c7-dc48ef52f93b tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] 10.222.0.60 "GET /v2.0/security-groups?id=1dc31e58-b13c-4610-8a7b-a2e2a07c824b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483074 May 10 17:45:34.761593 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.db [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] get_ports_and_sgs() called for port_ids ['2777dc00-4366-4f2e-8110-14038b7477ab'] {{(pid=110154) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 17:45:34.795293 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.wsgi [-] (110152) accepted ('10.222.0.60', 39106) {{(pid=110152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 17:45:34.800791 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.v2.base [None req-42f92996-f8f5-40e4-a7c4-847ea3f4521c admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1193687776-network', 'tenant_id': 'ad54179601194a778b042b50c9b63ece'}} {{(pid=110152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 17:45:34.863721 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42f92996-f8f5-40e4-a7c4-847ea3f4521c admin admin] Made reservation on behalf of ad54179601194a778b042b50c9b63ece for: {'network': 1} {{(pid=110152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 17:45:34.866137 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-42f92996-f8f5-40e4-a7c4-847ea3f4521c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1514036'] for network (None), before_create {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:45:34.953295 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1b5d5f-1f18-47f5-ae35-09e2ac42563f req-d031f8bd-6db1-49d5-b02e-6b52bd63d109 tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:45:34.954906 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-4a1b5d5f-1f18-47f5-ae35-09e2ac42563f req-d031f8bd-6db1-49d5-b02e-6b52bd63d109 tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] 10.222.0.60 "GET /v2.0/ports?device_id=4006eed6-2338-46b7-9133-e5c3fdead35c HTTP/1.1" status: 200 len: 946 time: 0.0604181 May 10 17:45:34.955872 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-42f92996-f8f5-40e4-a7c4-847ea3f4521c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:45:35.048030 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-4a1b5d5f-1f18-47f5-ae35-09e2ac42563f req-c53f74e9-4e84-48a8-aced-98ec309dce9a tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] 10.222.0.60 "GET /v2.0/security-groups?id=c42b6551-bc09-4e3b-af37-c7597825b22a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0823736 May 10 17:45:35.134397 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-42f92996-f8f5-40e4-a7c4-847ea3f4521c admin admin] Publish callbacks [] for security_group (9ea3616b-ff63-43dc-8e19-8627a6031943), precommit_create {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:45:35.140332 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-42f92996-f8f5-40e4-a7c4-847ea3f4521c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-282428'] for security_group (9ea3616b-ff63-43dc-8e19-8627a6031943), after_create {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:45:35.189597 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-42f92996-f8f5-40e4-a7c4-847ea3f4521c admin admin] vlan segment allocate from pool success with {'vlan_id': 569, 'physical_network': 'physnet1'} {{(pid=110152) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 17:45:35.192387 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f92996-f8f5-40e4-a7c4-847ea3f4521c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ea3616b-ff63-43dc-8e19-8627a6031943,revision_number=1']} {{(pid=110152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:45:35.227863 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-42f92996-f8f5-40e4-a7c4-847ea3f4521c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1469446'] for segment (86f17e6a-b4ea-4d9e-8e2d-5ecc06d7c8c6), precommit_create {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:45:35.228267 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.db.segments_db [None req-42f92996-f8f5-40e4-a7c4-847ea3f4521c admin admin] Added segment 86f17e6a-b4ea-4d9e-8e2d-5ecc06d7c8c6 of type vlan for network 1cc14c6d-637f-4603-8d5f-f064097c1d6b May 10 17:45:35.249058 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f4d6f2-ff6a-4bff-ab6a-52c0fb03f839 req-02267276-ded2-4302-9c80-4891eecf844e tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:45:35.256783 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-f5f4d6f2-ff6a-4bff-ab6a-52c0fb03f839 req-02267276-ded2-4302-9c80-4891eecf844e tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] 10.222.0.60 "GET /v2.0/ports?device_id=d577a65c-d60c-4d64-a506-89ea984fe255 HTTP/1.1" status: 200 len: 945 time: 0.0876358 May 10 17:45:35.350432 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-42f92996-f8f5-40e4-a7c4-847ea3f4521c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781794707887'] for network (1cc14c6d-637f-4603-8d5f-f064097c1d6b), precommit_create {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:45:35.396540 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-f5f4d6f2-ff6a-4bff-ab6a-52c0fb03f839 req-7ebc8820-50d8-42a1-a9db-5b96a579e393 tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] 10.222.0.60 "GET /v2.0/security-groups?id=1dc31e58-b13c-4610-8a7b-a2e2a07c824b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382313 May 10 17:45:35.398926 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-42f92996-f8f5-40e4-a7c4-847ea3f4521c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-282477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631625'] for network (1cc14c6d-637f-4603-8d5f-f064097c1d6b), after_create {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:45:35.399916 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42f92996-f8f5-40e4-a7c4-847ea3f4521c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:45:35.400504 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-42f92996-f8f5-40e4-a7c4-847ea3f4521c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631615'] for network (None), before_response {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:45:35.457360 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [None req-42f92996-f8f5-40e4-a7c4-847ea3f4521c admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6606605 May 10 17:45:35.459913 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.wsgi [-] (110152) accepted ('10.222.0.60', 39134) {{(pid=110152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 17:45:35.466867 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.v2.base [None req-b0b756f6-1f7f-4c5c-8225-e774486f9b59 admin admin] Request body: {'subnet': {'network_id': '1cc14c6d-637f-4603-8d5f-f064097c1d6b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1193687776-subnet', 'tenant_id': 'ad54179601194a778b042b50c9b63ece', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 17:45:35.477672 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f92996-f8f5-40e4-a7c4-847ea3f4521c admin admin] Pushing event updated for resources: {'Network': ['ID=1cc14c6d-637f-4603-8d5f-f064097c1d6b,revision_number=1']} {{(pid=110152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:45:35.490297 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.rpc [None req-6e697e78-9dd1-4bc1-8573-56b901d07725 None None] Network 1cc14c6d-637f-4603-8d5f-f064097c1d6b details requested by agent ovs-agent-dv-cinder-841302-2-iscsi with host dv-cinder-841302-2-iscsi {{(pid=110154) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 10 17:45:35.497680 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0b756f6-1f7f-4c5c-8225-e774486f9b59 admin admin] Made reservation on behalf of ad54179601194a778b042b50c9b63ece for: {'subnet': 1} {{(pid=110152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 17:45:35.501900 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-b0b756f6-1f7f-4c5c-8225-e774486f9b59 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:45:35.727405 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a407847b-3999-47f3-b557-a4a4f0019b51 req-1f34d723-f9f5-4d05-a6f8-995212688aea tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:45:35.728940 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-a407847b-3999-47f3-b557-a4a4f0019b51 req-1f34d723-f9f5-4d05-a6f8-995212688aea tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] 10.222.0.60 "GET /v2.0/ports?device_id=35dc394b-a596-4f36-89cf-f60e42d697d1 HTTP/1.1" status: 200 len: 944 time: 0.0980346 May 10 17:45:35.741965 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2debe944-2692-478e-b69b-63f7f61a2191 req-b123800f-0a03-4aaf-8613-1a8b165ae94e tempest-VolumesNegativeTest-2103617696 tempest-VolumesNegativeTest-2103617696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:45:35.743605 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-2debe944-2692-478e-b69b-63f7f61a2191 req-b123800f-0a03-4aaf-8613-1a8b165ae94e tempest-VolumesNegativeTest-2103617696 tempest-VolumesNegativeTest-2103617696-project] 10.222.0.60 "GET /v2.0/ports?device_id=539078bb-d792-45a6-ab73-310f58397edc HTTP/1.1" status: 200 len: 949 time: 0.0726469 May 10 17:45:35.896528 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-2debe944-2692-478e-b69b-63f7f61a2191 req-dad00846-695d-4cf1-b4ee-e5ffcd1d6eb7 tempest-VolumesNegativeTest-2103617696 tempest-VolumesNegativeTest-2103617696-project] 10.222.0.60 "GET /v2.0/security-groups?id=7c0d25d5-5796-47f0-aee2-c1068583216e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269181 May 10 17:45:35.904395 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-a407847b-3999-47f3-b557-a4a4f0019b51 req-8ef2a418-5a24-42fc-bfb2-39ca3f0dde0a tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] 10.222.0.60 "GET /v2.0/security-groups?id=2018d1cf-f495-4a64-a1af-58bf853a4546&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1575575 May 10 17:45:35.930642 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-b0b756f6-1f7f-4c5c-8225-e774486f9b59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-321831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631625'] for subnet (1afafaee-2148-462d-b7e1-f52e715e4380), after_create {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:45:36.003422 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b756f6-1f7f-4c5c-8225-e774486f9b59 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1afafaee-2148-462d-b7e1-f52e715e4380,revision_number=0']} {{(pid=110152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:45:36.009817 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0b756f6-1f7f-4c5c-8225-e774486f9b59 admin admin] Checking segment: {'id': '86f17e6a-b4ea-4d9e-8e2d-5ecc06d7c8c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '1cc14c6d-637f-4603-8d5f-f064097c1d6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 17:45:36.010181 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0b756f6-1f7f-4c5c-8225-e774486f9b59 admin admin] Network hostable DHCP agents. Network: 1cc14c6d-637f-4603-8d5f-f064097c1d6b, hostable agents: ['b2ad0527-00d5-4995-bc97-ec84c4e02f0b'], hosted agents: [] {{(pid=110152) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 17:45:36.028853 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0b756f6-1f7f-4c5c-8225-e774486f9b59 admin admin] Network 1cc14c6d-637f-4603-8d5f-f064097c1d6b is scheduled to be hosted by DHCP agent b2ad0527-00d5-4995-bc97-ec84c4e02f0b with binding_index 1 {{(pid=110152) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 17:45:36.039236 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.scheduler.base_scheduler [None req-b0b756f6-1f7f-4c5c-8225-e774486f9b59 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-841302-2-iscsi, 1cc14c6d-637f-4603-8d5f-f064097c1d6b) {{(pid=110152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 17:45:36.043400 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0b756f6-1f7f-4c5c-8225-e774486f9b59 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:45:36.044143 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-b0b756f6-1f7f-4c5c-8225-e774486f9b59 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631615'] for subnet (None), before_response {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:45:36.050645 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c5b1e84-2c00-4387-8230-4b1b23fce6fe None None] Network 1cc14c6d-637f-4603-8d5f-f064097c1d6b requested from dv-cinder-841302-2-iscsi {{(pid=110154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 17:45:36.063125 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [None req-b0b756f6-1f7f-4c5c-8225-e774486f9b59 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6018927 May 10 17:45:36.205555 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd248581-d591-431a-94d9-420638ea18e9 None None] Network 1cc14c6d-637f-4603-8d5f-f064097c1d6b requested from dv-cinder-841302-2-iscsi {{(pid=110154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 17:45:36.211777 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e99c39-8516-4884-a7ba-e183fd41eb9a req-68808b7c-62a1-48c7-ba05-d6a76f7cc5b7 tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:45:36.221269 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-a6e99c39-8516-4884-a7ba-e183fd41eb9a req-68808b7c-62a1-48c7-ba05-d6a76f7cc5b7 tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] 10.222.0.60 "GET /v2.0/ports?device_id=4006eed6-2338-46b7-9133-e5c3fdead35c HTTP/1.1" status: 200 len: 946 time: 0.0777466 May 10 17:45:36.223127 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.rpc [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Device 2777dc00-4366-4f2e-8110-14038b7477ab up at agent hyperv_hv-cinder-84130 {{(pid=110154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 17:45:36.296485 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-a6e99c39-8516-4884-a7ba-e183fd41eb9a req-daaf773b-cb7c-4340-9dd9-7af995f09d1a tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] 10.222.0.60 "GET /v2.0/security-groups?id=c42b6551-bc09-4e3b-af37-c7597825b22a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0743084 May 10 17:45:36.381513 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.db.provisioning_blocks [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Provisioning for port 2777dc00-4366-4f2e-8110-14038b7477ab completed by entity L2. {{(pid=110154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 10 17:45:36.418406 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.db.provisioning_blocks [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Provisioning complete for port 2777dc00-4366-4f2e-8110-14038b7477ab triggered by entity L2. {{(pid=110154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 17:45:36.419171 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525495'] for port (2777dc00-4366-4f2e-8110-14038b7477ab), provisioning_complete {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:45:36.529274 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.plugin [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Current status of the port 2777dc00-4366-4f2e-8110-14038b7477ab is: BUILD; New status is: ACTIVE {{(pid=110154) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 17:45:36.530779 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1514036'] for port (2777dc00-4366-4f2e-8110-14038b7477ab), before_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:45:36.557099 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682f34ed-df03-47cc-abd5-8688e7254d53 req-3eb74072-4ccb-4762-b37f-9f956ffa2d3a tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:45:36.569790 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-682f34ed-df03-47cc-abd5-8688e7254d53 req-3eb74072-4ccb-4762-b37f-9f956ffa2d3a tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] 10.222.0.60 "GET /v2.0/ports?device_id=d577a65c-d60c-4d64-a506-89ea984fe255 HTTP/1.1" status: 200 len: 945 time: 0.0745482 May 10 17:45:36.579305 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '539078bb-d792-45a6-ab73-310f58397edc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2777dc00-4366-4f2e-8110-14038b7477ab'}] {{(pid=110154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 17:45:36.592178 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81f5a9f60a7176de4ec81ee2de5d4e9bd281d17703f5d6403e6a691a644f2f07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-939399ab-c560-421d-8a92-332e588f8314" -d '{"events": [{"server_uuid": "539078bb-d792-45a6-ab73-310f58397edc", "name": "network-vif-plugged", "status": "completed", "tag": "2777dc00-4366-4f2e-8110-14038b7477ab"}]}' {{(pid=110154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 17:45:36.608348 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.db [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] For port 2777dc00-4366-4f2e-8110-14038b7477ab, host hv-cinder-84130, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84130',level=0,port_id=2777dc00-4366-4f2e-8110-14038b7477ab,segment=NetworkSegment(5b3e8bb7-3955-4a9e-a1be-e3611445c29a),segment_id=5b3e8bb7-3955-4a9e-a1be-e3611445c29a)] {{(pid=110154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 17:45:36.617261 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1514136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781795229094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781794686082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781794686100'] for port (2777dc00-4366-4f2e-8110-14038b7477ab), after_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:45:36.678216 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-682f34ed-df03-47cc-abd5-8688e7254d53 req-41e9a446-8b49-4a02-b560-85f8b4e37ae3 tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] 10.222.0.60 "GET /v2.0/security-groups?id=1dc31e58-b13c-4610-8a7b-a2e2a07c824b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041663 May 10 17:45:36.689800 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 17:45:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16e33aa6-3614-49a2-8c04-5722ba236cca x-openstack-request-id: req-16e33aa6-3614-49a2-8c04-5722ba236cca {{(pid=110154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 17:45:36.690319 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "539078bb-d792-45a6-ab73-310f58397edc", "name": "network-vif-plugged", "status": "completed", "tag": "2777dc00-4366-4f2e-8110-14038b7477ab", "code": 200}]} {{(pid=110154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 17:45:36.690724 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-16e33aa6-3614-49a2-8c04-5722ba236cca {{(pid=110154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 17:45:36.691267 dv-cinder-841302-2-iscsi neutron-server[110154]: INFO neutron.notifiers.nova [-] Nova event matching ['req-16e33aa6-3614-49a2-8c04-5722ba236cca'] response: {'server_uuid': '539078bb-d792-45a6-ab73-310f58397edc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2777dc00-4366-4f2e-8110-14038b7477ab', 'code': 200} May 10 17:45:36.704167 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [req-2c9eb084-3608-406b-af7e-17694759c23d req-93663dd4-4e81-486c-ae17-ded4472d0cdc service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=acd7903d-232c-4666-939c-eb22c6fbf01b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0702553 May 10 17:45:36.712320 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Pushing event updated for resources: {'Port': ['ID=2777dc00-4366-4f2e-8110-14038b7477ab,revision_number=5']} {{(pid=110154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:45:37.084432 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af180a8-0f26-42ed-a862-4d6e66884881 req-d39790d3-6986-4b17-a4bb-65df1dedf062 tempest-VolumesNegativeTest-2103617696 tempest-VolumesNegativeTest-2103617696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:45:37.086297 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-6af180a8-0f26-42ed-a862-4d6e66884881 req-d39790d3-6986-4b17-a4bb-65df1dedf062 tempest-VolumesNegativeTest-2103617696 tempest-VolumesNegativeTest-2103617696-project] 10.222.0.60 "GET /v2.0/ports?device_id=539078bb-d792-45a6-ab73-310f58397edc HTTP/1.1" status: 200 len: 950 time: 0.0732241 May 10 17:45:37.092363 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1540cd-2cf3-4ed3-a9df-a1690ecc7281 req-b8f30186-09f7-40b1-86ce-a203ad59c723 tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:45:37.093731 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-5a1540cd-2cf3-4ed3-a9df-a1690ecc7281 req-b8f30186-09f7-40b1-86ce-a203ad59c723 tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] 10.222.0.60 "GET /v2.0/ports?device_id=35dc394b-a596-4f36-89cf-f60e42d697d1 HTTP/1.1" status: 200 len: 944 time: 0.0913305 May 10 17:45:37.161977 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-6af180a8-0f26-42ed-a862-4d6e66884881 req-774f0e25-3512-4d17-9aca-bd7a4c89e296 tempest-VolumesNegativeTest-2103617696 tempest-VolumesNegativeTest-2103617696-project] 10.222.0.60 "GET /v2.0/security-groups?id=7c0d25d5-5796-47f0-aee2-c1068583216e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672984 May 10 17:45:37.169677 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-5a1540cd-2cf3-4ed3-a9df-a1690ecc7281 req-74c91ae8-b7d0-4d82-96d6-68db3c35db8a tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] 10.222.0.60 "GET /v2.0/security-groups?id=2018d1cf-f495-4a64-a1af-58bf853a4546&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0690589 May 10 17:45:37.354882 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6e11bd-b9ba-41f3-ad53-c0d532d79284 req-83950712-2e6d-48f3-b8aa-5674658e92e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:45:37.356489 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [req-9a6e11bd-b9ba-41f3-ad53-c0d532d79284 req-83950712-2e6d-48f3-b8aa-5674658e92e1 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=29260c09fcef4a49a7f9b244feca77cb&device_id=539078bb-d792-45a6-ab73-310f58397edc HTTP/1.1" status: 200 len: 1134 time: 0.0408635 May 10 17:45:37.439222 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda7003d-0541-4dfe-91d7-c91099f60ba5 req-ec9e1ba1-9ab7-4ac1-8ffa-8b79a27c5482 tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:45:37.440558 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-fda7003d-0541-4dfe-91d7-c91099f60ba5 req-ec9e1ba1-9ab7-4ac1-8ffa-8b79a27c5482 tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] 10.222.0.60 "GET /v2.0/ports?device_id=4006eed6-2338-46b7-9133-e5c3fdead35c HTTP/1.1" status: 200 len: 946 time: 0.0553343 May 10 17:45:37.502247 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-fda7003d-0541-4dfe-91d7-c91099f60ba5 req-bbd34f22-295e-4dd0-bc03-c18754d71841 tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] 10.222.0.60 "GET /v2.0/security-groups?id=c42b6551-bc09-4e3b-af37-c7597825b22a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549455 May 10 17:45:37.668552 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [req-3595ea95-b04c-40c5-93e3-113accd750b6 req-a667dd84-6633-4a31-b3a2-68655271b71d service neutron] 10.222.0.77 "GET /v2.0/networks/4f6007aa-61b1-40c3-a8ad-7f431d419cb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1576297 May 10 17:45:37.736737 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8d248c-e284-4a5f-b405-20e3986fc7e0 req-8c9d2810-a3c2-4f13-8995-ef4781bd1e10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:45:37.739790 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [req-0e8d248c-e284-4a5f-b405-20e3986fc7e0 req-8c9d2810-a3c2-4f13-8995-ef4781bd1e10 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=ec9da2f35bcd444fa485c453103df5cc&device_id=d577a65c-d60c-4d64-a506-89ea984fe255 HTTP/1.1" status: 200 len: 1129 time: 0.1423960 May 10 17:45:37.811748 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cc9fee-5eb1-4de4-b6f8-9619b2437161 req-fdd542d6-2727-4c07-a85d-e0fb45f3f98a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:45:37.814464 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [req-d2cc9fee-5eb1-4de4-b6f8-9619b2437161 req-fdd542d6-2727-4c07-a85d-e0fb45f3f98a service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=4006eed6-2338-46b7-9133-e5c3fdead35c HTTP/1.1" status: 200 len: 1130 time: 0.0681725 May 10 17:45:37.850316 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2de319-a7d4-4f6f-a590-7a57e2b7cd71 req-865ceb92-95b4-41af-915c-0ac0e126af7f tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:45:37.853380 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-aa2de319-a7d4-4f6f-a590-7a57e2b7cd71 req-865ceb92-95b4-41af-915c-0ac0e126af7f tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] 10.222.0.60 "GET /v2.0/ports?device_id=d577a65c-d60c-4d64-a506-89ea984fe255 HTTP/1.1" status: 200 len: 945 time: 0.0743468 May 10 17:45:37.872285 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6e11bd-b9ba-41f3-ad53-c0d532d79284 req-af7413fa-606d-431d-8729-b2c9d2eea8fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:45:37.874243 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [req-9a6e11bd-b9ba-41f3-ad53-c0d532d79284 req-af7413fa-606d-431d-8729-b2c9d2eea8fa service neutron] 10.222.0.77 "GET /v2.0/networks?id=19ce7395-3aa0-498a-b0fb-728865090dbf HTTP/1.1" status: 200 len: 870 time: 0.2899034 May 10 17:45:37.927956 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-aa2de319-a7d4-4f6f-a590-7a57e2b7cd71 req-37c5c268-7cdd-4b75-8d75-7bc73b89f0c4 tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] 10.222.0.60 "GET /v2.0/security-groups?id=1dc31e58-b13c-4610-8a7b-a2e2a07c824b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658345 May 10 17:45:38.214194 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.rpc [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Device 6f6bce01-999d-439d-8315-53c87197c824 details requested by agent hyperv_hv-cinder-84130 with host hv-cinder-84130 {{(pid=110154) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 17:45:38.374640 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb92550-36f4-4853-84c3-feb425ad4a82 req-b2bce5cc-7473-4692-86b8-6f429799576f tempest-VolumesNegativeTest-2103617696 tempest-VolumesNegativeTest-2103617696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:45:38.382331 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-bdb92550-36f4-4853-84c3-feb425ad4a82 req-b2bce5cc-7473-4692-86b8-6f429799576f tempest-VolumesNegativeTest-2103617696 tempest-VolumesNegativeTest-2103617696-project] 10.222.0.60 "GET /v2.0/ports?device_id=539078bb-d792-45a6-ab73-310f58397edc HTTP/1.1" status: 200 len: 950 time: 0.1056314 May 10 17:45:38.398156 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19edf16-db93-4cfb-8534-a3e8cddf92df req-b2c96aa5-9836-4858-a3d7-d0960e92673b tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:45:38.399894 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-a19edf16-db93-4cfb-8534-a3e8cddf92df req-b2c96aa5-9836-4858-a3d7-d0960e92673b tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] 10.222.0.60 "GET /v2.0/ports?device_id=35dc394b-a596-4f36-89cf-f60e42d697d1 HTTP/1.1" status: 200 len: 944 time: 0.1079452 May 10 17:45:38.418868 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.db [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] For port 6f6bce01-999d-439d-8315-53c87197c824, host hv-cinder-84130, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84130',level=0,port_id=6f6bce01-999d-439d-8315-53c87197c824,segment=NetworkSegment(0faf29e6-d72c-448f-aa3a-91b840f90216),segment_id=0faf29e6-d72c-448f-aa3a-91b840f90216)] {{(pid=110154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 17:45:38.447587 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.rpc [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Returning: {'device': '6f6bce01-999d-439d-8315-53c87197c824', 'network_id': '5a13d84d-c9e9-413f-a254-ca6edab95c78', 'port_id': '6f6bce01-999d-439d-8315-53c87197c824', 'mac_address': 'fa:16:3e:8a:68:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 591, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d05c8d5-b43f-426f-967a-5bcf2a7a77f7', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110154) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 17:45:38.480463 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-bdb92550-36f4-4853-84c3-feb425ad4a82 req-1b0f9234-1160-419e-a633-b8c8ddc50fd5 tempest-VolumesNegativeTest-2103617696 tempest-VolumesNegativeTest-2103617696-project] 10.222.0.60 "GET /v2.0/security-groups?id=7c0d25d5-5796-47f0-aee2-c1068583216e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976946 May 10 17:45:38.490225 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-a19edf16-db93-4cfb-8534-a3e8cddf92df req-90863ebd-2059-4073-91eb-971af4aa0ce7 tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] 10.222.0.60 "GET /v2.0/security-groups?id=2018d1cf-f495-4a64-a1af-58bf853a4546&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0820045 May 10 17:45:38.528303 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.plugin [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Current status of the port 6f6bce01-999d-439d-8315-53c87197c824 is: DOWN; New status is: BUILD {{(pid=110154) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 17:45:38.528843 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1514036'] for port (6f6bce01-999d-439d-8315-53c87197c824), before_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:45:38.551867 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.notifiers.nova [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6f6bce01-999d-439d-8315-53c87197c824 {{(pid=110154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 17:45:38.580979 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.db [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] For port 6f6bce01-999d-439d-8315-53c87197c824, host hv-cinder-84130, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84130',level=0,port_id=6f6bce01-999d-439d-8315-53c87197c824,segment=NetworkSegment(0faf29e6-d72c-448f-aa3a-91b840f90216),segment_id=0faf29e6-d72c-448f-aa3a-91b840f90216)] {{(pid=110154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 17:45:38.588055 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1514136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781795229094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781794686082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781794686100'] for port (6f6bce01-999d-439d-8315-53c87197c824), after_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:45:38.649607 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Pushing event updated for resources: {'Port': ['ID=6f6bce01-999d-439d-8315-53c87197c824,revision_number=4']} {{(pid=110154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:45:38.658918 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98453869-4258-4a55-82cd-f8e080416455 req-d546b739-8f16-48e2-a1c1-48164d6c5283 tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:45:38.660465 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-98453869-4258-4a55-82cd-f8e080416455 req-d546b739-8f16-48e2-a1c1-48164d6c5283 tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] 10.222.0.60 "GET /v2.0/ports?device_id=4006eed6-2338-46b7-9133-e5c3fdead35c HTTP/1.1" status: 200 len: 946 time: 0.0539944 May 10 17:45:38.711024 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-98453869-4258-4a55-82cd-f8e080416455 req-555401d5-799f-4b21-903c-938202f3a60a tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] 10.222.0.60 "GET /v2.0/security-groups?id=c42b6551-bc09-4e3b-af37-c7597825b22a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436966 May 10 17:45:39.052493 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7893f0-64e4-4558-9f07-f0b50b32fa07 req-4ba95d70-39d0-4340-8698-71ec51e81de5 tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:45:39.054782 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-7e7893f0-64e4-4558-9f07-f0b50b32fa07 req-4ba95d70-39d0-4340-8698-71ec51e81de5 tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] 10.222.0.60 "GET /v2.0/ports?device_id=d577a65c-d60c-4d64-a506-89ea984fe255 HTTP/1.1" status: 200 len: 945 time: 0.0533147 May 10 17:45:39.102644 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-7e7893f0-64e4-4558-9f07-f0b50b32fa07 req-58d12d45-d618-4f1e-bf44-14abc2692022 tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] 10.222.0.60 "GET /v2.0/security-groups?id=1dc31e58-b13c-4610-8a7b-a2e2a07c824b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424230 May 10 17:45:39.294938 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.db [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] get_ports_and_sgs() called for port_ids ['6f6bce01-999d-439d-8315-53c87197c824'] {{(pid=110154) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 17:45:39.316913 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9eb084-3608-406b-af7e-17694759c23d req-c7f077e7-d16d-4d92-96e2-6e554bc4c204 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:45:39.318600 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-2c9eb084-3608-406b-af7e-17694759c23d req-c7f077e7-d16d-4d92-96e2-6e554bc4c204 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=98c641670665465caa49f5d709911793&device_id=acd7903d-232c-4666-939c-eb22c6fbf01b HTTP/1.1" status: 200 len: 1129 time: 0.0936170 May 10 17:45:39.323522 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3101bd94-96bb-4d52-83e6-d3a29f071b91 req-e2542e7a-ce14-4391-8576-516766379acb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:45:39.325328 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-3101bd94-96bb-4d52-83e6-d3a29f071b91 req-e2542e7a-ce14-4391-8576-516766379acb service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=539078bb-d792-45a6-ab73-310f58397edc HTTP/1.1" status: 200 len: 1134 time: 0.0904901 May 10 17:45:39.352296 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [req-9a6e11bd-b9ba-41f3-ad53-c0d532d79284 req-bdd711fa-20bf-4fc9-a727-85e4d78d7200 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.113&port_id=2777dc00-4366-4f2e-8110-14038b7477ab HTTP/1.1" status: 200 len: 217 time: 0.1298490 May 10 17:45:39.392811 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [req-d2cc9fee-5eb1-4de4-b6f8-9619b2437161 req-e1b61646-359d-434e-b8d2-d85e3b002353 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=c42b6551-bc09-4e3b-af37-c7597825b22a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1690674 May 10 17:45:39.436100 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8d248c-e284-4a5f-b405-20e3986fc7e0 req-d9cea36f-0579-4cc7-af49-e64975faf6e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:45:39.438684 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [req-0e8d248c-e284-4a5f-b405-20e3986fc7e0 req-d9cea36f-0579-4cc7-af49-e64975faf6e2 service neutron] 10.222.0.77 "GET /v2.0/networks?id=f37a5a11-05c8-4d32-b0a0-13874a53c216 HTTP/1.1" status: 200 len: 919 time: 0.2133687 May 10 17:45:39.658656 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdf579f-0879-4a11-ab4b-587eba84a00b req-a257d1ee-8a91-48cc-a03a-84eec88f0d56 tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:45:39.660373 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-0fdf579f-0879-4a11-ab4b-587eba84a00b req-a257d1ee-8a91-48cc-a03a-84eec88f0d56 tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] 10.222.0.60 "GET /v2.0/ports?device_id=35dc394b-a596-4f36-89cf-f60e42d697d1 HTTP/1.1" status: 200 len: 945 time: 0.0949821 May 10 17:45:39.670888 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c938f6-4ae3-48eb-a0c2-168be59d39e4 req-e5ec6f2d-a8e4-40f8-af48-3f393d2dea31 tempest-VolumesNegativeTest-2103617696 tempest-VolumesNegativeTest-2103617696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:45:39.672433 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-45c938f6-4ae3-48eb-a0c2-168be59d39e4 req-e5ec6f2d-a8e4-40f8-af48-3f393d2dea31 tempest-VolumesNegativeTest-2103617696 tempest-VolumesNegativeTest-2103617696-project] 10.222.0.60 "GET /v2.0/ports?device_id=539078bb-d792-45a6-ab73-310f58397edc HTTP/1.1" status: 200 len: 950 time: 0.1088903 May 10 17:45:39.763949 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-0fdf579f-0879-4a11-ab4b-587eba84a00b req-299b1958-7566-42ed-9ae0-ab5e6e4771dc tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] 10.222.0.60 "GET /v2.0/security-groups?id=2018d1cf-f495-4a64-a1af-58bf853a4546&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0904450 May 10 17:45:39.778262 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-45c938f6-4ae3-48eb-a0c2-168be59d39e4 req-7f8188dc-d60c-43a6-986d-6138fb78dbcb tempest-VolumesNegativeTest-2103617696 tempest-VolumesNegativeTest-2103617696-project] 10.222.0.60 "GET /v2.0/security-groups?id=7c0d25d5-5796-47f0-aee2-c1068583216e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843539 May 10 17:45:39.916421 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37dc0be4-f62c-41b0-b09e-4c56721e2ac3 req-70e65284-a98c-44af-baa9-3f6f11dc635a tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:45:39.927250 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-37dc0be4-f62c-41b0-b09e-4c56721e2ac3 req-70e65284-a98c-44af-baa9-3f6f11dc635a tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] 10.222.0.60 "GET /v2.0/ports?device_id=4006eed6-2338-46b7-9133-e5c3fdead35c HTTP/1.1" status: 200 len: 946 time: 0.0774410 May 10 17:45:40.055726 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-37dc0be4-f62c-41b0-b09e-4c56721e2ac3 req-f6375cd1-12ef-4a6b-ba0a-266a23f728a3 tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] 10.222.0.60 "GET /v2.0/security-groups?id=c42b6551-bc09-4e3b-af37-c7597825b22a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1269059 May 10 17:45:40.127490 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.wsgi [-] (110153) accepted ('10.222.0.60', 39316) {{(pid=110153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 17:45:40.233649 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c79134c-5577-42d5-bc2e-4a3b73288dae req-80c500f0-4d09-47b5-b628-9ab0a01707ac tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:45:40.235399 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-5c79134c-5577-42d5-bc2e-4a3b73288dae req-80c500f0-4d09-47b5-b628-9ab0a01707ac tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] 10.222.0.60 "GET /v2.0/ports?device_id=d577a65c-d60c-4d64-a506-89ea984fe255 HTTP/1.1" status: 200 len: 945 time: 0.0573323 May 10 17:45:40.267973 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-ca185567-af4f-45af-8d00-714751fb4763 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:45:40.374063 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-5c79134c-5577-42d5-bc2e-4a3b73288dae req-20d7f56a-5fe1-4971-8be1-dfce2533b024 tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] 10.222.0.60 "GET /v2.0/security-groups?id=1dc31e58-b13c-4610-8a7b-a2e2a07c824b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326642 May 10 17:45:40.390142 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.wsgi [-] (110153) accepted ('10.222.0.60', 39322) {{(pid=110153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 17:45:40.404049 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [req-0e8d248c-e284-4a5f-b405-20e3986fc7e0 req-cee888d2-f4a2-44f0-8ad9-f1188269648a service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bc6ac4c5-c4f8-4e9e-abbf-8071b383eb36 HTTP/1.1" status: 200 len: 217 time: 0.1053934 May 10 17:45:40.437583 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6e11bd-b9ba-41f3-ad53-c0d532d79284 req-c214614c-2c08-4e7c-877f-65e73567ab64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:45:40.439119 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [req-9a6e11bd-b9ba-41f3-ad53-c0d532d79284 req-c214614c-2c08-4e7c-877f-65e73567ab64 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=db14d72c-fe01-4289-88ca-31e6d5132681 HTTP/1.1" status: 200 len: 843 time: 0.1395483 May 10 17:45:40.492701 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-ca185567-af4f-45af-8d00-714751fb4763 admin admin] Publish callbacks [] for security_group (25378ac0-dcb1-4306-991e-a60227422266), precommit_create {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:45:40.500248 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-ca185567-af4f-45af-8d00-714751fb4763 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-282428'] for security_group (25378ac0-dcb1-4306-991e-a60227422266), after_create {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:45:40.529658 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-3101bd94-96bb-4d52-83e6-d3a29f071b91 req-00176d21-495f-4195-bac5-2ebe3e9ac6d5 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=7c0d25d5-5796-47f0-aee2-c1068583216e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2321975 May 10 17:45:40.553143 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [None req-ca185567-af4f-45af-8d00-714751fb4763 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=361f3085fc8f4b8d97db73bd3fddaaff&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4244652 May 10 17:45:40.557560 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.wsgi [-] (110152) accepted ('10.222.0.60', 39326) {{(pid=110152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 17:45:40.560533 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca185567-af4f-45af-8d00-714751fb4763 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25378ac0-dcb1-4306-991e-a60227422266,revision_number=1']} {{(pid=110153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:45:40.563707 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-6aa59b9f-c10e-427d-a59d-03612fcf031e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:45:40.598775 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9eb084-3608-406b-af7e-17694759c23d req-c18141e8-7850-4698-9006-af430ed38ff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:45:40.600596 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-2c9eb084-3608-406b-af7e-17694759c23d req-c18141e8-7850-4698-9006-af430ed38ff7 service neutron] 10.222.0.77 "GET /v2.0/networks?id=4530795e-c50a-4eb4-a3c5-419871214a37 HTTP/1.1" status: 200 len: 913 time: 0.2876139 May 10 17:45:40.638589 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-43ae42df-aaaf-4139-97b4-29f7f2adcab7 admin admin] Publish callbacks [] for security_group (25378ac0-dcb1-4306-991e-a60227422266), before_delete {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:45:40.671089 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-6aa59b9f-c10e-427d-a59d-03612fcf031e admin admin] Publish callbacks [] for security_group (73e83a83-4e45-4bb8-b6a8-478b195f6da7), precommit_create {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:45:40.673930 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-43ae42df-aaaf-4139-97b4-29f7f2adcab7 admin admin] Publish callbacks [] for security_group (25378ac0-dcb1-4306-991e-a60227422266), precommit_delete {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:45:40.676418 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-6aa59b9f-c10e-427d-a59d-03612fcf031e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-282428'] for security_group (73e83a83-4e45-4bb8-b6a8-478b195f6da7), after_create {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:45:40.710349 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [None req-6aa59b9f-c10e-427d-a59d-03612fcf031e admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=e1f5c8c984124b9fb21e79fc96ca36f5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3187010 May 10 17:45:40.713234 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.wsgi [-] (110152) accepted ('10.222.0.60', 39332) {{(pid=110152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 17:45:40.727424 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa59b9f-c10e-427d-a59d-03612fcf031e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73e83a83-4e45-4bb8-b6a8-478b195f6da7,revision_number=1']} {{(pid=110153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:45:40.764805 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-43ae42df-aaaf-4139-97b4-29f7f2adcab7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-282428'] for security_group (25378ac0-dcb1-4306-991e-a60227422266), after_delete {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:45:40.767567 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-43ae42df-aaaf-4139-97b4-29f7f2adcab7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:45:40.771319 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [None req-43ae42df-aaaf-4139-97b4-29f7f2adcab7 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/25378ac0-dcb1-4306-991e-a60227422266 HTTP/1.1" status: 204 len: 168 time: 0.2112427 May 10 17:45:40.796206 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ae42df-aaaf-4139-97b4-29f7f2adcab7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25378ac0-dcb1-4306-991e-a60227422266,revision_number=None']} {{(pid=110152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:45:40.821026 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-5a90374a-1060-434b-a0c5-641325cce0f3 admin admin] Publish callbacks [] for security_group (73e83a83-4e45-4bb8-b6a8-478b195f6da7), before_delete {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:45:40.853366 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-5a90374a-1060-434b-a0c5-641325cce0f3 admin admin] Publish callbacks [] for security_group (73e83a83-4e45-4bb8-b6a8-478b195f6da7), precommit_delete {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:45:40.870362 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.rpc [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Device 6f6bce01-999d-439d-8315-53c87197c824 up at agent hyperv_hv-cinder-84130 {{(pid=110154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 17:45:40.921245 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-5a90374a-1060-434b-a0c5-641325cce0f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-282428'] for security_group (73e83a83-4e45-4bb8-b6a8-478b195f6da7), after_delete {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:45:40.925286 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-5a90374a-1060-434b-a0c5-641325cce0f3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:45:40.926459 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [None req-5a90374a-1060-434b-a0c5-641325cce0f3 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/73e83a83-4e45-4bb8-b6a8-478b195f6da7 HTTP/1.1" status: 204 len: 168 time: 0.2094481 May 10 17:45:40.955393 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a90374a-1060-434b-a0c5-641325cce0f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73e83a83-4e45-4bb8-b6a8-478b195f6da7,revision_number=None']} {{(pid=110152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:45:40.970914 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.db.provisioning_blocks [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Provisioning for port 6f6bce01-999d-439d-8315-53c87197c824 completed by entity L2. {{(pid=110154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 10 17:45:40.994091 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.db.provisioning_blocks [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Provisioning complete for port 6f6bce01-999d-439d-8315-53c87197c824 triggered by entity L2. {{(pid=110154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 17:45:40.994552 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525495'] for port (6f6bce01-999d-439d-8315-53c87197c824), provisioning_complete {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:45:41.057298 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3b859a-5e64-48bc-832b-3a87752014f7 req-6c156d75-0654-4a43-8f00-deecc3eb7cda tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:45:41.064349 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-bb3b859a-5e64-48bc-832b-3a87752014f7 req-6c156d75-0654-4a43-8f00-deecc3eb7cda tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] 10.222.0.60 "GET /v2.0/ports?device_id=35dc394b-a596-4f36-89cf-f60e42d697d1 HTTP/1.1" status: 200 len: 945 time: 0.1254563 May 10 17:45:41.158381 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.plugin [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Current status of the port 6f6bce01-999d-439d-8315-53c87197c824 is: BUILD; New status is: ACTIVE {{(pid=110154) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 17:45:41.158969 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1514036'] for port (6f6bce01-999d-439d-8315-53c87197c824), before_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:45:41.202894 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35dc394b-a596-4f36-89cf-f60e42d697d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f6bce01-999d-439d-8315-53c87197c824'}] {{(pid=110154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 17:45:41.205775 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81f5a9f60a7176de4ec81ee2de5d4e9bd281d17703f5d6403e6a691a644f2f07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4931f78-bdd6-4165-9b78-d60642201886" -d '{"events": [{"server_uuid": "35dc394b-a596-4f36-89cf-f60e42d697d1", "name": "network-vif-plugged", "status": "completed", "tag": "6f6bce01-999d-439d-8315-53c87197c824"}]}' {{(pid=110154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 17:45:41.219275 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-bb3b859a-5e64-48bc-832b-3a87752014f7 req-1a67179a-a4b6-4abb-9492-a443516b15f8 tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] 10.222.0.60 "GET /v2.0/security-groups?id=2018d1cf-f495-4a64-a1af-58bf853a4546&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1466453 May 10 17:45:41.235000 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.db [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] For port 6f6bce01-999d-439d-8315-53c87197c824, host hv-cinder-84130, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84130',level=0,port_id=6f6bce01-999d-439d-8315-53c87197c824,segment=NetworkSegment(0faf29e6-d72c-448f-aa3a-91b840f90216),segment_id=0faf29e6-d72c-448f-aa3a-91b840f90216)] {{(pid=110154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 17:45:41.242006 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1514136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781795229094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781794686082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781794686100'] for port (6f6bce01-999d-439d-8315-53c87197c824), after_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:45:41.276568 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d86fdf-4af2-4d37-aff9-c452e040fea5 req-f0da1d36-0e7f-4904-b9f9-2d777799f405 tempest-VolumesNegativeTest-2103617696 tempest-VolumesNegativeTest-2103617696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:45:41.280916 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-b2d86fdf-4af2-4d37-aff9-c452e040fea5 req-f0da1d36-0e7f-4904-b9f9-2d777799f405 tempest-VolumesNegativeTest-2103617696 tempest-VolumesNegativeTest-2103617696-project] 10.222.0.60 "GET /v2.0/ports?device_id=539078bb-d792-45a6-ab73-310f58397edc HTTP/1.1" status: 200 len: 950 time: 0.0663438 May 10 17:45:41.322540 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Pushing event updated for resources: {'Port': ['ID=6f6bce01-999d-439d-8315-53c87197c824,revision_number=5']} {{(pid=110154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:45:41.372529 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-b2d86fdf-4af2-4d37-aff9-c452e040fea5 req-49396a1a-6484-4f22-8917-63052a442f6e tempest-VolumesNegativeTest-2103617696 tempest-VolumesNegativeTest-2103617696-project] 10.222.0.60 "GET /v2.0/security-groups?id=7c0d25d5-5796-47f0-aee2-c1068583216e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844903 May 10 17:45:41.390177 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c82c49f-e873-4e9c-b338-263125f4cbe2 req-6a3a332f-2cdd-4ab4-983e-825403fefa27 tempest-DeleteServersTestJSON-636381056 tempest-DeleteServersTestJSON-636381056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:45:41.391683 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-8c82c49f-e873-4e9c-b338-263125f4cbe2 req-6a3a332f-2cdd-4ab4-983e-825403fefa27 tempest-DeleteServersTestJSON-636381056 tempest-DeleteServersTestJSON-636381056-project] 10.222.0.60 "GET /v2.0/ports?device_id=acd7903d-232c-4666-939c-eb22c6fbf01b HTTP/1.1" status: 200 len: 945 time: 0.0635366 May 10 17:45:41.444537 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-8c82c49f-e873-4e9c-b338-263125f4cbe2 req-3392c746-d9a4-4448-ba6c-ed96df25d43f tempest-DeleteServersTestJSON-636381056 tempest-DeleteServersTestJSON-636381056-project] 10.222.0.60 "GET /v2.0/security-groups?id=d3ebf738-b4c3-41d4-bb82-f79908831846&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474043 May 10 17:45:41.505523 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 17:45:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9785f7ae-a4fa-4579-8034-2b21ba3abe93 x-openstack-request-id: req-9785f7ae-a4fa-4579-8034-2b21ba3abe93 {{(pid=110154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 17:45:41.505753 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35dc394b-a596-4f36-89cf-f60e42d697d1", "name": "network-vif-plugged", "status": "completed", "tag": "6f6bce01-999d-439d-8315-53c87197c824", "code": 200}]} {{(pid=110154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 17:45:41.505968 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-9785f7ae-a4fa-4579-8034-2b21ba3abe93 {{(pid=110154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 17:45:41.507150 dv-cinder-841302-2-iscsi neutron-server[110154]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9785f7ae-a4fa-4579-8034-2b21ba3abe93'] response: {'server_uuid': '35dc394b-a596-4f36-89cf-f60e42d697d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f6bce01-999d-439d-8315-53c87197c824', 'code': 200} May 10 17:45:41.523279 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91284a5e-911d-49a4-bd44-2d0936283305 req-701704cb-8d97-4d1f-8441-a5dac1d48459 tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:45:41.527920 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-91284a5e-911d-49a4-bd44-2d0936283305 req-701704cb-8d97-4d1f-8441-a5dac1d48459 tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] 10.222.0.60 "GET /v2.0/ports?device_id=4006eed6-2338-46b7-9133-e5c3fdead35c HTTP/1.1" status: 200 len: 946 time: 0.0692985 May 10 17:45:41.549625 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.wsgi [-] (110153) accepted ('10.222.0.60', 39366) {{(pid=110153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 17:45:41.566321 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-b0444dd2-e9c6-453f-a66a-1b55de1c487b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:45:41.619082 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-91284a5e-911d-49a4-bd44-2d0936283305 req-ccaf1993-4dac-4ca3-a43d-726ed61647bf tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] 10.222.0.60 "GET /v2.0/security-groups?id=c42b6551-bc09-4e3b-af37-c7597825b22a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0661738 May 10 17:45:41.657971 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9a1f67-3034-4843-9ca0-29fe51735098 req-a556c123-c38f-479f-bd72-0dd0778b9b11 tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:45:41.664641 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-4d9a1f67-3034-4843-9ca0-29fe51735098 req-a556c123-c38f-479f-bd72-0dd0778b9b11 tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] 10.222.0.60 "GET /v2.0/ports?device_id=d577a65c-d60c-4d64-a506-89ea984fe255 HTTP/1.1" status: 200 len: 945 time: 0.0677934 May 10 17:45:41.677222 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-b0444dd2-e9c6-453f-a66a-1b55de1c487b admin admin] Publish callbacks [] for security_group (58a05f85-bf87-4cce-96b5-3cc1cd58695d), precommit_create {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:45:41.682587 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-b0444dd2-e9c6-453f-a66a-1b55de1c487b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-282428'] for security_group (58a05f85-bf87-4cce-96b5-3cc1cd58695d), after_create {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:45:41.714407 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-4d9a1f67-3034-4843-9ca0-29fe51735098 req-28c6878d-355d-48ac-9922-cbe573db680f tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] 10.222.0.60 "GET /v2.0/security-groups?id=1dc31e58-b13c-4610-8a7b-a2e2a07c824b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486100 May 10 17:45:41.786972 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [None req-b0444dd2-e9c6-453f-a66a-1b55de1c487b admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=370ce126852b40f88449170cbebd2941&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2343786 May 10 17:45:41.792515 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.wsgi [-] (110153) accepted ('10.222.0.60', 39370) {{(pid=110153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 17:45:41.793509 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0444dd2-e9c6-453f-a66a-1b55de1c487b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58a05f85-bf87-4cce-96b5-3cc1cd58695d,revision_number=1']} {{(pid=110153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:45:41.834047 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6e11bd-b9ba-41f3-ad53-c0d532d79284 req-199d1d7b-ca40-463d-a4be-95a3f004add9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:45:41.836658 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [req-9a6e11bd-b9ba-41f3-ad53-c0d532d79284 req-199d1d7b-ca40-463d-a4be-95a3f004add9 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=19ce7395-3aa0-498a-b0fb-728865090dbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.1322188 May 10 17:45:41.851078 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8d248c-e284-4a5f-b405-20e3986fc7e0 req-7b71db66-22e1-4938-be6f-1a5deb0b7f56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:45:41.852979 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [req-0e8d248c-e284-4a5f-b405-20e3986fc7e0 req-7b71db66-22e1-4938-be6f-1a5deb0b7f56 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=cc50f2c8-8caf-42b1-b7c4-50bfe5301336 HTTP/1.1" status: 200 len: 857 time: 0.1447773 May 10 17:45:41.909393 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-5e1b42bc-3704-4a00-9d24-5acd6d0cb2b0 admin admin] Publish callbacks [] for security_group (58a05f85-bf87-4cce-96b5-3cc1cd58695d), before_delete {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:45:41.942870 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-5e1b42bc-3704-4a00-9d24-5acd6d0cb2b0 admin admin] Publish callbacks [] for security_group (58a05f85-bf87-4cce-96b5-3cc1cd58695d), precommit_delete {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:45:42.005359 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-5e1b42bc-3704-4a00-9d24-5acd6d0cb2b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-282428'] for security_group (58a05f85-bf87-4cce-96b5-3cc1cd58695d), after_delete {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:45:42.008770 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-5e1b42bc-3704-4a00-9d24-5acd6d0cb2b0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:45:42.010366 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [None req-5e1b42bc-3704-4a00-9d24-5acd6d0cb2b0 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/58a05f85-bf87-4cce-96b5-3cc1cd58695d HTTP/1.1" status: 204 len: 168 time: 0.2116528 May 10 17:45:42.019609 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1b42bc-3704-4a00-9d24-5acd6d0cb2b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58a05f85-bf87-4cce-96b5-3cc1cd58695d,revision_number=None']} {{(pid=110153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:45:42.037183 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-2c9eb084-3608-406b-af7e-17694759c23d req-a9eb4804-a890-46ff-b25e-dd48f9cd9e99 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dee56dfb-cae2-41f9-b79a-5dd4e4a84d7f HTTP/1.1" status: 200 len: 217 time: 0.2563074 May 10 17:45:42.380176 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22deee95-9d0d-49ba-9c83-7c349c7561f2 req-654c17c0-1e54-48bf-b7fc-5affe5aa9e4e tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:45:42.390359 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-22deee95-9d0d-49ba-9c83-7c349c7561f2 req-654c17c0-1e54-48bf-b7fc-5affe5aa9e4e tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] 10.222.0.60 "GET /v2.0/ports?device_id=35dc394b-a596-4f36-89cf-f60e42d697d1 HTTP/1.1" status: 200 len: 946 time: 0.0719137 May 10 17:45:42.477597 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-22deee95-9d0d-49ba-9c83-7c349c7561f2 req-1a16751d-f82f-4b06-8f84-bcb6480f8efb tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] 10.222.0.60 "GET /v2.0/security-groups?id=2018d1cf-f495-4a64-a1af-58bf853a4546&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0862174 May 10 17:45:42.563113 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db432c9-aa41-4d91-886f-de58b426fae8 req-1232d858-d7ae-4669-8ac3-db0321f1737d tempest-VolumesNegativeTest-2103617696 tempest-VolumesNegativeTest-2103617696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:45:42.572971 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-5db432c9-aa41-4d91-886f-de58b426fae8 req-1232d858-d7ae-4669-8ac3-db0321f1737d tempest-VolumesNegativeTest-2103617696 tempest-VolumesNegativeTest-2103617696-project] 10.222.0.60 "GET /v2.0/ports?device_id=539078bb-d792-45a6-ab73-310f58397edc HTTP/1.1" status: 200 len: 950 time: 0.0802457 May 10 17:45:42.709631 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-5db432c9-aa41-4d91-886f-de58b426fae8 req-6691971e-2334-4637-a284-19e523255708 tempest-VolumesNegativeTest-2103617696 tempest-VolumesNegativeTest-2103617696-project] 10.222.0.60 "GET /v2.0/security-groups?id=7c0d25d5-5796-47f0-aee2-c1068583216e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351554 May 10 17:45:42.716049 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30382d0e-57d4-450f-8167-d6f316d26905 req-93296435-be86-4bbb-99ed-b19e3a0b3f68 tempest-DeleteServersTestJSON-636381056 tempest-DeleteServersTestJSON-636381056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:45:42.717726 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-30382d0e-57d4-450f-8167-d6f316d26905 req-93296435-be86-4bbb-99ed-b19e3a0b3f68 tempest-DeleteServersTestJSON-636381056 tempest-DeleteServersTestJSON-636381056-project] 10.222.0.60 "GET /v2.0/ports?device_id=acd7903d-232c-4666-939c-eb22c6fbf01b HTTP/1.1" status: 200 len: 945 time: 0.0928838 May 10 17:45:42.780422 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-30382d0e-57d4-450f-8167-d6f316d26905 req-2b5cb8f9-6f57-42ff-8536-ba91af2d6723 tempest-DeleteServersTestJSON-636381056 tempest-DeleteServersTestJSON-636381056-project] 10.222.0.60 "GET /v2.0/security-groups?id=d3ebf738-b4c3-41d4-bb82-f79908831846&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563440 May 10 17:45:42.836780 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e62e648-b316-4881-ba64-842d804e909b req-836fadca-7e20-42a7-8181-bb207607447b tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:45:42.838866 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-2e62e648-b316-4881-ba64-842d804e909b req-836fadca-7e20-42a7-8181-bb207607447b tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] 10.222.0.60 "GET /v2.0/ports?device_id=4006eed6-2338-46b7-9133-e5c3fdead35c HTTP/1.1" status: 200 len: 946 time: 0.0576379 May 10 17:45:42.901054 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-2e62e648-b316-4881-ba64-842d804e909b req-891b8288-2362-425a-af1c-0a9f7ba4aa11 tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] 10.222.0.60 "GET /v2.0/security-groups?id=c42b6551-bc09-4e3b-af37-c7597825b22a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551066 May 10 17:45:43.101051 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bc957e-ebd3-4f64-877f-c5ce12ab84c2 req-2682c8ec-ca42-4f2f-8494-22cbb438668e tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:45:43.103252 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-e2bc957e-ebd3-4f64-877f-c5ce12ab84c2 req-2682c8ec-ca42-4f2f-8494-22cbb438668e tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] 10.222.0.60 "GET /v2.0/ports?device_id=4006eed6-2338-46b7-9133-e5c3fdead35c HTTP/1.1" status: 200 len: 946 time: 0.1046536 May 10 17:45:43.116619 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.wsgi [-] (110153) accepted ('10.222.0.60', 39434) {{(pid=110153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 17:45:43.122259 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.v2.base [None req-db47f1fc-6898-49d5-81c1-fe3ee5ca44a3 tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] Request body: {'floatingip': {'port_id': 'e697d9cb-ff2b-45a4-8326-f3219cdf4121'}} {{(pid=110153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 17:45:43.133929 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca59fcb2-89d7-4916-91d1-fcb1a478e68b req-d2cf05b0-ec56-4896-813a-1baab5145b7d tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:45:43.135616 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-ca59fcb2-89d7-4916-91d1-fcb1a478e68b req-d2cf05b0-ec56-4896-813a-1baab5145b7d tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] 10.222.0.60 "GET /v2.0/ports?device_id=d577a65c-d60c-4d64-a506-89ea984fe255 HTTP/1.1" status: 200 len: 945 time: 0.0916481 May 10 17:45:43.215286 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-ca59fcb2-89d7-4916-91d1-fcb1a478e68b req-04c3c6af-3e2c-4599-a820-ba8361fe2fe0 tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] 10.222.0.60 "GET /v2.0/security-groups?id=1dc31e58-b13c-4610-8a7b-a2e2a07c824b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705643 May 10 17:45:43.219941 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-db47f1fc-6898-49d5-81c1-fe3ee5ca44a3 tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] Publish callbacks [] for floatingip (a8d46d3f-8494-4d17-8c44-3c9d54002ae3), before_update {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:45:43.584482 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9eb084-3608-406b-af7e-17694759c23d req-b1e453a6-da18-418b-80ec-df57e50afd3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:45:43.586664 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-2c9eb084-3608-406b-af7e-17694759c23d req-b1e453a6-da18-418b-80ec-df57e50afd3b service neutron] 10.222.0.77 "GET /v2.0/subnets?id=ddad705e-84c2-443f-a868-af440f1937f1 HTTP/1.1" status: 200 len: 852 time: 0.1349251 May 10 17:45:43.687968 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bd113f-2276-4694-85e9-3a35c1c49243 req-f81b355e-f806-47ab-a15d-2b107b7f46d8 tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:45:43.689595 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-92bd113f-2276-4694-85e9-3a35c1c49243 req-f81b355e-f806-47ab-a15d-2b107b7f46d8 tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] 10.222.0.60 "GET /v2.0/ports?device_id=35dc394b-a596-4f36-89cf-f60e42d697d1 HTTP/1.1" status: 200 len: 946 time: 0.0648518 May 10 17:45:43.751198 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-92bd113f-2276-4694-85e9-3a35c1c49243 req-e076f81c-6449-4f03-bca1-ad098740fa7d tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] 10.222.0.60 "GET /v2.0/security-groups?id=2018d1cf-f495-4a64-a1af-58bf853a4546&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546446 May 10 17:45:43.954110 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4551d2-1296-4e02-89f4-aaf8307f2309 req-7c54e34f-3643-4f44-978d-b72bbdbfe9f8 tempest-VolumesNegativeTest-2103617696 tempest-VolumesNegativeTest-2103617696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:45:43.961183 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-0a4551d2-1296-4e02-89f4-aaf8307f2309 req-7c54e34f-3643-4f44-978d-b72bbdbfe9f8 tempest-VolumesNegativeTest-2103617696 tempest-VolumesNegativeTest-2103617696-project] 10.222.0.60 "GET /v2.0/ports?device_id=539078bb-d792-45a6-ab73-310f58397edc HTTP/1.1" status: 200 len: 950 time: 0.0983586 May 10 17:45:43.989830 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8d248c-e284-4a5f-b405-20e3986fc7e0 req-b2c334fd-2a5a-4869-a670-5bcaf52a41a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:45:43.992902 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [req-0e8d248c-e284-4a5f-b405-20e3986fc7e0 req-b2c334fd-2a5a-4869-a670-5bcaf52a41a2 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=f37a5a11-05c8-4d32-b0a0-13874a53c216&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.5298605 May 10 17:45:44.007815 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f36d909-875a-4eb4-ac4e-1f2c28c4cf5f req-291a1c4e-79f8-4077-bd39-b9a6928a96ea tempest-DeleteServersTestJSON-636381056 tempest-DeleteServersTestJSON-636381056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:45:44.009977 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-0f36d909-875a-4eb4-ac4e-1f2c28c4cf5f req-291a1c4e-79f8-4077-bd39-b9a6928a96ea tempest-DeleteServersTestJSON-636381056 tempest-DeleteServersTestJSON-636381056-project] 10.222.0.60 "GET /v2.0/ports?device_id=acd7903d-232c-4666-939c-eb22c6fbf01b HTTP/1.1" status: 200 len: 945 time: 0.1324844 May 10 17:45:44.119060 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-0f36d909-875a-4eb4-ac4e-1f2c28c4cf5f req-43f7a7f6-d12b-42f3-9df3-96c2425e44fd tempest-DeleteServersTestJSON-636381056 tempest-DeleteServersTestJSON-636381056-project] 10.222.0.60 "GET /v2.0/security-groups?id=d3ebf738-b4c3-41d4-bb82-f79908831846&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920827 May 10 17:45:44.138034 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-0a4551d2-1296-4e02-89f4-aaf8307f2309 req-28f0d023-fd4f-4f76-a463-37313cbd62fe tempest-VolumesNegativeTest-2103617696 tempest-VolumesNegativeTest-2103617696-project] 10.222.0.60 "GET /v2.0/security-groups?id=7c0d25d5-5796-47f0-aee2-c1068583216e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1608694 May 10 17:45:44.216469 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [req-9a6e11bd-b9ba-41f3-ad53-c0d532d79284 req-46f79f9f-c32d-4ac8-9495-1912328e55e3 service neutron] 10.222.0.77 "GET /v2.0/networks/19ce7395-3aa0-498a-b0fb-728865090dbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7637129 May 10 17:45:44.388752 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89705637-b630-4e62-8b51-0a1032a8d625 req-0fb5db9c-fe53-4d94-b5cc-a00466aad4a4 tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:45:44.390358 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-89705637-b630-4e62-8b51-0a1032a8d625 req-0fb5db9c-fe53-4d94-b5cc-a00466aad4a4 tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] 10.222.0.60 "GET /v2.0/ports?device_id=d577a65c-d60c-4d64-a506-89ea984fe255 HTTP/1.1" status: 200 len: 945 time: 0.0784667 May 10 17:45:44.492741 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-89705637-b630-4e62-8b51-0a1032a8d625 req-b6d4b9de-6fe5-4a95-9fcc-04e77cc9756a tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] 10.222.0.60 "GET /v2.0/security-groups?id=1dc31e58-b13c-4610-8a7b-a2e2a07c824b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934138 May 10 17:45:44.544649 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.db.resource_extend [None req-db47f1fc-6898-49d5-81c1-fe3ee5ca44a3 tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=110153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 10 17:45:44.616469 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ed26bb-c014-4bd0-968d-6bc189a8892d req-0b27a11e-1a1f-4143-9d3a-8e9b75bc34ff tempest-VolumesNegativeTest-2103617696 tempest-VolumesNegativeTest-2103617696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:45:44.624084 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-36ed26bb-c014-4bd0-968d-6bc189a8892d req-0b27a11e-1a1f-4143-9d3a-8e9b75bc34ff tempest-VolumesNegativeTest-2103617696 tempest-VolumesNegativeTest-2103617696-project] 10.222.0.60 "GET /v2.0/ports?device_id=539078bb-d792-45a6-ab73-310f58397edc HTTP/1.1" status: 200 len: 950 time: 0.0616350 May 10 17:45:44.662204 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-db47f1fc-6898-49d5-81c1-fe3ee5ca44a3 tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:45:44.674972 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-db47f1fc-6898-49d5-81c1-fe3ee5ca44a3 tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-641027'] for floatingip (a8d46d3f-8494-4d17-8c44-3c9d54002ae3), after_update {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:45:44.703805 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-36ed26bb-c014-4bd0-968d-6bc189a8892d req-fb28ea1a-6195-4870-b9d7-bee9b45dc682 tempest-VolumesNegativeTest-2103617696 tempest-VolumesNegativeTest-2103617696-project] 10.222.0.60 "GET /v2.0/security-groups?id=7c0d25d5-5796-47f0-aee2-c1068583216e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784538 May 10 17:45:44.880453 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.db.l3_db [None req-db47f1fc-6898-49d5-81c1-fe3ee5ca44a3 tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] Floating IP a8d46d3f-8494-4d17-8c44-3c9d54002ae3 associated. External IP: 172.27.0.224, port: e697d9cb-ff2b-45a4-8326-f3219cdf4121. May 10 17:45:44.902406 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cbcaa8-9078-4f83-8849-564d0a1db29c req-52d43499-0a48-4627-98be-4b0513d6dde8 tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:45:44.904035 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-69cbcaa8-9078-4f83-8849-564d0a1db29c req-52d43499-0a48-4627-98be-4b0513d6dde8 tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] 10.222.0.60 "GET /v2.0/ports?device_id=35dc394b-a596-4f36-89cf-f60e42d697d1 HTTP/1.1" status: 200 len: 946 time: 0.0710216 May 10 17:45:44.970142 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-69cbcaa8-9078-4f83-8849-564d0a1db29c req-794a58ef-1490-4ed1-9af9-d3704df0cc0d tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] 10.222.0.60 "GET /v2.0/security-groups?id=2018d1cf-f495-4a64-a1af-58bf853a4546&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0598607 May 10 17:45:45.124182 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db47f1fc-6898-49d5-81c1-fe3ee5ca44a3 tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] Router c9c33587-9fa0-4825-a931-8281566e8cec has already been hosted by L3 agent eaac381b-e402-41c3-a8e6-8f962681d3e6 {{(pid=110153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 17:45:45.238175 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5fb817-0ef7-4954-b4ec-e437aef60d6d req-324cfd06-0070-461d-b5b9-0da33b4219ec tempest-DeleteServersTestJSON-636381056 tempest-DeleteServersTestJSON-636381056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:45:45.239712 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-3b5fb817-0ef7-4954-b4ec-e437aef60d6d req-324cfd06-0070-461d-b5b9-0da33b4219ec tempest-DeleteServersTestJSON-636381056 tempest-DeleteServersTestJSON-636381056-project] 10.222.0.60 "GET /v2.0/ports?device_id=acd7903d-232c-4666-939c-eb22c6fbf01b HTTP/1.1" status: 200 len: 945 time: 0.0576017 May 10 17:45:45.241545 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db47f1fc-6898-49d5-81c1-fe3ee5ca44a3 tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] Notify agent at l3_agent.dv-cinder-841302-2-iscsi the message routers_updated {{(pid=110153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 17:45:45.246017 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-db47f1fc-6898-49d5-81c1-fe3ee5ca44a3 tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29634'] for floatingip (None), before_response {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:45:45.255341 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c6d742e-c8c0-43ea-9076-321aed46b93c None None] Sync routers for ids ['c9c33587-9fa0-4825-a931-8281566e8cec'] in dv-cinder-841302-2-iscsi {{(pid=110155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 17:45:45.269216 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c6d742e-c8c0-43ea-9076-321aed46b93c None None] Routers {'c9c33587-9fa0-4825-a931-8281566e8cec'} bound to L3 agent in host dv-cinder-841302-2-iscsi {{(pid=110155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 17:45:45.269901 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.db.l3_hamode_db [None req-8c6d742e-c8c0-43ea-9076-321aed46b93c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841302-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-10T17:36:00Z,description=,heartbeat_timestamp=2022-05-10T17:45:30Z,host='dv-cinder-841302-2-iscsi',id=eaac381b-e402-41c3-a8e6-8f962681d3e6,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T17:36:00Z,topic='l3_agent')) {'router_ids': ['c9c33587-9fa0-4825-a931-8281566e8cec'], 'active': True} {{(pid=110155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:45:45.278016 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [None req-db47f1fc-6898-49d5-81c1-fe3ee5ca44a3 tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] 10.222.0.60 "PUT /v2.0/floatingips/a8d46d3f-8494-4d17-8c44-3c9d54002ae3 HTTP/1.1" status: 200 len: 992 time: 2.1602104 May 10 17:45:45.278620 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4006eed6-2338-46b7-9133-e5c3fdead35c', 'tag': 'e697d9cb-ff2b-45a4-8326-f3219cdf4121'}] {{(pid=110153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 17:45:45.280921 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eaab9ead4487dd9c6a2039b1a38fb17917f553062224ea878bb9a20dea692460" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-110eec46-abd6-4095-9c54-986c995c2efa" -d '{"events": [{"name": "network-changed", "server_uuid": "4006eed6-2338-46b7-9133-e5c3fdead35c", "tag": "e697d9cb-ff2b-45a4-8326-f3219cdf4121"}]}' {{(pid=110153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 17:45:45.295631 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-3b5fb817-0ef7-4954-b4ec-e437aef60d6d req-3c797d89-81dc-41bf-a59c-da2af231035e tempest-DeleteServersTestJSON-636381056 tempest-DeleteServersTestJSON-636381056-project] 10.222.0.60 "GET /v2.0/security-groups?id=d3ebf738-b4c3-41d4-bb82-f79908831846&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487039 May 10 17:45:45.316434 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 17:45:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bbd329a-6abd-42e5-ad24-10445be8cf91 x-openstack-request-id: req-0bbd329a-6abd-42e5-ad24-10445be8cf91 {{(pid=110153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 17:45:45.316734 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4006eed6-2338-46b7-9133-e5c3fdead35c", "tag": "e697d9cb-ff2b-45a4-8326-f3219cdf4121", "status": "completed", "code": 200}]} {{(pid=110153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 17:45:45.316989 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-0bbd329a-6abd-42e5-ad24-10445be8cf91 {{(pid=110153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 17:45:45.317419 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0bbd329a-6abd-42e5-ad24-10445be8cf91'] response: {'name': 'network-changed', 'server_uuid': '4006eed6-2338-46b7-9133-e5c3fdead35c', 'tag': 'e697d9cb-ff2b-45a4-8326-f3219cdf4121', 'status': 'completed', 'code': 200} May 10 17:45:45.389047 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.db.l3_dvr_db [None req-8c6d742e-c8c0-43ea-9076-321aed46b93c None None] Set router c9c33587-9fa0-4825-a931-8281566e8cec gateway port host: dv-cinder-841302-2-iscsi {{(pid=110155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 17:45:45.646105 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-2c9eb084-3608-406b-af7e-17694759c23d req-c2fe5050-325a-4b4f-97a6-26cdfa86ae4b service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=4530795e-c50a-4eb4-a3c5-419871214a37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0341654 May 10 17:45:45.656211 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43cd70e-d26e-4cd9-bf3a-b63487ec2663 req-540e0119-5313-4750-ba29-64d3f0c05dd5 tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:45:45.657865 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-d43cd70e-d26e-4cd9-bf3a-b63487ec2663 req-540e0119-5313-4750-ba29-64d3f0c05dd5 tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] 10.222.0.60 "GET /v2.0/ports?device_id=d577a65c-d60c-4d64-a506-89ea984fe255 HTTP/1.1" status: 200 len: 945 time: 0.0798893 May 10 17:45:45.664700 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.db.l3_hamode_db [None req-8c6d742e-c8c0-43ea-9076-321aed46b93c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9c33587-9fa0-4825-a931-8281566e8cec', 'name': 'tempest-AttachVolumeShelveTestJSON-709907603-router', 'tenant_id': '0461acfadf8743fdbd62a39bf3fe3e1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85dc89cf-59f9-4edb-b26e-52bcb8a93763', 'external_fixed_ips': [{'subnet_id': 'e93d94f1-cb19-4cd0-92e5-ca73d24bd8fb', 'ip_address': '172.27.0.113'}], 'enable_snat': True}, 'gw_port_id': '87a6c3fa-3aef-470c-8fe9-fd0a98a390c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T17:44:31Z', 'updated_at': '2022-05-10T17:44:41Z', 'revision_number': 4, 'project_id': '0461acfadf8743fdbd62a39bf3fe3e1c', 'gw_port': {'id': '87a6c3fa-3aef-470c-8fe9-fd0a98a390c8', 'name': '', 'network_id': '85dc89cf-59f9-4edb-b26e-52bcb8a93763', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:db:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9c33587-9fa0-4825-a931-8281566e8cec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'e93d94f1-cb19-4cd0-92e5-ca73d24bd8fb', 'ip_address': '172.27.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841302-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T17:44:32Z', 'updated_at': '2022-05-10T17:44:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e93d94f1-cb19-4cd0-92e5-ca73d24bd8fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841302-2-iscsi', '_floatingips': [{'id': 'a8d46d3f-8494-4d17-8c44-3c9d54002ae3', 'tenant_id': '0461acfadf8743fdbd62a39bf3fe3e1c', 'floating_ip_address': '172.27.0.224', 'floating_network_id': '85dc89cf-59f9-4edb-b26e-52bcb8a93763', 'router_id': 'c9c33587-9fa0-4825-a931-8281566e8cec', 'port_id': 'e697d9cb-ff2b-45a4-8326-f3219cdf4121', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 122, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4f6007aa-61b1-40c3-a8ad-7f431d419cb5', 'mac_address': 'fa:16:3e:79:fa:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4006eed6-2338-46b7-9133-e5c3fdead35c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T17:44:53Z', 'updated_at': '2022-05-10T17:45:44Z', 'revision_number': 1, 'project_id': '0461acfadf8743fdbd62a39bf3fe3e1c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '88b05fe3-8c95-46ee-bced-7b63de5df9bb', 'name': '', 'network_id': '4f6007aa-61b1-40c3-a8ad-7f431d419cb5', 'tenant_id': '0461acfadf8743fdbd62a39bf3fe3e1c', 'mac_address': 'fa:16:3e:cf:5a:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9c33587-9fa0-4825-a931-8281566e8cec', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'c13a30fd-de84-4d1b-92b1-edbd848fe110', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841302-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T17:44:38Z', 'updated_at': '2022-05-10T17:44:56Z', 'revision_number': 5, 'project_id': '0461acfadf8743fdbd62a39bf3fe3e1c', 'subnets': [{'id': 'c13a30fd-de84-4d1b-92b1-edbd848fe110', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841302-2-iscsi', False) {} {{(pid=110155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:45:45.694435 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c6d742e-c8c0-43ea-9076-321aed46b93c None None] Checking router: c9c33587-9fa0-4825-a931-8281566e8cec for host: dv-cinder-841302-2-iscsi {{(pid=110155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 17:45:45.715577 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c6d742e-c8c0-43ea-9076-321aed46b93c None None] Routers {'c9c33587-9fa0-4825-a931-8281566e8cec'} bound to L3 agent in host dv-cinder-841302-2-iscsi {{(pid=110155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 17:45:45.716223 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.db.l3_hamode_db [None req-8c6d742e-c8c0-43ea-9076-321aed46b93c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841302-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-10T17:36:00Z,description=,heartbeat_timestamp=2022-05-10T17:45:30Z,host='dv-cinder-841302-2-iscsi',id=eaac381b-e402-41c3-a8e6-8f962681d3e6,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T17:36:00Z,topic='l3_agent')) {'router_ids': ['c9c33587-9fa0-4825-a931-8281566e8cec'], 'active': True} {{(pid=110155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:45:45.720810 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-d43cd70e-d26e-4cd9-bf3a-b63487ec2663 req-be7cfb3a-28d9-422f-ab82-519f2ec96343 tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] 10.222.0.60 "GET /v2.0/security-groups?id=1dc31e58-b13c-4610-8a7b-a2e2a07c824b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552015 May 10 17:45:45.797174 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [req-0e8d248c-e284-4a5f-b405-20e3986fc7e0 req-3c96c8f7-5242-4e0e-a31d-c50833a4d22d service neutron] 10.222.0.77 "GET /v2.0/networks/f37a5a11-05c8-4d32-b0a0-13874a53c216?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1894288 May 10 17:45:45.800832 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [req-9a6e11bd-b9ba-41f3-ad53-c0d532d79284 req-b62d3ddb-43a5-4498-bb55-31799e16ddb9 service neutron] 10.222.0.77 "GET /v2.0/networks/19ce7395-3aa0-498a-b0fb-728865090dbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1842206 May 10 17:45:45.834588 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b34467-afb0-498a-af3f-136ee4d484a2 req-714c40aa-bcb7-4ecc-9720-380a11dc94a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:45:45.836834 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-03b34467-afb0-498a-af3f-136ee4d484a2 req-714c40aa-bcb7-4ecc-9720-380a11dc94a4 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=35dc394b-a596-4f36-89cf-f60e42d697d1 HTTP/1.1" status: 200 len: 1130 time: 0.0776227 May 10 17:45:45.845485 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.db.l3_dvr_db [None req-8c6d742e-c8c0-43ea-9076-321aed46b93c None None] Set router c9c33587-9fa0-4825-a931-8281566e8cec gateway port host: dv-cinder-841302-2-iscsi {{(pid=110155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 17:45:45.873386 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0cee00-51c3-4495-9a68-b97f0962d2f2 req-3bdc8919-a4da-4757-a6d4-2a57ed5b4579 tempest-VolumesNegativeTest-2103617696 tempest-VolumesNegativeTest-2103617696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:45:45.874917 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-fc0cee00-51c3-4495-9a68-b97f0962d2f2 req-3bdc8919-a4da-4757-a6d4-2a57ed5b4579 tempest-VolumesNegativeTest-2103617696 tempest-VolumesNegativeTest-2103617696-project] 10.222.0.60 "GET /v2.0/ports?device_id=539078bb-d792-45a6-ab73-310f58397edc HTTP/1.1" status: 200 len: 950 time: 0.0563152 May 10 17:45:45.937281 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-fc0cee00-51c3-4495-9a68-b97f0962d2f2 req-65ae2d4f-6af0-4947-af3b-d13c6d873a53 tempest-VolumesNegativeTest-2103617696 tempest-VolumesNegativeTest-2103617696-project] 10.222.0.60 "GET /v2.0/security-groups?id=7c0d25d5-5796-47f0-aee2-c1068583216e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557172 May 10 17:45:46.090239 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de9aad9-ec9e-4999-b55c-6e05f464f464 req-a57ceee5-edd9-4216-8ae6-c6721fea43a4 tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:45:46.091833 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-7de9aad9-ec9e-4999-b55c-6e05f464f464 req-a57ceee5-edd9-4216-8ae6-c6721fea43a4 tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] 10.222.0.60 "GET /v2.0/ports?device_id=35dc394b-a596-4f36-89cf-f60e42d697d1 HTTP/1.1" status: 200 len: 946 time: 0.0493009 May 10 17:45:46.102015 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.db.l3_hamode_db [None req-8c6d742e-c8c0-43ea-9076-321aed46b93c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9c33587-9fa0-4825-a931-8281566e8cec', 'name': 'tempest-AttachVolumeShelveTestJSON-709907603-router', 'tenant_id': '0461acfadf8743fdbd62a39bf3fe3e1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85dc89cf-59f9-4edb-b26e-52bcb8a93763', 'external_fixed_ips': [{'subnet_id': 'e93d94f1-cb19-4cd0-92e5-ca73d24bd8fb', 'ip_address': '172.27.0.113'}], 'enable_snat': True}, 'gw_port_id': '87a6c3fa-3aef-470c-8fe9-fd0a98a390c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T17:44:31Z', 'updated_at': '2022-05-10T17:44:41Z', 'revision_number': 4, 'project_id': '0461acfadf8743fdbd62a39bf3fe3e1c', 'gw_port': {'id': '87a6c3fa-3aef-470c-8fe9-fd0a98a390c8', 'name': '', 'network_id': '85dc89cf-59f9-4edb-b26e-52bcb8a93763', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:db:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9c33587-9fa0-4825-a931-8281566e8cec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'e93d94f1-cb19-4cd0-92e5-ca73d24bd8fb', 'ip_address': '172.27.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841302-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T17:44:32Z', 'updated_at': '2022-05-10T17:44:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e93d94f1-cb19-4cd0-92e5-ca73d24bd8fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841302-2-iscsi', '_floatingips': [{'id': 'a8d46d3f-8494-4d17-8c44-3c9d54002ae3', 'tenant_id': '0461acfadf8743fdbd62a39bf3fe3e1c', 'floating_ip_address': '172.27.0.224', 'floating_network_id': '85dc89cf-59f9-4edb-b26e-52bcb8a93763', 'router_id': 'c9c33587-9fa0-4825-a931-8281566e8cec', 'port_id': 'e697d9cb-ff2b-45a4-8326-f3219cdf4121', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 122, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4f6007aa-61b1-40c3-a8ad-7f431d419cb5', 'mac_address': 'fa:16:3e:79:fa:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4006eed6-2338-46b7-9133-e5c3fdead35c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T17:44:53Z', 'updated_at': '2022-05-10T17:45:44Z', 'revision_number': 1, 'project_id': '0461acfadf8743fdbd62a39bf3fe3e1c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '88b05fe3-8c95-46ee-bced-7b63de5df9bb', 'name': '', 'network_id': '4f6007aa-61b1-40c3-a8ad-7f431d419cb5', 'tenant_id': '0461acfadf8743fdbd62a39bf3fe3e1c', 'mac_address': 'fa:16:3e:cf:5a:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9c33587-9fa0-4825-a931-8281566e8cec', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'c13a30fd-de84-4d1b-92b1-edbd848fe110', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841302-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T17:44:38Z', 'updated_at': '2022-05-10T17:44:56Z', 'revision_number': 5, 'project_id': '0461acfadf8743fdbd62a39bf3fe3e1c', 'subnets': [{'id': 'c13a30fd-de84-4d1b-92b1-edbd848fe110', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841302-2-iscsi', False) {} {{(pid=110155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:45:46.135547 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c6d742e-c8c0-43ea-9076-321aed46b93c None None] The sync data for ids ['c9c33587-9fa0-4825-a931-8281566e8cec'] in dv-cinder-841302-2-iscsi is: [{'id': 'c9c33587-9fa0-4825-a931-8281566e8cec', 'name': 'tempest-AttachVolumeShelveTestJSON-709907603-router', 'tenant_id': '0461acfadf8743fdbd62a39bf3fe3e1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85dc89cf-59f9-4edb-b26e-52bcb8a93763', 'external_fixed_ips': [{'subnet_id': 'e93d94f1-cb19-4cd0-92e5-ca73d24bd8fb', 'ip_address': '172.27.0.113'}], 'enable_snat': True}, 'gw_port_id': '87a6c3fa-3aef-470c-8fe9-fd0a98a390c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T17:44:31Z', 'updated_at': '2022-05-10T17:44:41Z', 'revision_number': 4, 'project_id': '0461acfadf8743fdbd62a39bf3fe3e1c', 'gw_port': {'id': '87a6c3fa-3aef-470c-8fe9-fd0a98a390c8', 'name': '', 'network_id': '85dc89cf-59f9-4edb-b26e-52bcb8a93763', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:db:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9c33587-9fa0-4825-a931-8281566e8cec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'e93d94f1-cb19-4cd0-92e5-ca73d24bd8fb', 'ip_address': '172.27.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841302-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T17:44:32Z', 'updated_at': '2022-05-10T17:44:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e93d94f1-cb19-4cd0-92e5-ca73d24bd8fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841302-2-iscsi', '_floatingips': [{'id': 'a8d46d3f-8494-4d17-8c44-3c9d54002ae3', 'tenant_id': '0461acfadf8743fdbd62a39bf3fe3e1c', 'floating_ip_address': '172.27.0.224', 'floating_network_id': '85dc89cf-59f9-4edb-b26e-52bcb8a93763', 'router_id': 'c9c33587-9fa0-4825-a931-8281566e8cec', 'port_id': 'e697d9cb-ff2b-45a4-8326-f3219cdf4121', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 122, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4f6007aa-61b1-40c3-a8ad-7f431d419cb5', 'mac_address': 'fa:16:3e:79:fa:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4006eed6-2338-46b7-9133-e5c3fdead35c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T17:44:53Z', 'updated_at': '2022-05-10T17:45:44Z', 'revision_number': 1, 'project_id': '0461acfadf8743fdbd62a39bf3fe3e1c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '88b05fe3-8c95-46ee-bced-7b63de5df9bb', 'name': '', 'network_id': '4f6007aa-61b1-40c3-a8ad-7f431d419cb5', 'tenant_id': '0461acfadf8743fdbd62a39bf3fe3e1c', 'mac_address': 'fa:16:3e:cf:5a:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9c33587-9fa0-4825-a931-8281566e8cec', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'c13a30fd-de84-4d1b-92b1-edbd848fe110', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841302-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T17:44:38Z', 'updated_at': '2022-05-10T17:44:56Z', 'revision_number': 5, 'project_id': '0461acfadf8743fdbd62a39bf3fe3e1c', 'subnets': [{'id': 'c13a30fd-de84-4d1b-92b1-edbd848fe110', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 17:45:46.149537 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-7de9aad9-ec9e-4999-b55c-6e05f464f464 req-44ede370-a3ff-4f8b-9fde-abc3a4c084dc tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] 10.222.0.60 "GET /v2.0/security-groups?id=2018d1cf-f495-4a64-a1af-58bf853a4546&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515857 May 10 17:45:46.361200 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3939aaec-6f76-44f8-9b87-22ec984f979e None None] New status for floating IP a8d46d3f-8494-4d17-8c44-3c9d54002ae3: ACTIVE {{(pid=110154) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 17:45:46.440546 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efa7b56-6eb2-41ab-bf56-befc795b7826 req-ef3031c1-c68f-4a0d-95ee-5649e56640dc tempest-DeleteServersTestJSON-636381056 tempest-DeleteServersTestJSON-636381056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:45:46.442154 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-3efa7b56-6eb2-41ab-bf56-befc795b7826 req-ef3031c1-c68f-4a0d-95ee-5649e56640dc tempest-DeleteServersTestJSON-636381056 tempest-DeleteServersTestJSON-636381056-project] 10.222.0.60 "GET /v2.0/ports?device_id=acd7903d-232c-4666-939c-eb22c6fbf01b HTTP/1.1" status: 200 len: 945 time: 0.0630753 May 10 17:45:46.502769 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-3efa7b56-6eb2-41ab-bf56-befc795b7826 req-c10efd9f-0ab6-4845-a501-8e685a1010f6 tempest-DeleteServersTestJSON-636381056 tempest-DeleteServersTestJSON-636381056-project] 10.222.0.60 "GET /v2.0/security-groups?id=d3ebf738-b4c3-41d4-bb82-f79908831846&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531807 May 10 17:45:46.995340 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed8a06e-f69f-46ef-a106-c2eaa133279f req-6518930f-6777-4108-a8e4-e86034913787 tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:45:47.002103 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-8ed8a06e-f69f-46ef-a106-c2eaa133279f req-6518930f-6777-4108-a8e4-e86034913787 tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] 10.222.0.60 "GET /v2.0/ports?device_id=d577a65c-d60c-4d64-a506-89ea984fe255 HTTP/1.1" status: 200 len: 945 time: 0.0739233 May 10 17:45:47.080525 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc47ccf-642f-4b0c-8226-e786f184e4cf req-29a253de-e714-4058-811c-fae1764288a0 tempest-VolumesNegativeTest-2103617696 tempest-VolumesNegativeTest-2103617696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:45:47.082036 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-0cc47ccf-642f-4b0c-8226-e786f184e4cf req-29a253de-e714-4058-811c-fae1764288a0 tempest-VolumesNegativeTest-2103617696 tempest-VolumesNegativeTest-2103617696-project] 10.222.0.60 "GET /v2.0/ports?device_id=539078bb-d792-45a6-ab73-310f58397edc HTTP/1.1" status: 200 len: 950 time: 0.0658042 May 10 17:45:47.087436 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-8ed8a06e-f69f-46ef-a106-c2eaa133279f req-b045064c-9192-4fd3-a1e5-100359807678 tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] 10.222.0.60 "GET /v2.0/security-groups?id=1dc31e58-b13c-4610-8a7b-a2e2a07c824b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844319 May 10 17:45:47.147868 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-0cc47ccf-642f-4b0c-8226-e786f184e4cf req-31523af4-9fa1-4b9b-8a67-a07555576a20 tempest-VolumesNegativeTest-2103617696 tempest-VolumesNegativeTest-2103617696-project] 10.222.0.60 "GET /v2.0/security-groups?id=7c0d25d5-5796-47f0-aee2-c1068583216e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559878 May 10 17:45:47.308769 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76981e41-99e2-4732-9e62-ba4bfa31d519 req-64a62a8e-a210-417f-9403-f7b5ce0a9d09 tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:45:47.308769 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-76981e41-99e2-4732-9e62-ba4bfa31d519 req-64a62a8e-a210-417f-9403-f7b5ce0a9d09 tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] 10.222.0.60 "GET /v2.0/ports?device_id=35dc394b-a596-4f36-89cf-f60e42d697d1 HTTP/1.1" status: 200 len: 946 time: 0.0700519 May 10 17:45:47.369657 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-76981e41-99e2-4732-9e62-ba4bfa31d519 req-ff4f18f4-befe-4639-9c68-8497a0427520 tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] 10.222.0.60 "GET /v2.0/security-groups?id=2018d1cf-f495-4a64-a1af-58bf853a4546&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546563 May 10 17:45:47.634338 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4601e594-7dfe-44de-9369-9353078110b2 req-9ac9a477-c461-47ec-b8d9-f1a20e1c12f6 tempest-DeleteServersTestJSON-636381056 tempest-DeleteServersTestJSON-636381056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:45:47.634338 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-4601e594-7dfe-44de-9369-9353078110b2 req-9ac9a477-c461-47ec-b8d9-f1a20e1c12f6 tempest-DeleteServersTestJSON-636381056 tempest-DeleteServersTestJSON-636381056-project] 10.222.0.60 "GET /v2.0/ports?device_id=acd7903d-232c-4666-939c-eb22c6fbf01b HTTP/1.1" status: 200 len: 945 time: 0.0535161 May 10 17:45:47.749037 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-4601e594-7dfe-44de-9369-9353078110b2 req-6df11fb7-f236-4a1c-8468-9153fcf10367 tempest-DeleteServersTestJSON-636381056 tempest-DeleteServersTestJSON-636381056-project] 10.222.0.60 "GET /v2.0/security-groups?id=d3ebf738-b4c3-41d4-bb82-f79908831846&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092424 May 10 17:45:47.794431 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-2c9eb084-3608-406b-af7e-17694759c23d req-54834507-7b01-412e-8c42-ea53dc0a8ad8 service neutron] 10.222.0.77 "GET /v2.0/networks/4530795e-c50a-4eb4-a3c5-419871214a37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235287 May 10 17:45:47.876600 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110eec46-abd6-4095-9c54-986c995c2efa req-c1d0ed60-dcfe-4052-bfca-3c99f23db85f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:45:47.879101 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [req-110eec46-abd6-4095-9c54-986c995c2efa req-c1d0ed60-dcfe-4052-bfca-3c99f23db85f service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=0461acfadf8743fdbd62a39bf3fe3e1c&device_id=4006eed6-2338-46b7-9133-e5c3fdead35c HTTP/1.1" status: 200 len: 1130 time: 0.0511026 May 10 17:45:48.204895 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc790f0-0fb6-4139-9e4c-13014f633ff0 req-a3c80fb3-8a06-4304-8e48-d6e006d0e94f tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:45:48.206437 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-6cc790f0-0fb6-4139-9e4c-13014f633ff0 req-a3c80fb3-8a06-4304-8e48-d6e006d0e94f tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] 10.222.0.60 "GET /v2.0/ports?device_id=d577a65c-d60c-4d64-a506-89ea984fe255 HTTP/1.1" status: 200 len: 945 time: 0.0510328 May 10 17:45:48.293445 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a781eda8-dce1-415c-b85b-91dded8b1401 req-66355af8-3cf0-4fae-bc38-c6bb766bffc5 tempest-VolumesNegativeTest-2103617696 tempest-VolumesNegativeTest-2103617696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:45:48.295002 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-a781eda8-dce1-415c-b85b-91dded8b1401 req-66355af8-3cf0-4fae-bc38-c6bb766bffc5 tempest-VolumesNegativeTest-2103617696 tempest-VolumesNegativeTest-2103617696-project] 10.222.0.60 "GET /v2.0/ports?device_id=539078bb-d792-45a6-ab73-310f58397edc HTTP/1.1" status: 200 len: 950 time: 0.0668550 May 10 17:45:48.299137 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-6cc790f0-0fb6-4139-9e4c-13014f633ff0 req-1b26a905-6af5-446d-8cea-ec9d9311ef87 tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] 10.222.0.60 "GET /v2.0/security-groups?id=1dc31e58-b13c-4610-8a7b-a2e2a07c824b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860150 May 10 17:45:48.351242 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-a781eda8-dce1-415c-b85b-91dded8b1401 req-148ebeca-0556-4e5d-8890-1101856dc7e9 tempest-VolumesNegativeTest-2103617696 tempest-VolumesNegativeTest-2103617696-project] 10.222.0.60 "GET /v2.0/security-groups?id=7c0d25d5-5796-47f0-aee2-c1068583216e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497892 May 10 17:45:48.487983 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0747fab4-e19f-449a-9f63-4fc6737a7cb5 req-e9c18573-e6a5-40cd-96bc-cb1c5d59e2f7 tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:45:48.489499 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-0747fab4-e19f-449a-9f63-4fc6737a7cb5 req-e9c18573-e6a5-40cd-96bc-cb1c5d59e2f7 tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] 10.222.0.60 "GET /v2.0/ports?device_id=35dc394b-a596-4f36-89cf-f60e42d697d1 HTTP/1.1" status: 200 len: 946 time: 0.0486073 May 10 17:45:48.544965 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-0747fab4-e19f-449a-9f63-4fc6737a7cb5 req-ed93778e-9ed7-4361-b1ad-4f096472abdb tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] 10.222.0.60 "GET /v2.0/security-groups?id=2018d1cf-f495-4a64-a1af-58bf853a4546&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497510 May 10 17:45:48.609709 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [req-0e8d248c-e284-4a5f-b405-20e3986fc7e0 req-1eaaf0bc-9a07-4ad2-bf5a-5717b0129aac service neutron] 10.222.0.77 "GET /v2.0/networks/f37a5a11-05c8-4d32-b0a0-13874a53c216?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885983 May 10 17:45:48.673987 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-03b34467-afb0-498a-af3f-136ee4d484a2 req-1b8d0b61-e4a2-4ce2-800e-d03e807a35eb service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=2018d1cf-f495-4a64-a1af-58bf853a4546&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398047 May 10 17:45:48.765976 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.wsgi [-] (110152) accepted ('10.222.0.60', 39610) {{(pid=110152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 17:45:48.794181 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-2c9eb084-3608-406b-af7e-17694759c23d req-7943ef45-61bb-40a0-8630-c2cf307b79c1 service neutron] 10.222.0.77 "GET /v2.0/networks/4530795e-c50a-4eb4-a3c5-419871214a37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1071744 May 10 17:45:48.820907 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110eec46-abd6-4095-9c54-986c995c2efa req-16fbeab0-98e5-4dca-b03d-1f3641f8a8d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:45:48.822740 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [req-110eec46-abd6-4095-9c54-986c995c2efa req-16fbeab0-98e5-4dca-b03d-1f3641f8a8d5 service neutron] 10.222.0.77 "GET /v2.0/networks?id=4f6007aa-61b1-40c3-a8ad-7f431d419cb5 HTTP/1.1" status: 200 len: 917 time: 0.0973415 May 10 17:45:48.892941 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e160f2-f97e-49dd-b804-08dd57cf6e04 req-6f9906b9-a17b-467b-bbae-ca356fe8f6d3 tempest-DeleteServersTestJSON-636381056 tempest-DeleteServersTestJSON-636381056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:45:48.894350 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-14e160f2-f97e-49dd-b804-08dd57cf6e04 req-6f9906b9-a17b-467b-bbae-ca356fe8f6d3 tempest-DeleteServersTestJSON-636381056 tempest-DeleteServersTestJSON-636381056-project] 10.222.0.60 "GET /v2.0/ports?device_id=acd7903d-232c-4666-939c-eb22c6fbf01b HTTP/1.1" status: 200 len: 945 time: 0.0581713 May 10 17:45:48.900381 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-77d52a02-4d5a-4ef5-a911-7d44c867dc41 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:45:48.977334 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-14e160f2-f97e-49dd-b804-08dd57cf6e04 req-745bdb1c-1e81-446b-bee9-2f4c7624e859 tempest-DeleteServersTestJSON-636381056 tempest-DeleteServersTestJSON-636381056-project] 10.222.0.60 "GET /v2.0/security-groups?id=d3ebf738-b4c3-41d4-bb82-f79908831846&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730395 May 10 17:45:49.035965 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-77d52a02-4d5a-4ef5-a911-7d44c867dc41 admin admin] Publish callbacks [] for security_group (faf404e1-67a0-4953-b922-85c60aa67de0), precommit_create {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:45:49.042797 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-77d52a02-4d5a-4ef5-a911-7d44c867dc41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-282428'] for security_group (faf404e1-67a0-4953-b922-85c60aa67de0), after_create {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:45:49.126723 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [None req-77d52a02-4d5a-4ef5-a911-7d44c867dc41 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=3d7358eadfcf4945827a4edb90a65f95&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3596420 May 10 17:45:49.128997 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d52a02-4d5a-4ef5-a911-7d44c867dc41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=faf404e1-67a0-4953-b922-85c60aa67de0,revision_number=1']} {{(pid=110152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:45:49.129713 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.wsgi [-] (110153) accepted ('10.222.0.60', 39628) {{(pid=110153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 17:45:49.208763 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-e3f2eb17-64f5-4b5c-b192-a31632898a60 admin admin] Publish callbacks [] for security_group (faf404e1-67a0-4953-b922-85c60aa67de0), before_delete {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:45:49.236119 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-e3f2eb17-64f5-4b5c-b192-a31632898a60 admin admin] Publish callbacks [] for security_group (faf404e1-67a0-4953-b922-85c60aa67de0), precommit_delete {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:45:49.436370 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249b720d-33b9-49b6-820c-cbf7125ecf40 req-e4cdc2e2-b618-4364-a4ce-d586d77f4f3d tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:45:49.439700 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-249b720d-33b9-49b6-820c-cbf7125ecf40 req-e4cdc2e2-b618-4364-a4ce-d586d77f4f3d tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] 10.222.0.60 "GET /v2.0/ports?device_id=d577a65c-d60c-4d64-a506-89ea984fe255 HTTP/1.1" status: 200 len: 945 time: 0.0572062 May 10 17:45:49.582339 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-249b720d-33b9-49b6-820c-cbf7125ecf40 req-f5e1fc60-cb5f-48bd-bde2-70186cdb14fa tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] 10.222.0.60 "GET /v2.0/security-groups?id=1dc31e58-b13c-4610-8a7b-a2e2a07c824b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356761 May 10 17:45:49.596361 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cc9ff9-ae66-45c8-a4c3-224540bab33c req-b0b7b321-48fd-41ce-b578-7b615e3453aa tempest-VolumesNegativeTest-2103617696 tempest-VolumesNegativeTest-2103617696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:45:49.598634 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-92cc9ff9-ae66-45c8-a4c3-224540bab33c req-b0b7b321-48fd-41ce-b578-7b615e3453aa tempest-VolumesNegativeTest-2103617696 tempest-VolumesNegativeTest-2103617696-project] 10.222.0.60 "GET /v2.0/ports?device_id=539078bb-d792-45a6-ab73-310f58397edc HTTP/1.1" status: 200 len: 950 time: 0.0928257 May 10 17:45:49.666684 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-92cc9ff9-ae66-45c8-a4c3-224540bab33c req-2e3bf3a0-ca99-4f33-be01-3dca53bcb0bc tempest-VolumesNegativeTest-2103617696 tempest-VolumesNegativeTest-2103617696-project] 10.222.0.60 "GET /v2.0/security-groups?id=7c0d25d5-5796-47f0-aee2-c1068583216e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609522 May 10 17:45:49.696701 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f128eb-b200-40d1-b6ee-590451a19bd1 req-bf93ce66-f787-49b8-be96-e373d37545bd tempest-VolumesNegativeTest-2103617696 tempest-VolumesNegativeTest-2103617696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:45:49.698301 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [req-99f128eb-b200-40d1-b6ee-590451a19bd1 req-bf93ce66-f787-49b8-be96-e373d37545bd tempest-VolumesNegativeTest-2103617696 tempest-VolumesNegativeTest-2103617696-project] 10.222.0.77 "GET /v2.0/ports?device_id=539078bb-d792-45a6-ab73-310f58397edc HTTP/1.1" status: 200 len: 950 time: 0.4285200 May 10 17:45:49.726132 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-e3f2eb17-64f5-4b5c-b192-a31632898a60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-282428'] for security_group (faf404e1-67a0-4953-b922-85c60aa67de0), after_delete {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:45:49.728703 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-e3f2eb17-64f5-4b5c-b192-a31632898a60 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:45:49.729856 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [None req-e3f2eb17-64f5-4b5c-b192-a31632898a60 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/faf404e1-67a0-4953-b922-85c60aa67de0 HTTP/1.1" status: 204 len: 168 time: 0.5986083 May 10 17:45:49.737651 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0b947e-af78-4fa4-ac40-04cf8d24d01c req-127bca9f-9faa-475a-b878-31c928fb40f8 tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:45:49.738326 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-7b0b947e-af78-4fa4-ac40-04cf8d24d01c req-127bca9f-9faa-475a-b878-31c928fb40f8 tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] 10.222.0.60 "GET /v2.0/ports?device_id=35dc394b-a596-4f36-89cf-f60e42d697d1 HTTP/1.1" status: 200 len: 946 time: 0.0646684 May 10 17:45:49.749023 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f2eb17-64f5-4b5c-b192-a31632898a60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=faf404e1-67a0-4953-b922-85c60aa67de0,revision_number=None']} {{(pid=110153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:45:49.752513 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [req-110eec46-abd6-4095-9c54-986c995c2efa req-96db35c7-c4b0-4c6f-84fc-4f809b3aeeed service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e697d9cb-ff2b-45a4-8326-f3219cdf4121 HTTP/1.1" status: 200 len: 1002 time: 0.1975203 May 10 17:45:49.796909 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-7b0b947e-af78-4fa4-ac40-04cf8d24d01c req-85b9cfdf-6d0a-4217-af70-0e8ba0059191 tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] 10.222.0.60 "GET /v2.0/security-groups?id=2018d1cf-f495-4a64-a1af-58bf853a4546&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515630 May 10 17:45:50.040971 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.wsgi [-] (110152) accepted ('10.222.0.60', 39652) {{(pid=110152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 17:45:50.056378 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-8dfd6fa5-4155-4c14-b1c5-9885c2e22a88 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:45:50.073706 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110eec46-abd6-4095-9c54-986c995c2efa req-d9058770-b526-42ae-885a-3211d661588c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:45:50.075235 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [req-110eec46-abd6-4095-9c54-986c995c2efa req-d9058770-b526-42ae-885a-3211d661588c service neutron] 10.222.0.77 "GET /v2.0/subnets?id=c13a30fd-de84-4d1b-92b1-edbd848fe110 HTTP/1.1" status: 200 len: 855 time: 0.1319671 May 10 17:45:50.106481 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.plugins.ml2.plugin [req-99f128eb-b200-40d1-b6ee-590451a19bd1 req-9c257dae-44b4-4bc6-af4b-22781bc0ab87 tempest-VolumesNegativeTest-2103617696 tempest-VolumesNegativeTest-2103617696-project] Deleting port 2777dc00-4366-4f2e-8110-14038b7477ab {{(pid=110153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 17:45:50.106874 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [req-99f128eb-b200-40d1-b6ee-590451a19bd1 req-9c257dae-44b4-4bc6-af4b-22781bc0ab87 tempest-VolumesNegativeTest-2103617696 tempest-VolumesNegativeTest-2103617696-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781795221764'] for port (2777dc00-4366-4f2e-8110-14038b7477ab), before_delete {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:45:50.115277 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f79e198-9d3d-45dd-8acf-d16f8df8fdbe req-16b6522a-4115-4780-b808-fb627f85e743 tempest-DeleteServersTestJSON-636381056 tempest-DeleteServersTestJSON-636381056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:45:50.117945 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-8f79e198-9d3d-45dd-8acf-d16f8df8fdbe req-16b6522a-4115-4780-b808-fb627f85e743 tempest-DeleteServersTestJSON-636381056 tempest-DeleteServersTestJSON-636381056-project] 10.222.0.60 "GET /v2.0/ports?device_id=acd7903d-232c-4666-939c-eb22c6fbf01b HTTP/1.1" status: 200 len: 945 time: 0.0633907 May 10 17:45:50.190353 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-8f79e198-9d3d-45dd-8acf-d16f8df8fdbe req-200f56b0-30f3-4ec6-94f7-f550df0411c6 tempest-DeleteServersTestJSON-636381056 tempest-DeleteServersTestJSON-636381056-project] 10.222.0.60 "GET /v2.0/security-groups?id=d3ebf738-b4c3-41d4-bb82-f79908831846&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635417 May 10 17:45:50.200047 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110eec46-abd6-4095-9c54-986c995c2efa req-a067bcf5-0262-4eee-abf5-05b0b74b0b57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:45:50.201530 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [req-110eec46-abd6-4095-9c54-986c995c2efa req-a067bcf5-0262-4eee-abf5-05b0b74b0b57 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=4f6007aa-61b1-40c3-a8ad-7f431d419cb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0520868 May 10 17:45:50.214036 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-8dfd6fa5-4155-4c14-b1c5-9885c2e22a88 admin admin] Publish callbacks [] for security_group (c12e334e-203b-4a3b-a300-6792360bca84), precommit_create {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:45:50.218481 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-8dfd6fa5-4155-4c14-b1c5-9885c2e22a88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-282428'] for security_group (c12e334e-203b-4a3b-a300-6792360bca84), after_create {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:45:50.241317 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.plugins.ml2.db [req-99f128eb-b200-40d1-b6ee-590451a19bd1 req-9c257dae-44b4-4bc6-af4b-22781bc0ab87 tempest-VolumesNegativeTest-2103617696 tempest-VolumesNegativeTest-2103617696-project] For port 2777dc00-4366-4f2e-8110-14038b7477ab, host hv-cinder-84130, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84130',level=0,port_id=2777dc00-4366-4f2e-8110-14038b7477ab,segment=NetworkSegment(5b3e8bb7-3955-4a9e-a1be-e3611445c29a),segment_id=5b3e8bb7-3955-4a9e-a1be-e3611445c29a)] {{(pid=110153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 17:45:50.241317 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [req-99f128eb-b200-40d1-b6ee-590451a19bd1 req-9c257dae-44b4-4bc6-af4b-22781bc0ab87 tempest-VolumesNegativeTest-2103617696 tempest-VolumesNegativeTest-2103617696-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640494'] for port (2777dc00-4366-4f2e-8110-14038b7477ab), precommit_delete {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:45:50.260622 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.plugins.ml2.plugin [req-99f128eb-b200-40d1-b6ee-590451a19bd1 req-9c257dae-44b4-4bc6-af4b-22781bc0ab87 tempest-VolumesNegativeTest-2103617696 tempest-VolumesNegativeTest-2103617696-project] Calling delete_port for 2777dc00-4366-4f2e-8110-14038b7477ab owned by compute:nova {{(pid=110153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 17:45:50.261927 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dfd6fa5-4155-4c14-b1c5-9885c2e22a88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c12e334e-203b-4a3b-a300-6792360bca84,revision_number=1']} {{(pid=110152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:45:50.267830 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [None req-8dfd6fa5-4155-4c14-b1c5-9885c2e22a88 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=54a49a0d2489467482b442e493826561&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2258148 May 10 17:45:50.270492 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.wsgi [-] (110152) accepted ('10.222.0.60', 39658) {{(pid=110152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 17:45:50.323415 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-d4b610c1-9cf2-40d6-8f60-badbaaef81d5 admin admin] Publish callbacks [] for security_group (c12e334e-203b-4a3b-a300-6792360bca84), before_delete {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:45:50.349127 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-d4b610c1-9cf2-40d6-8f60-badbaaef81d5 admin admin] Publish callbacks [] for security_group (c12e334e-203b-4a3b-a300-6792360bca84), precommit_delete {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:45:50.443186 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-d4b610c1-9cf2-40d6-8f60-badbaaef81d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-282428'] for security_group (c12e334e-203b-4a3b-a300-6792360bca84), after_delete {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:45:50.445239 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-d4b610c1-9cf2-40d6-8f60-badbaaef81d5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:45:50.450730 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [None req-d4b610c1-9cf2-40d6-8f60-badbaaef81d5 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/c12e334e-203b-4a3b-a300-6792360bca84 HTTP/1.1" status: 204 len: 168 time: 0.1791587 May 10 17:45:50.466637 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b610c1-9cf2-40d6-8f60-badbaaef81d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c12e334e-203b-4a3b-a300-6792360bca84,revision_number=None']} {{(pid=110152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:45:50.494022 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0292ca-8970-4450-8a10-f426d1b3e7f7 req-f7d564fa-8327-4e94-bc6e-206c44dc5afb tempest-DeleteServersTestJSON-636381056 tempest-DeleteServersTestJSON-636381056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:45:50.505990 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-4e0292ca-8970-4450-8a10-f426d1b3e7f7 req-f7d564fa-8327-4e94-bc6e-206c44dc5afb tempest-DeleteServersTestJSON-636381056 tempest-DeleteServersTestJSON-636381056-project] 10.222.0.77 "GET /v2.0/ports?device_id=acd7903d-232c-4666-939c-eb22c6fbf01b HTTP/1.1" status: 200 len: 945 time: 0.1109085 May 10 17:45:50.567538 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [req-99f128eb-b200-40d1-b6ee-590451a19bd1 req-9c257dae-44b4-4bc6-af4b-22781bc0ab87 tempest-VolumesNegativeTest-2103617696 tempest-VolumesNegativeTest-2103617696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1514136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781795229076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781794686073'] for port (2777dc00-4366-4f2e-8110-14038b7477ab), after_delete {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:45:50.609800 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.db [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] get_ports_and_sgs() called for port_ids ['2777dc00-4366-4f2e-8110-14038b7477ab'] {{(pid=110154) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 17:45:50.734962 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c257dae-44b4-4bc6-af4b-22781bc0ab87 tempest-VolumesNegativeTest-2103617696 tempest-VolumesNegativeTest-2103617696-project] Pushing event deleted for resources: {'Port': ['ID=2777dc00-4366-4f2e-8110-14038b7477ab,revision_number=None']} {{(pid=110153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:45:50.813349 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab02fdb-6cf9-461e-8a0d-00514e6202be req-d5320a69-9a51-47c4-8803-7fbacbb84996 tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:45:50.826444 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-cab02fdb-6cf9-461e-8a0d-00514e6202be req-d5320a69-9a51-47c4-8803-7fbacbb84996 tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] 10.222.0.60 "GET /v2.0/ports?device_id=d577a65c-d60c-4d64-a506-89ea984fe255 HTTP/1.1" status: 200 len: 945 time: 0.1076553 May 10 17:45:50.853217 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.db.l3_dvrscheduler_db [req-99f128eb-b200-40d1-b6ee-590451a19bd1 req-9c257dae-44b4-4bc6-af4b-22781bc0ab87 tempest-VolumesNegativeTest-2103617696 tempest-VolumesNegativeTest-2103617696-project] No DVR routers for this DVR port 2777dc00-4366-4f2e-8110-14038b7477ab on host hv-cinder-84130 {{(pid=110153) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 17:45:50.856615 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [req-110eec46-abd6-4095-9c54-986c995c2efa req-ea832b8a-aef6-4f5b-8bb1-ecfeba604f09 service neutron] 10.222.0.77 "GET /v2.0/networks/4f6007aa-61b1-40c3-a8ad-7f431d419cb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4626908 May 10 17:45:50.864015 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [req-99f128eb-b200-40d1-b6ee-590451a19bd1 req-9c257dae-44b4-4bc6-af4b-22781bc0ab87 tempest-VolumesNegativeTest-2103617696 tempest-VolumesNegativeTest-2103617696-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29634'] for port (None), before_response {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:45:50.864015 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [req-99f128eb-b200-40d1-b6ee-590451a19bd1 req-9c257dae-44b4-4bc6-af4b-22781bc0ab87 tempest-VolumesNegativeTest-2103617696 tempest-VolumesNegativeTest-2103617696-project] 10.222.0.77 "DELETE /v2.0/ports/2777dc00-4366-4f2e-8110-14038b7477ab HTTP/1.1" status: 204 len: 173 time: 0.9111118 May 10 17:45:50.864166 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '539078bb-d792-45a6-ab73-310f58397edc', 'name': 'network-vif-deleted', 'tag': '2777dc00-4366-4f2e-8110-14038b7477ab'}] {{(pid=110153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 17:45:50.884897 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eaab9ead4487dd9c6a2039b1a38fb17917f553062224ea878bb9a20dea692460" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db3e3e97-dfb5-4dd5-8407-14f1b9301bc1" -d '{"events": [{"server_uuid": "539078bb-d792-45a6-ab73-310f58397edc", "name": "network-vif-deleted", "tag": "2777dc00-4366-4f2e-8110-14038b7477ab"}]}' {{(pid=110153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 17:45:50.923434 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-1986025e-ba18-4157-9f9a-fe8662db310e req-34f90237-24cf-4e9c-bfef-126d83adf114 tempest-VolumesNegativeTest-2103617696 tempest-VolumesNegativeTest-2103617696-project] 10.222.0.60 "GET /v2.0/ports?device_id=539078bb-d792-45a6-ab73-310f58397edc HTTP/1.1" status: 200 len: 210 time: 0.0452907 May 10 17:45:50.944295 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-cab02fdb-6cf9-461e-8a0d-00514e6202be req-b40841fe-a433-403d-afc1-ac051c9de203 tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] 10.222.0.60 "GET /v2.0/security-groups?id=1dc31e58-b13c-4610-8a7b-a2e2a07c824b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120617 May 10 17:45:50.995998 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 17:45:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93829eea-0526-42f4-803b-9e42d464128d x-openstack-request-id: req-93829eea-0526-42f4-803b-9e42d464128d {{(pid=110153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 17:45:50.996296 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "539078bb-d792-45a6-ab73-310f58397edc", "name": "network-vif-deleted", "tag": "2777dc00-4366-4f2e-8110-14038b7477ab", "status": "completed", "code": 200}]} {{(pid=110153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 17:45:50.996549 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-93829eea-0526-42f4-803b-9e42d464128d {{(pid=110153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 17:45:50.996946 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.notifiers.nova [-] Nova event matching ['req-93829eea-0526-42f4-803b-9e42d464128d'] response: {'server_uuid': '539078bb-d792-45a6-ab73-310f58397edc', 'name': 'network-vif-deleted', 'tag': '2777dc00-4366-4f2e-8110-14038b7477ab', 'status': 'completed', 'code': 200} May 10 17:45:51.105495 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21381bb-afb8-4431-9197-b919df90b29e req-5d65a71b-f8a4-44aa-8d89-ad1cff12de70 tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:45:51.106997 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-d21381bb-afb8-4431-9197-b919df90b29e req-5d65a71b-f8a4-44aa-8d89-ad1cff12de70 tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] 10.222.0.60 "GET /v2.0/ports?device_id=35dc394b-a596-4f36-89cf-f60e42d697d1 HTTP/1.1" status: 200 len: 946 time: 0.0968659 May 10 17:45:51.270415 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-d21381bb-afb8-4431-9197-b919df90b29e req-f15c3d1b-1bf1-4f78-9711-01db2c95d1c6 tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] 10.222.0.60 "GET /v2.0/security-groups?id=2018d1cf-f495-4a64-a1af-58bf853a4546&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1371620 May 10 17:45:51.286799 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [req-110eec46-abd6-4095-9c54-986c995c2efa req-6d86b6a9-505f-4ff3-b8e6-a5a2b712c4d3 service neutron] 10.222.0.77 "GET /v2.0/networks/4f6007aa-61b1-40c3-a8ad-7f431d419cb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2071061 May 10 17:45:51.437483 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.plugins.ml2.plugin [req-4e0292ca-8970-4450-8a10-f426d1b3e7f7 req-1aba64ff-9174-44a1-8db1-9fd526422d5f tempest-DeleteServersTestJSON-636381056 tempest-DeleteServersTestJSON-636381056-project] Deleting port dee56dfb-cae2-41f9-b79a-5dd4e4a84d7f {{(pid=110152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 17:45:51.437828 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [req-4e0292ca-8970-4450-8a10-f426d1b3e7f7 req-1aba64ff-9174-44a1-8db1-9fd526422d5f tempest-DeleteServersTestJSON-636381056 tempest-DeleteServersTestJSON-636381056-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781795221764'] for port (dee56dfb-cae2-41f9-b79a-5dd4e4a84d7f), before_delete {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:45:51.450179 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d3b623-05f5-42a8-9bb3-0a6c6ffc8dd4 req-3565deb1-e5f8-44ee-89e4-6c0740c410b9 tempest-DeleteServersTestJSON-636381056 tempest-DeleteServersTestJSON-636381056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:45:51.451740 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-78d3b623-05f5-42a8-9bb3-0a6c6ffc8dd4 req-3565deb1-e5f8-44ee-89e4-6c0740c410b9 tempest-DeleteServersTestJSON-636381056 tempest-DeleteServersTestJSON-636381056-project] 10.222.0.60 "GET /v2.0/ports?device_id=acd7903d-232c-4666-939c-eb22c6fbf01b HTTP/1.1" status: 200 len: 945 time: 0.1192226 May 10 17:45:51.520484 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ff20b9-34c6-4489-9476-ef71fe435413 req-d3f02a65-116e-4ed7-8112-b28e9ae0ec6a tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:45:51.522974 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-70ff20b9-34c6-4489-9476-ef71fe435413 req-d3f02a65-116e-4ed7-8112-b28e9ae0ec6a tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] 10.222.0.60 "GET /v2.0/ports?device_id=35dc394b-a596-4f36-89cf-f60e42d697d1 HTTP/1.1" status: 200 len: 946 time: 0.1686151 May 10 17:45:51.531919 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.wsgi [-] (110153) accepted ('10.222.0.60', 39714) {{(pid=110153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 17:45:51.537911 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.v2.base [None req-e9e6ada3-cba2-4745-921b-cf0032c3b1cb tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] Request body: {'floatingip': {'port_id': '6f6bce01-999d-439d-8315-53c87197c824'}} {{(pid=110153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 17:45:51.587530 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-78d3b623-05f5-42a8-9bb3-0a6c6ffc8dd4 req-a6926606-cbae-4ede-abe4-47abf8681f96 tempest-DeleteServersTestJSON-636381056 tempest-DeleteServersTestJSON-636381056-project] 10.222.0.60 "GET /v2.0/security-groups?id=d3ebf738-b4c3-41d4-bb82-f79908831846&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218727 May 10 17:45:51.597163 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-e9e6ada3-cba2-4745-921b-cf0032c3b1cb tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] Publish callbacks [] for floatingip (00e7f510-bfc8-461e-bac8-81abbc4c3155), before_update {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:45:51.606775 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.plugins.ml2.db [req-4e0292ca-8970-4450-8a10-f426d1b3e7f7 req-1aba64ff-9174-44a1-8db1-9fd526422d5f tempest-DeleteServersTestJSON-636381056 tempest-DeleteServersTestJSON-636381056-project] For port dee56dfb-cae2-41f9-b79a-5dd4e4a84d7f, host hv-cinder-84130, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84130',level=0,port_id=dee56dfb-cae2-41f9-b79a-5dd4e4a84d7f,segment=NetworkSegment(ea3622d5-69b5-4599-877b-705151bafa66),segment_id=ea3622d5-69b5-4599-877b-705151bafa66)] {{(pid=110152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 17:45:51.607135 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [req-4e0292ca-8970-4450-8a10-f426d1b3e7f7 req-1aba64ff-9174-44a1-8db1-9fd526422d5f tempest-DeleteServersTestJSON-636381056 tempest-DeleteServersTestJSON-636381056-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640494'] for port (dee56dfb-cae2-41f9-b79a-5dd4e4a84d7f), precommit_delete {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:45:51.625902 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.plugins.ml2.plugin [req-4e0292ca-8970-4450-8a10-f426d1b3e7f7 req-1aba64ff-9174-44a1-8db1-9fd526422d5f tempest-DeleteServersTestJSON-636381056 tempest-DeleteServersTestJSON-636381056-project] Calling delete_port for dee56dfb-cae2-41f9-b79a-5dd4e4a84d7f owned by compute:nova {{(pid=110152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 17:45:52.244762 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de196bd6-200e-4a71-b3a8-817a3d20e266 req-7c16d3fb-8fb7-4f14-b623-41a1f02b79b8 tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:45:52.246304 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-de196bd6-200e-4a71-b3a8-817a3d20e266 req-7c16d3fb-8fb7-4f14-b623-41a1f02b79b8 tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] 10.222.0.60 "GET /v2.0/ports?device_id=d577a65c-d60c-4d64-a506-89ea984fe255 HTTP/1.1" status: 200 len: 945 time: 0.1245310 May 10 17:45:52.341567 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-de196bd6-200e-4a71-b3a8-817a3d20e266 req-dbb198b7-6f1e-4cb9-8f13-6c71976182da tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] 10.222.0.60 "GET /v2.0/security-groups?id=1dc31e58-b13c-4610-8a7b-a2e2a07c824b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789452 May 10 17:45:52.342371 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [req-4e0292ca-8970-4450-8a10-f426d1b3e7f7 req-1aba64ff-9174-44a1-8db1-9fd526422d5f tempest-DeleteServersTestJSON-636381056 tempest-DeleteServersTestJSON-636381056-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1514136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781795229076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781794686073'] for port (dee56dfb-cae2-41f9-b79a-5dd4e4a84d7f), after_delete {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:45:52.399988 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aba64ff-9174-44a1-8db1-9fd526422d5f tempest-DeleteServersTestJSON-636381056 tempest-DeleteServersTestJSON-636381056-project] Pushing event deleted for resources: {'Port': ['ID=dee56dfb-cae2-41f9-b79a-5dd4e4a84d7f,revision_number=None']} {{(pid=110152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:45:52.420987 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.db.resource_extend [None req-e9e6ada3-cba2-4745-921b-cf0032c3b1cb tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=110153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 10 17:45:52.495919 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e0292ca-8970-4450-8a10-f426d1b3e7f7 req-1aba64ff-9174-44a1-8db1-9fd526422d5f tempest-DeleteServersTestJSON-636381056 tempest-DeleteServersTestJSON-636381056-project] No DVR routers for this DVR port dee56dfb-cae2-41f9-b79a-5dd4e4a84d7f on host hv-cinder-84130 {{(pid=110152) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 17:45:52.501731 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [req-4e0292ca-8970-4450-8a10-f426d1b3e7f7 req-1aba64ff-9174-44a1-8db1-9fd526422d5f tempest-DeleteServersTestJSON-636381056 tempest-DeleteServersTestJSON-636381056-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29634'] for port (None), before_response {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:45:52.505088 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-4e0292ca-8970-4450-8a10-f426d1b3e7f7 req-1aba64ff-9174-44a1-8db1-9fd526422d5f tempest-DeleteServersTestJSON-636381056 tempest-DeleteServersTestJSON-636381056-project] 10.222.0.77 "DELETE /v2.0/ports/dee56dfb-cae2-41f9-b79a-5dd4e4a84d7f HTTP/1.1" status: 204 len: 173 time: 1.3971231 May 10 17:45:52.505632 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'acd7903d-232c-4666-939c-eb22c6fbf01b', 'name': 'network-vif-deleted', 'tag': 'dee56dfb-cae2-41f9-b79a-5dd4e4a84d7f'}] {{(pid=110152) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 17:45:52.508463 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0e5bab204033c83635b1e14c3e3a099c647719281f8bf9f740a5b80828d0d04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecaf2344-5f79-46f3-be78-b9b92b7517f4" -d '{"events": [{"server_uuid": "acd7903d-232c-4666-939c-eb22c6fbf01b", "name": "network-vif-deleted", "tag": "dee56dfb-cae2-41f9-b79a-5dd4e4a84d7f"}]}' {{(pid=110152) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 17:45:52.523232 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-e9e6ada3-cba2-4745-921b-cf0032c3b1cb tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:45:52.533705 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-e9e6ada3-cba2-4745-921b-cf0032c3b1cb tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-641027'] for floatingip (00e7f510-bfc8-461e-bac8-81abbc4c3155), after_update {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:45:52.580873 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 17:45:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-242c155b-e3dc-45d4-8055-f2ae5fe7df6e x-openstack-request-id: req-242c155b-e3dc-45d4-8055-f2ae5fe7df6e {{(pid=110152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 17:45:52.581081 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "acd7903d-232c-4666-939c-eb22c6fbf01b", "name": "network-vif-deleted", "tag": "dee56dfb-cae2-41f9-b79a-5dd4e4a84d7f", "status": "completed", "code": 200}]} {{(pid=110152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 17:45:52.581342 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-242c155b-e3dc-45d4-8055-f2ae5fe7df6e {{(pid=110152) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 17:45:52.581740 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.notifiers.nova [-] Nova event matching ['req-242c155b-e3dc-45d4-8055-f2ae5fe7df6e'] response: {'server_uuid': 'acd7903d-232c-4666-939c-eb22c6fbf01b', 'name': 'network-vif-deleted', 'tag': 'dee56dfb-cae2-41f9-b79a-5dd4e4a84d7f', 'status': 'completed', 'code': 200} May 10 17:45:52.685746 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.db.l3_db [None req-e9e6ada3-cba2-4745-921b-cf0032c3b1cb tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] Floating IP 00e7f510-bfc8-461e-bac8-81abbc4c3155 associated. External IP: 172.27.0.109, port: 6f6bce01-999d-439d-8315-53c87197c824. May 10 17:45:52.726638 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.rpc [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Device 2777dc00-4366-4f2e-8110-14038b7477ab no longer exists at agent hyperv_hv-cinder-84130 {{(pid=110154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 17:45:52.766229 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.plugin [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] No Port match for: 2777dc00-4366-4f2e-8110-14038b7477ab {{(pid=110154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 17:45:52.767504 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.rpc [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Device 2777dc00-4366-4f2e-8110-14038b7477ab not bound to the agent host hv-cinder-84130 {{(pid=110154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 17:45:52.768122 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.rpc [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Device dee56dfb-cae2-41f9-b79a-5dd4e4a84d7f no longer exists at agent hyperv_hv-cinder-84130 {{(pid=110154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 17:45:52.785410 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-7697f0e1-5a13-409c-bb50-695f1c7c81a3 req-e678195c-5e97-41ea-b2eb-57e39074f0e4 tempest-DeleteServersTestJSON-636381056 tempest-DeleteServersTestJSON-636381056-project] 10.222.0.60 "GET /v2.0/ports?device_id=acd7903d-232c-4666-939c-eb22c6fbf01b HTTP/1.1" status: 200 len: 210 time: 0.0643864 May 10 17:45:52.805900 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.plugin [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] No Port match for: dee56dfb-cae2-41f9-b79a-5dd4e4a84d7f {{(pid=110154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 17:45:52.806495 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.rpc [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Device dee56dfb-cae2-41f9-b79a-5dd4e4a84d7f not bound to the agent host hv-cinder-84130 {{(pid=110154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 17:45:53.007450 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9e6ada3-cba2-4745-921b-cf0032c3b1cb tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] Router 24a906bd-bc37-4f60-9d1b-823a31f350bf has already been hosted by L3 agent eaac381b-e402-41c3-a8e6-8f962681d3e6 {{(pid=110153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 17:45:53.223663 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.wsgi [-] (110152) accepted ('10.222.0.60', 39806) {{(pid=110152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 17:45:53.398752 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-4e92019e-9f5d-48bc-a3fd-6e9e758443f5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:45:53.525025 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9e6ada3-cba2-4745-921b-cf0032c3b1cb tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] Notify agent at l3_agent.dv-cinder-841302-2-iscsi the message routers_updated {{(pid=110153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 17:45:53.537546 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89db10a6-479d-4bbc-9920-52d7e3e1c93e req-46c7e783-5dd4-4887-b434-ebaaa7561ecc tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:45:53.539223 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-e9e6ada3-cba2-4745-921b-cf0032c3b1cb tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29634'] for floatingip (None), before_response {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:45:53.539432 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99b697bf-0c13-4890-a71d-d1cb4a51d4b8 None None] Sync routers for ids ['24a906bd-bc37-4f60-9d1b-823a31f350bf'] in dv-cinder-841302-2-iscsi {{(pid=110155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 17:45:53.540362 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-89db10a6-479d-4bbc-9920-52d7e3e1c93e req-46c7e783-5dd4-4887-b434-ebaaa7561ecc tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] 10.222.0.60 "GET /v2.0/ports?device_id=d577a65c-d60c-4d64-a506-89ea984fe255 HTTP/1.1" status: 200 len: 945 time: 0.0881903 May 10 17:45:53.571612 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99b697bf-0c13-4890-a71d-d1cb4a51d4b8 None None] Routers {'24a906bd-bc37-4f60-9d1b-823a31f350bf'} bound to L3 agent in host dv-cinder-841302-2-iscsi {{(pid=110155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 17:45:53.572887 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.db.l3_hamode_db [None req-99b697bf-0c13-4890-a71d-d1cb4a51d4b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841302-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-10T17:36:00Z,description=,heartbeat_timestamp=2022-05-10T17:45:30Z,host='dv-cinder-841302-2-iscsi',id=eaac381b-e402-41c3-a8e6-8f962681d3e6,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T17:36:00Z,topic='l3_agent')) {'router_ids': ['24a906bd-bc37-4f60-9d1b-823a31f350bf'], 'active': True} {{(pid=110155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:45:53.639450 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-89db10a6-479d-4bbc-9920-52d7e3e1c93e req-8a6743dd-43b8-4fb3-9187-5935f3663b2c tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] 10.222.0.60 "GET /v2.0/security-groups?id=1dc31e58-b13c-4610-8a7b-a2e2a07c824b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862963 May 10 17:45:53.653391 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [None req-e9e6ada3-cba2-4745-921b-cf0032c3b1cb tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] 10.222.0.60 "PUT /v2.0/floatingips/00e7f510-bfc8-461e-bac8-81abbc4c3155 HTTP/1.1" status: 200 len: 992 time: 2.1196108 May 10 17:45:53.654353 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35dc394b-a596-4f36-89cf-f60e42d697d1', 'tag': '6f6bce01-999d-439d-8315-53c87197c824'}] {{(pid=110153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 17:45:53.658906 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eaab9ead4487dd9c6a2039b1a38fb17917f553062224ea878bb9a20dea692460" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74dfeeb6-1862-4eae-8568-7c6a531ebc03" -d '{"events": [{"name": "network-changed", "server_uuid": "35dc394b-a596-4f36-89cf-f60e42d697d1", "tag": "6f6bce01-999d-439d-8315-53c87197c824"}]}' {{(pid=110153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 17:45:53.660584 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-4e92019e-9f5d-48bc-a3fd-6e9e758443f5 admin admin] Publish callbacks [] for security_group (c31552b9-3895-4ecb-9224-d80ccb6a8be4), precommit_create {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:45:53.665912 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-4e92019e-9f5d-48bc-a3fd-6e9e758443f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-282428'] for security_group (c31552b9-3895-4ecb-9224-d80ccb6a8be4), after_create {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:45:53.779792 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [None req-4e92019e-9f5d-48bc-a3fd-6e9e758443f5 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=a9709ba15cbd43a1afdaf1d4985a9b63&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5546043 May 10 17:45:53.782540 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.wsgi [-] (110153) accepted ('10.222.0.60', 39840) {{(pid=110153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 17:45:53.799192 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e92019e-9f5d-48bc-a3fd-6e9e758443f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c31552b9-3895-4ecb-9224-d80ccb6a8be4,revision_number=1']} {{(pid=110152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:45:53.849562 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 17:45:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8639c34b-31fe-4c9c-8d11-e68a9ab5e326 x-openstack-request-id: req-8639c34b-31fe-4c9c-8d11-e68a9ab5e326 {{(pid=110153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 17:45:53.850154 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "35dc394b-a596-4f36-89cf-f60e42d697d1", "tag": "6f6bce01-999d-439d-8315-53c87197c824", "status": "completed", "code": 200}]} {{(pid=110153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 17:45:53.851183 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-8639c34b-31fe-4c9c-8d11-e68a9ab5e326 {{(pid=110153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 17:45:53.851859 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8639c34b-31fe-4c9c-8d11-e68a9ab5e326'] response: {'name': 'network-changed', 'server_uuid': '35dc394b-a596-4f36-89cf-f60e42d697d1', 'tag': '6f6bce01-999d-439d-8315-53c87197c824', 'status': 'completed', 'code': 200} May 10 17:45:53.875406 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-b150eedf-dfeb-464b-a732-83df9b5e1d05 admin admin] Publish callbacks [] for security_group (c31552b9-3895-4ecb-9224-d80ccb6a8be4), before_delete {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:45:53.946797 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-b150eedf-dfeb-464b-a732-83df9b5e1d05 admin admin] Publish callbacks [] for security_group (c31552b9-3895-4ecb-9224-d80ccb6a8be4), precommit_delete {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:45:53.983229 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74dfeeb6-1862-4eae-8568-7c6a531ebc03 req-050762e9-5582-46fc-b6b6-32cd3dd64697 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:45:53.986259 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-74dfeeb6-1862-4eae-8568-7c6a531ebc03 req-050762e9-5582-46fc-b6b6-32cd3dd64697 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=f4e017a4040d450aad862065563ea64d&device_id=35dc394b-a596-4f36-89cf-f60e42d697d1 HTTP/1.1" status: 200 len: 1130 time: 0.0890207 May 10 17:45:53.992671 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.db.l3_dvr_db [None req-99b697bf-0c13-4890-a71d-d1cb4a51d4b8 None None] Set router 24a906bd-bc37-4f60-9d1b-823a31f350bf gateway port host: dv-cinder-841302-2-iscsi {{(pid=110155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 17:45:54.051078 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-b150eedf-dfeb-464b-a732-83df9b5e1d05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-282428'] for security_group (c31552b9-3895-4ecb-9224-d80ccb6a8be4), after_delete {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:45:54.061771 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-b150eedf-dfeb-464b-a732-83df9b5e1d05 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:45:54.071229 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [None req-b150eedf-dfeb-464b-a732-83df9b5e1d05 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/c31552b9-3895-4ecb-9224-d80ccb6a8be4 HTTP/1.1" status: 204 len: 168 time: 0.2848516 May 10 17:45:54.092676 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b150eedf-dfeb-464b-a732-83df9b5e1d05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c31552b9-3895-4ecb-9224-d80ccb6a8be4,revision_number=None']} {{(pid=110153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:45:54.259237 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74dfeeb6-1862-4eae-8568-7c6a531ebc03 req-3da2aa75-59bd-450f-ba8b-5ff0ea7ad148 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:45:54.261597 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-74dfeeb6-1862-4eae-8568-7c6a531ebc03 req-3da2aa75-59bd-450f-ba8b-5ff0ea7ad148 service neutron] 10.222.0.77 "GET /v2.0/networks?id=5a13d84d-c9e9-413f-a254-ca6edab95c78 HTTP/1.1" status: 200 len: 916 time: 0.2669494 May 10 17:45:54.371946 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.wsgi [-] (110153) accepted ('10.222.0.60', 39914) {{(pid=110153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 17:45:54.448545 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.db.l3_hamode_db [None req-99b697bf-0c13-4890-a71d-d1cb4a51d4b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24a906bd-bc37-4f60-9d1b-823a31f350bf', 'name': 'tempest-AttachVolumeNegativeTest-1935741533-router', 'tenant_id': 'f4e017a4040d450aad862065563ea64d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85dc89cf-59f9-4edb-b26e-52bcb8a93763', 'external_fixed_ips': [{'subnet_id': 'e93d94f1-cb19-4cd0-92e5-ca73d24bd8fb', 'ip_address': '172.27.0.151'}], 'enable_snat': True}, 'gw_port_id': '8a785056-3967-44dc-89fc-a85dc909609a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T17:44:32Z', 'updated_at': '2022-05-10T17:44:44Z', 'revision_number': 4, 'project_id': 'f4e017a4040d450aad862065563ea64d', 'gw_port': {'id': '8a785056-3967-44dc-89fc-a85dc909609a', 'name': '', 'network_id': '85dc89cf-59f9-4edb-b26e-52bcb8a93763', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:45:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24a906bd-bc37-4f60-9d1b-823a31f350bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'e93d94f1-cb19-4cd0-92e5-ca73d24bd8fb', 'ip_address': '172.27.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841302-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T17:44:33Z', 'updated_at': '2022-05-10T17:44:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e93d94f1-cb19-4cd0-92e5-ca73d24bd8fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841302-2-iscsi', '_floatingips': [{'id': '00e7f510-bfc8-461e-bac8-81abbc4c3155', 'tenant_id': 'f4e017a4040d450aad862065563ea64d', 'floating_ip_address': '172.27.0.109', 'floating_network_id': '85dc89cf-59f9-4edb-b26e-52bcb8a93763', 'router_id': '24a906bd-bc37-4f60-9d1b-823a31f350bf', 'port_id': '6f6bce01-999d-439d-8315-53c87197c824', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 135, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5a13d84d-c9e9-413f-a254-ca6edab95c78', 'mac_address': 'fa:16:3e:8a:68:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35dc394b-a596-4f36-89cf-f60e42d697d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T17:45:00Z', 'updated_at': '2022-05-10T17:45:52Z', 'revision_number': 1, 'project_id': 'f4e017a4040d450aad862065563ea64d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '027fd6fa-8a2c-41cf-8f97-10f5b1a94550', 'name': '', 'network_id': '5a13d84d-c9e9-413f-a254-ca6edab95c78', 'tenant_id': 'f4e017a4040d450aad862065563ea64d', 'mac_address': 'fa:16:3e:36:e7:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24a906bd-bc37-4f60-9d1b-823a31f350bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '8d05c8d5-b43f-426f-967a-5bcf2a7a77f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841302-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T17:44:39Z', 'updated_at': '2022-05-10T17:44:58Z', 'revision_number': 5, 'project_id': 'f4e017a4040d450aad862065563ea64d', 'subnets': [{'id': '8d05c8d5-b43f-426f-967a-5bcf2a7a77f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841302-2-iscsi', False) {} {{(pid=110155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:45:54.480483 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.db.db_base_plugin_v2 [None req-470a12b9-8304-41bf-9d05-558ecafcba61 admin admin] Deleting subnet ef67a76c-2f71-46e3-abfb-eedec9d7932c {{(pid=110153) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 10 17:45:54.484495 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-470a12b9-8304-41bf-9d05-558ecafcba61 admin admin] Publish callbacks [] for subnet (ef67a76c-2f71-46e3-abfb-eedec9d7932c), before_delete {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:45:54.501993 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-74dfeeb6-1862-4eae-8568-7c6a531ebc03 req-b6516051-5fe5-4743-89a3-ed44b227758a service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6f6bce01-999d-439d-8315-53c87197c824 HTTP/1.1" status: 200 len: 1000 time: 0.2333426 May 10 17:45:54.530801 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99b697bf-0c13-4890-a71d-d1cb4a51d4b8 None None] Checking router: 24a906bd-bc37-4f60-9d1b-823a31f350bf for host: dv-cinder-841302-2-iscsi {{(pid=110155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 17:45:54.552997 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99b697bf-0c13-4890-a71d-d1cb4a51d4b8 None None] Routers {'24a906bd-bc37-4f60-9d1b-823a31f350bf'} bound to L3 agent in host dv-cinder-841302-2-iscsi {{(pid=110155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 17:45:54.555902 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.db.l3_hamode_db [None req-99b697bf-0c13-4890-a71d-d1cb4a51d4b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841302-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-10T17:36:00Z,description=,heartbeat_timestamp=2022-05-10T17:45:30Z,host='dv-cinder-841302-2-iscsi',id=eaac381b-e402-41c3-a8e6-8f962681d3e6,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T17:36:00Z,topic='l3_agent')) {'router_ids': ['24a906bd-bc37-4f60-9d1b-823a31f350bf'], 'active': True} {{(pid=110155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:45:54.563977 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-470a12b9-8304-41bf-9d05-558ecafcba61 admin admin] Publish callbacks [] for subnet (ef67a76c-2f71-46e3-abfb-eedec9d7932c), precommit_delete_associations {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:45:54.597195 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-470a12b9-8304-41bf-9d05-558ecafcba61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1463979'] for subnet (ef67a76c-2f71-46e3-abfb-eedec9d7932c), precommit_delete {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:45:54.603965 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74dfeeb6-1862-4eae-8568-7c6a531ebc03 req-463cb9c4-3541-474a-809f-43fdf3e37b5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:45:54.605649 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-74dfeeb6-1862-4eae-8568-7c6a531ebc03 req-463cb9c4-3541-474a-809f-43fdf3e37b5d service neutron] 10.222.0.77 "GET /v2.0/subnets?id=8d05c8d5-b43f-426f-967a-5bcf2a7a77f7 HTTP/1.1" status: 200 len: 854 time: 0.0972364 May 10 17:45:54.700148 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74dfeeb6-1862-4eae-8568-7c6a531ebc03 req-d3824100-b890-416f-9959-19fb62302ef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:45:54.700148 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-74dfeeb6-1862-4eae-8568-7c6a531ebc03 req-d3824100-b890-416f-9959-19fb62302ef4 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=5a13d84d-c9e9-413f-a254-ca6edab95c78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0865552 May 10 17:45:54.700569 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.wsgi [-] (110152) accepted ('10.222.0.60', 39926) {{(pid=110152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 17:45:54.737706 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-4a923ff0-22b9-4bb2-bda6-8bd206ad939b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:45:54.751877 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-470a12b9-8304-41bf-9d05-558ecafcba61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1463972', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-321831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631625'] for subnet (ef67a76c-2f71-46e3-abfb-eedec9d7932c), after_delete {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:45:54.760974 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.db.l3_dvr_db [None req-99b697bf-0c13-4890-a71d-d1cb4a51d4b8 None None] Set router 24a906bd-bc37-4f60-9d1b-823a31f350bf gateway port host: dv-cinder-841302-2-iscsi {{(pid=110155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 17:45:54.779519 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470a12b9-8304-41bf-9d05-558ecafcba61 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ef67a76c-2f71-46e3-abfb-eedec9d7932c,revision_number=None']} {{(pid=110153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:45:54.787076 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-470a12b9-8304-41bf-9d05-558ecafcba61 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:45:54.793536 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [None req-470a12b9-8304-41bf-9d05-558ecafcba61 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/ef67a76c-2f71-46e3-abfb-eedec9d7932c HTTP/1.1" status: 204 len: 168 time: 0.4204655 May 10 17:45:54.800322 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.wsgi [-] (110153) accepted ('10.222.0.60', 39928) {{(pid=110153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 17:45:54.935198 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-5b11fc6f-daba-451a-a161-35ce01ae56cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1701118'] for network (2b74473c-d4d8-40cf-87ce-98a431f7f4bb), before_delete {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:45:54.975342 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b4ff71-bf07-4bc9-b014-db106b89d7d4 req-ad4be2cf-06e2-4d4a-85f8-9019bb290af0 tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:45:54.978947 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-d9b4ff71-bf07-4bc9-b014-db106b89d7d4 req-ad4be2cf-06e2-4d4a-85f8-9019bb290af0 tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] 10.222.0.60 "GET /v2.0/ports?device_id=d577a65c-d60c-4d64-a506-89ea984fe255 HTTP/1.1" status: 200 len: 945 time: 0.1428676 May 10 17:45:55.091193 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-74dfeeb6-1862-4eae-8568-7c6a531ebc03 req-1806db79-107b-41a0-b98b-ff411cf859ae service neutron] 10.222.0.77 "GET /v2.0/networks/5a13d84d-c9e9-413f-a254-ca6edab95c78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3830855 May 10 17:45:55.107635 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-5b11fc6f-daba-451a-a161-35ce01ae56cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1459024', 'neutron.services.segments.db._delete_segments_for_network-8781795183409'] for network (2b74473c-d4d8-40cf-87ce-98a431f7f4bb), precommit_delete {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:45:55.133879 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-d9b4ff71-bf07-4bc9-b014-db106b89d7d4 req-41a04c0c-4355-4f7e-aa6d-c11c15d94d1b tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] 10.222.0.60 "GET /v2.0/security-groups?id=1dc31e58-b13c-4610-8a7b-a2e2a07c824b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392970 May 10 17:45:55.175738 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-5b11fc6f-daba-451a-a161-35ce01ae56cc admin admin] Subscribe: > segment before_delete 55550000 {{(pid=110153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:45:55.176676 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-5b11fc6f-daba-451a-a161-35ce01ae56cc admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=110153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:45:55.178602 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-5b11fc6f-daba-451a-a161-35ce01ae56cc admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=110153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:45:55.179302 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-5b11fc6f-daba-451a-a161-35ce01ae56cc admin admin] Subscribe: > port after_create 55550000 {{(pid=110153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:45:55.179860 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-5b11fc6f-daba-451a-a161-35ce01ae56cc admin admin] Subscribe: > port after_delete 55550000 {{(pid=110153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:45:55.180511 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-5b11fc6f-daba-451a-a161-35ce01ae56cc admin admin] Subscribe: > port after_update 55550000 {{(pid=110153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:45:55.181047 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-5b11fc6f-daba-451a-a161-35ce01ae56cc admin admin] Subscribe: > segment after_delete 55550000 {{(pid=110153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:45:55.181573 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-5b11fc6f-daba-451a-a161-35ce01ae56cc admin admin] Subscribe: > subnet after_create 55550000 {{(pid=110153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:45:55.182112 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-5b11fc6f-daba-451a-a161-35ce01ae56cc admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=110153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:45:55.182666 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-5b11fc6f-daba-451a-a161-35ce01ae56cc admin admin] Subscribe: > subnet after_update 55550000 {{(pid=110153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:45:55.191771 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.db.l3_hamode_db [None req-99b697bf-0c13-4890-a71d-d1cb4a51d4b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24a906bd-bc37-4f60-9d1b-823a31f350bf', 'name': 'tempest-AttachVolumeNegativeTest-1935741533-router', 'tenant_id': 'f4e017a4040d450aad862065563ea64d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85dc89cf-59f9-4edb-b26e-52bcb8a93763', 'external_fixed_ips': [{'subnet_id': 'e93d94f1-cb19-4cd0-92e5-ca73d24bd8fb', 'ip_address': '172.27.0.151'}], 'enable_snat': True}, 'gw_port_id': '8a785056-3967-44dc-89fc-a85dc909609a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T17:44:32Z', 'updated_at': '2022-05-10T17:44:44Z', 'revision_number': 4, 'project_id': 'f4e017a4040d450aad862065563ea64d', 'gw_port': {'id': '8a785056-3967-44dc-89fc-a85dc909609a', 'name': '', 'network_id': '85dc89cf-59f9-4edb-b26e-52bcb8a93763', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:45:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24a906bd-bc37-4f60-9d1b-823a31f350bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'e93d94f1-cb19-4cd0-92e5-ca73d24bd8fb', 'ip_address': '172.27.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841302-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T17:44:33Z', 'updated_at': '2022-05-10T17:44:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e93d94f1-cb19-4cd0-92e5-ca73d24bd8fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841302-2-iscsi', '_floatingips': [{'id': '00e7f510-bfc8-461e-bac8-81abbc4c3155', 'tenant_id': 'f4e017a4040d450aad862065563ea64d', 'floating_ip_address': '172.27.0.109', 'floating_network_id': '85dc89cf-59f9-4edb-b26e-52bcb8a93763', 'router_id': '24a906bd-bc37-4f60-9d1b-823a31f350bf', 'port_id': '6f6bce01-999d-439d-8315-53c87197c824', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 135, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5a13d84d-c9e9-413f-a254-ca6edab95c78', 'mac_address': 'fa:16:3e:8a:68:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35dc394b-a596-4f36-89cf-f60e42d697d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T17:45:00Z', 'updated_at': '2022-05-10T17:45:52Z', 'revision_number': 1, 'project_id': 'f4e017a4040d450aad862065563ea64d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '027fd6fa-8a2c-41cf-8f97-10f5b1a94550', 'name': '', 'network_id': '5a13d84d-c9e9-413f-a254-ca6edab95c78', 'tenant_id': 'f4e017a4040d450aad862065563ea64d', 'mac_address': 'fa:16:3e:36:e7:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24a906bd-bc37-4f60-9d1b-823a31f350bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '8d05c8d5-b43f-426f-967a-5bcf2a7a77f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841302-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T17:44:39Z', 'updated_at': '2022-05-10T17:44:58Z', 'revision_number': 5, 'project_id': 'f4e017a4040d450aad862065563ea64d', 'subnets': [{'id': '8d05c8d5-b43f-426f-967a-5bcf2a7a77f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841302-2-iscsi', False) {} {{(pid=110155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:45:55.230552 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99b697bf-0c13-4890-a71d-d1cb4a51d4b8 None None] The sync data for ids ['24a906bd-bc37-4f60-9d1b-823a31f350bf'] in dv-cinder-841302-2-iscsi is: [{'id': '24a906bd-bc37-4f60-9d1b-823a31f350bf', 'name': 'tempest-AttachVolumeNegativeTest-1935741533-router', 'tenant_id': 'f4e017a4040d450aad862065563ea64d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85dc89cf-59f9-4edb-b26e-52bcb8a93763', 'external_fixed_ips': [{'subnet_id': 'e93d94f1-cb19-4cd0-92e5-ca73d24bd8fb', 'ip_address': '172.27.0.151'}], 'enable_snat': True}, 'gw_port_id': '8a785056-3967-44dc-89fc-a85dc909609a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T17:44:32Z', 'updated_at': '2022-05-10T17:44:44Z', 'revision_number': 4, 'project_id': 'f4e017a4040d450aad862065563ea64d', 'gw_port': {'id': '8a785056-3967-44dc-89fc-a85dc909609a', 'name': '', 'network_id': '85dc89cf-59f9-4edb-b26e-52bcb8a93763', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:45:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24a906bd-bc37-4f60-9d1b-823a31f350bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'e93d94f1-cb19-4cd0-92e5-ca73d24bd8fb', 'ip_address': '172.27.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841302-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T17:44:33Z', 'updated_at': '2022-05-10T17:44:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e93d94f1-cb19-4cd0-92e5-ca73d24bd8fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841302-2-iscsi', '_floatingips': [{'id': '00e7f510-bfc8-461e-bac8-81abbc4c3155', 'tenant_id': 'f4e017a4040d450aad862065563ea64d', 'floating_ip_address': '172.27.0.109', 'floating_network_id': '85dc89cf-59f9-4edb-b26e-52bcb8a93763', 'router_id': '24a906bd-bc37-4f60-9d1b-823a31f350bf', 'port_id': '6f6bce01-999d-439d-8315-53c87197c824', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 135, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5a13d84d-c9e9-413f-a254-ca6edab95c78', 'mac_address': 'fa:16:3e:8a:68:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35dc394b-a596-4f36-89cf-f60e42d697d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T17:45:00Z', 'updated_at': '2022-05-10T17:45:52Z', 'revision_number': 1, 'project_id': 'f4e017a4040d450aad862065563ea64d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '027fd6fa-8a2c-41cf-8f97-10f5b1a94550', 'name': '', 'network_id': '5a13d84d-c9e9-413f-a254-ca6edab95c78', 'tenant_id': 'f4e017a4040d450aad862065563ea64d', 'mac_address': 'fa:16:3e:36:e7:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24a906bd-bc37-4f60-9d1b-823a31f350bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '8d05c8d5-b43f-426f-967a-5bcf2a7a77f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841302-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T17:44:39Z', 'updated_at': '2022-05-10T17:44:58Z', 'revision_number': 5, 'project_id': 'f4e017a4040d450aad862065563ea64d', 'subnets': [{'id': '8d05c8d5-b43f-426f-967a-5bcf2a7a77f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 17:45:55.301730 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-4a923ff0-22b9-4bb2-bda6-8bd206ad939b admin admin] Publish callbacks [] for security_group (8aaac2fa-06ee-4043-80f5-587107b2cdba), precommit_create {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:45:55.302005 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-5b11fc6f-daba-451a-a161-35ce01ae56cc admin admin] Subscribe: > subnet after_create 55550000 {{(pid=110153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:45:55.302838 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-5b11fc6f-daba-451a-a161-35ce01ae56cc admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=110153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:45:55.308310 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-4a923ff0-22b9-4bb2-bda6-8bd206ad939b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-282428'] for security_group (8aaac2fa-06ee-4043-80f5-587107b2cdba), after_create {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:45:55.313519 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-5b11fc6f-daba-451a-a161-35ce01ae56cc admin admin] Subscribe: > subnet before_create 55550000 {{(pid=110153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:45:55.314154 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-5b11fc6f-daba-451a-a161-35ce01ae56cc admin admin] Subscribe: > subnet before_update 55550000 {{(pid=110153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:45:55.314766 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.services.segments.db [None req-5b11fc6f-daba-451a-a161-35ce01ae56cc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b74473c-d4d8-40cf-87ce-98a431f7f4bb']}} {{(pid=110153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:45:55.326552 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-74dfeeb6-1862-4eae-8568-7c6a531ebc03 req-483fcb79-34d3-4ccc-a3ec-184ad81e8f52 service neutron] 10.222.0.77 "GET /v2.0/networks/5a13d84d-c9e9-413f-a254-ca6edab95c78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2169685 May 10 17:45:55.364923 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.services.segments.db [None req-5b11fc6f-daba-451a-a161-35ce01ae56cc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f2d63fe2-c942-404b-9465-3cd7772d5433') {'for_net_delete': True} {{(pid=110153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:45:55.365959 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.services.segments.db [None req-5b11fc6f-daba-451a-a161-35ce01ae56cc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f2d63fe2-c942-404b-9465-3cd7772d5433') {} {{(pid=110153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:45:55.369481 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [None req-4a923ff0-22b9-4bb2-bda6-8bd206ad939b admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=8ffd0584f98b44cc8e1c6e9cc300bc57&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6676676 May 10 17:45:55.370206 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.wsgi [-] (110152) accepted ('10.222.0.60', 39942) {{(pid=110152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 17:45:55.382838 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a923ff0-22b9-4bb2-bda6-8bd206ad939b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8aaac2fa-06ee-4043-80f5-587107b2cdba,revision_number=1']} {{(pid=110152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:45:55.436203 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-5b11fc6f-daba-451a-a161-35ce01ae56cc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781795183930', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24886383'] for segment (f2d63fe2-c942-404b-9465-3cd7772d5433), before_delete {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:45:55.453051 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-35dc435c-6b43-4ad7-87c7-cc624e8510e9 admin admin] Publish callbacks [] for security_group (8aaac2fa-06ee-4043-80f5-587107b2cdba), before_delete {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:45:55.462420 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-5b11fc6f-daba-451a-a161-35ce01ae56cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1469446'] for segment (f2d63fe2-c942-404b-9465-3cd7772d5433), precommit_delete {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:45:55.473569 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b11fc6f-daba-451a-a161-35ce01ae56cc admin admin] Releasing vlan 551 on physical network physnet1 to pool {{(pid=110153) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 17:45:55.474013 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-5b11fc6f-daba-451a-a161-35ce01ae56cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1469446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4207184'] for segment (f2d63fe2-c942-404b-9465-3cd7772d5433), after_delete {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:45:55.482757 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-35dc435c-6b43-4ad7-87c7-cc624e8510e9 admin admin] Publish callbacks [] for security_group (8aaac2fa-06ee-4043-80f5-587107b2cdba), precommit_delete {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:45:55.493801 dv-cinder-841302-2-iscsi neutron-server[110153]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 10 17:45:55.493801 dv-cinder-841302-2-iscsi neutron-server[110153]: from cryptography.utils import int_from_bytes May 10 17:45:55.493801 dv-cinder-841302-2-iscsi neutron-server[110153]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 10 17:45:55.493801 dv-cinder-841302-2-iscsi neutron-server[110153]: from cryptography.utils import int_from_bytes May 10 17:45:55.493801 dv-cinder-841302-2-iscsi neutron-server[110153]: Traceback (most recent call last): May 10 17:45:55.493801 dv-cinder-841302-2-iscsi neutron-server[110153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 17:45:55.493801 dv-cinder-841302-2-iscsi neutron-server[110153]: timer() May 10 17:45:55.493801 dv-cinder-841302-2-iscsi neutron-server[110153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 17:45:55.493801 dv-cinder-841302-2-iscsi neutron-server[110153]: cb(*args, **kw) May 10 17:45:55.493801 dv-cinder-841302-2-iscsi neutron-server[110153]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 10 17:45:55.493801 dv-cinder-841302-2-iscsi neutron-server[110153]: return func(*args, **kwargs) May 10 17:45:55.493801 dv-cinder-841302-2-iscsi neutron-server[110153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 17:45:55.493801 dv-cinder-841302-2-iscsi neutron-server[110153]: self._notify() May 10 17:45:55.493801 dv-cinder-841302-2-iscsi neutron-server[110153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 17:45:55.493801 dv-cinder-841302-2-iscsi neutron-server[110153]: self.callback(batched_events) May 10 17:45:55.493801 dv-cinder-841302-2-iscsi neutron-server[110153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 17:45:55.493801 dv-cinder-841302-2-iscsi neutron-server[110153]: event.method(event) May 10 17:45:55.493801 dv-cinder-841302-2-iscsi neutron-server[110153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 10 17:45:55.493801 dv-cinder-841302-2-iscsi neutron-server[110153]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 17:45:55.493801 dv-cinder-841302-2-iscsi neutron-server[110153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 10 17:45:55.493801 dv-cinder-841302-2-iscsi neutron-server[110153]: aggregate_uuid = self.p_client.list_aggregates( May 10 17:45:55.493801 dv-cinder-841302-2-iscsi neutron-server[110153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 10 17:45:55.493801 dv-cinder-841302-2-iscsi neutron-server[110153]: return f(self, *a, **k) May 10 17:45:55.493801 dv-cinder-841302-2-iscsi neutron-server[110153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 10 17:45:55.493801 dv-cinder-841302-2-iscsi neutron-server[110153]: return self._get(url).json() May 10 17:45:55.493801 dv-cinder-841302-2-iscsi neutron-server[110153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 10 17:45:55.493801 dv-cinder-841302-2-iscsi neutron-server[110153]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 17:45:55.493801 dv-cinder-841302-2-iscsi neutron-server[110153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 17:45:55.493801 dv-cinder-841302-2-iscsi neutron-server[110153]: return self.request(url, 'GET', **kwargs) May 10 17:45:55.493801 dv-cinder-841302-2-iscsi neutron-server[110153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 17:45:55.493801 dv-cinder-841302-2-iscsi neutron-server[110153]: base_url = self.get_endpoint(auth, allow=allow, May 10 17:45:55.493801 dv-cinder-841302-2-iscsi neutron-server[110153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 17:45:55.493801 dv-cinder-841302-2-iscsi neutron-server[110153]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 17:45:55.493801 dv-cinder-841302-2-iscsi neutron-server[110153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 17:45:55.493801 dv-cinder-841302-2-iscsi neutron-server[110153]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 17:45:55.493801 dv-cinder-841302-2-iscsi neutron-server[110153]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 17:45:55.559876 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-35dc435c-6b43-4ad7-87c7-cc624e8510e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-282428'] for security_group (8aaac2fa-06ee-4043-80f5-587107b2cdba), after_delete {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:45:55.564932 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-35dc435c-6b43-4ad7-87c7-cc624e8510e9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:45:55.566268 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [None req-35dc435c-6b43-4ad7-87c7-cc624e8510e9 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/8aaac2fa-06ee-4043-80f5-587107b2cdba HTTP/1.1" status: 204 len: 168 time: 0.1938090 May 10 17:45:55.578347 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35dc435c-6b43-4ad7-87c7-cc624e8510e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8aaac2fa-06ee-4043-80f5-587107b2cdba,revision_number=None']} {{(pid=110152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:45:55.580842 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-5b11fc6f-daba-451a-a161-35ce01ae56cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1458985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-282477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-641080'] for network (2b74473c-d4d8-40cf-87ce-98a431f7f4bb), after_delete {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:45:55.602893 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-5b11fc6f-daba-451a-a161-35ce01ae56cc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631615'] for network (None), before_response {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:45:55.612289 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.wsgi [-] (110152) accepted ('10.222.0.60', 39956) {{(pid=110152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 17:45:55.613184 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [None req-5b11fc6f-daba-451a-a161-35ce01ae56cc admin admin] 10.222.0.60 "DELETE /v2.0/networks/2b74473c-d4d8-40cf-87ce-98a431f7f4bb HTTP/1.1" status: 204 len: 168 time: 0.8113251 May 10 17:45:55.625992 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecef4b2c-c61e-43ba-b515-29951c768c49 None None] New status for floating IP 00e7f510-bfc8-461e-bac8-81abbc4c3155: ACTIVE {{(pid=110154) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 17:45:55.650978 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b11fc6f-daba-451a-a161-35ce01ae56cc admin admin] Pushing event deleted for resources: {'Network': ['ID=2b74473c-d4d8-40cf-87ce-98a431f7f4bb,revision_number=None']} {{(pid=110153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:45:55.673830 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.db.db_base_plugin_v2 [None req-c49316d9-de05-4486-a6f9-17d24cf8e2b4 admin admin] Deleting subnet 1afafaee-2148-462d-b7e1-f52e715e4380 {{(pid=110152) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 10 17:45:55.678686 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-c49316d9-de05-4486-a6f9-17d24cf8e2b4 admin admin] Publish callbacks [] for subnet (1afafaee-2148-462d-b7e1-f52e715e4380), before_delete {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:45:55.747039 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-c49316d9-de05-4486-a6f9-17d24cf8e2b4 admin admin] Publish callbacks [] for subnet (1afafaee-2148-462d-b7e1-f52e715e4380), precommit_delete_associations {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:45:55.769990 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.wsgi [-] (110153) accepted ('10.222.0.60', 39966) {{(pid=110153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 17:45:55.782063 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-c49316d9-de05-4486-a6f9-17d24cf8e2b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1463979'] for subnet (1afafaee-2148-462d-b7e1-f52e715e4380), precommit_delete {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:45:55.875404 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.db.db_base_plugin_v2 [None req-01cd4f7f-73a7-493b-9db6-dddc2387d750 admin admin] Deleting subnet ddad705e-84c2-443f-a868-af440f1937f1 {{(pid=110153) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 10 17:45:55.883317 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-01cd4f7f-73a7-493b-9db6-dddc2387d750 admin admin] Publish callbacks [] for subnet (ddad705e-84c2-443f-a868-af440f1937f1), before_delete {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:45:55.886591 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-c49316d9-de05-4486-a6f9-17d24cf8e2b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1463972', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-321831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631625'] for subnet (1afafaee-2148-462d-b7e1-f52e715e4380), after_delete {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:45:55.923562 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49316d9-de05-4486-a6f9-17d24cf8e2b4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1afafaee-2148-462d-b7e1-f52e715e4380,revision_number=None']} {{(pid=110152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:45:55.927315 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-c49316d9-de05-4486-a6f9-17d24cf8e2b4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631615'] for subnet (None), before_response {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:45:55.936575 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [None req-c49316d9-de05-4486-a6f9-17d24cf8e2b4 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/1afafaee-2148-462d-b7e1-f52e715e4380 HTTP/1.1" status: 204 len: 168 time: 0.3227367 May 10 17:45:55.937586 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.wsgi [-] (110152) accepted ('10.222.0.60', 39974) {{(pid=110152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 17:45:55.966807 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-01cd4f7f-73a7-493b-9db6-dddc2387d750 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24886420'] for subnet (ddad705e-84c2-443f-a868-af440f1937f1), precommit_delete_associations {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:45:56.033576 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-accd8109-a611-471c-9c89-799c3c17f974 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1701118'] for network (1cc14c6d-637f-4603-8d5f-f064097c1d6b), before_delete {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:45:56.065915 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-01cd4f7f-73a7-493b-9db6-dddc2387d750 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1463979'] for subnet (ddad705e-84c2-443f-a868-af440f1937f1), precommit_delete {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:45:56.153514 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-01cd4f7f-73a7-493b-9db6-dddc2387d750 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1463972', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-321831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4207162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24212047'] for subnet (ddad705e-84c2-443f-a868-af440f1937f1), after_delete {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:45:56.188138 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cd4f7f-73a7-493b-9db6-dddc2387d750 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ddad705e-84c2-443f-a868-af440f1937f1,revision_number=None']} {{(pid=110153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:45:56.202359 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-01cd4f7f-73a7-493b-9db6-dddc2387d750 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:45:56.210989 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [None req-01cd4f7f-73a7-493b-9db6-dddc2387d750 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/ddad705e-84c2-443f-a868-af440f1937f1 HTTP/1.1" status: 204 len: 168 time: 0.4396012 May 10 17:45:56.213245 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.wsgi [-] (110153) accepted ('10.222.0.60', 40002) {{(pid=110153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 17:45:56.229727 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.wsgi [-] (110153) accepted ('10.222.0.60', 40008) {{(pid=110153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 17:45:56.278739 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-accd8109-a611-471c-9c89-799c3c17f974 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1459024', 'neutron.services.segments.db._delete_segments_for_network-8781795183409'] for network (1cc14c6d-637f-4603-8d5f-f064097c1d6b), precommit_delete {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:45:56.291255 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-e7adf856-46b2-4219-964f-1f92711c146d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:45:56.336191 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-accd8109-a611-471c-9c89-799c3c17f974 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=110152) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:45:56.336644 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-accd8109-a611-471c-9c89-799c3c17f974 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=110152) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:45:56.337681 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-accd8109-a611-471c-9c89-799c3c17f974 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=110152) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:45:56.337936 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-accd8109-a611-471c-9c89-799c3c17f974 admin admin] Subscribe: > port after_create 55550000 {{(pid=110152) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:45:56.338307 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-accd8109-a611-471c-9c89-799c3c17f974 admin admin] Subscribe: > port after_delete 55550000 {{(pid=110152) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:45:56.338715 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-accd8109-a611-471c-9c89-799c3c17f974 admin admin] Subscribe: > port after_update 55550000 {{(pid=110152) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:45:56.339119 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-accd8109-a611-471c-9c89-799c3c17f974 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=110152) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:45:56.339553 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-accd8109-a611-471c-9c89-799c3c17f974 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=110152) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:45:56.339938 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-accd8109-a611-471c-9c89-799c3c17f974 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=110152) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:45:56.340344 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-accd8109-a611-471c-9c89-799c3c17f974 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=110152) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:45:56.347373 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-e7510fa1-3f24-444f-a123-c76813d44975 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1701118'] for network (4530795e-c50a-4eb4-a3c5-419871214a37), before_delete {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:45:56.415222 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-accd8109-a611-471c-9c89-799c3c17f974 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=110152) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:45:56.415222 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-accd8109-a611-471c-9c89-799c3c17f974 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=110152) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:45:56.415222 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-accd8109-a611-471c-9c89-799c3c17f974 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=110152) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:45:56.415616 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-accd8109-a611-471c-9c89-799c3c17f974 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=110152) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:45:56.415904 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.services.segments.db [None req-accd8109-a611-471c-9c89-799c3c17f974 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1cc14c6d-637f-4603-8d5f-f064097c1d6b']}} {{(pid=110152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:45:56.446336 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.services.segments.db [None req-accd8109-a611-471c-9c89-799c3c17f974 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '86f17e6a-b4ea-4d9e-8e2d-5ecc06d7c8c6') {'for_net_delete': True} {{(pid=110152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:45:56.446905 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.services.segments.db [None req-accd8109-a611-471c-9c89-799c3c17f974 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '86f17e6a-b4ea-4d9e-8e2d-5ecc06d7c8c6') {} {{(pid=110152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:45:56.466768 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3934ae45-2177-46d7-846b-ebe87827a989 req-2653dba3-3e92-4dc6-b6c5-e97f3624e99e tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:45:56.468761 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-3934ae45-2177-46d7-846b-ebe87827a989 req-2653dba3-3e92-4dc6-b6c5-e97f3624e99e tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] 10.222.0.60 "GET /v2.0/ports?device_id=d577a65c-d60c-4d64-a506-89ea984fe255 HTTP/1.1" status: 200 len: 945 time: 0.1816950 May 10 17:45:56.476338 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-accd8109-a611-471c-9c89-799c3c17f974 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781795183930', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4759354'] for segment (86f17e6a-b4ea-4d9e-8e2d-5ecc06d7c8c6), before_delete {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:45:56.478606 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-e7510fa1-3f24-444f-a123-c76813d44975 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1459024', 'neutron.services.segments.db._delete_segments_for_network-8781795183409'] for network (4530795e-c50a-4eb4-a3c5-419871214a37), precommit_delete {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:45:56.521650 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.services.segments.db [None req-e7510fa1-3f24-444f-a123-c76813d44975 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4530795e-c50a-4eb4-a3c5-419871214a37']}} {{(pid=110153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:45:56.533380 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-accd8109-a611-471c-9c89-799c3c17f974 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1469446'] for segment (86f17e6a-b4ea-4d9e-8e2d-5ecc06d7c8c6), precommit_delete {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:45:56.536500 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.services.segments.db [None req-e7510fa1-3f24-444f-a123-c76813d44975 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea3622d5-69b5-4599-877b-705151bafa66') {'for_net_delete': True} {{(pid=110153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:45:56.536821 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.services.segments.db [None req-e7510fa1-3f24-444f-a123-c76813d44975 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea3622d5-69b5-4599-877b-705151bafa66') {} {{(pid=110153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:45:56.551816 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-e7510fa1-3f24-444f-a123-c76813d44975 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781795183930', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24886383'] for segment (ea3622d5-69b5-4599-877b-705151bafa66), before_delete {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:45:56.572055 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-e7510fa1-3f24-444f-a123-c76813d44975 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1469446'] for segment (ea3622d5-69b5-4599-877b-705151bafa66), precommit_delete {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:45:56.577865 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-accd8109-a611-471c-9c89-799c3c17f974 admin admin] Releasing vlan 569 on physical network physnet1 to pool {{(pid=110152) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 17:45:56.578250 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-accd8109-a611-471c-9c89-799c3c17f974 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1469446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5018135'] for segment (86f17e6a-b4ea-4d9e-8e2d-5ecc06d7c8c6), after_delete {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:45:56.581707 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e7510fa1-3f24-444f-a123-c76813d44975 admin admin] Releasing vlan 599 on physical network physnet1 to pool {{(pid=110153) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 17:45:56.582293 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-e7510fa1-3f24-444f-a123-c76813d44975 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1469446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4207184'] for segment (ea3622d5-69b5-4599-877b-705151bafa66), after_delete {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:45:56.597840 dv-cinder-841302-2-iscsi neutron-server[110152]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 10 17:45:56.597840 dv-cinder-841302-2-iscsi neutron-server[110152]: from cryptography.utils import int_from_bytes May 10 17:45:56.597840 dv-cinder-841302-2-iscsi neutron-server[110152]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 10 17:45:56.597840 dv-cinder-841302-2-iscsi neutron-server[110152]: from cryptography.utils import int_from_bytes May 10 17:45:56.597840 dv-cinder-841302-2-iscsi neutron-server[110152]: Traceback (most recent call last): May 10 17:45:56.597840 dv-cinder-841302-2-iscsi neutron-server[110152]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 17:45:56.597840 dv-cinder-841302-2-iscsi neutron-server[110152]: timer() May 10 17:45:56.597840 dv-cinder-841302-2-iscsi neutron-server[110152]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 17:45:56.597840 dv-cinder-841302-2-iscsi neutron-server[110152]: cb(*args, **kw) May 10 17:45:56.597840 dv-cinder-841302-2-iscsi neutron-server[110152]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 10 17:45:56.597840 dv-cinder-841302-2-iscsi neutron-server[110152]: return func(*args, **kwargs) May 10 17:45:56.597840 dv-cinder-841302-2-iscsi neutron-server[110152]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 17:45:56.597840 dv-cinder-841302-2-iscsi neutron-server[110152]: self._notify() May 10 17:45:56.597840 dv-cinder-841302-2-iscsi neutron-server[110152]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 17:45:56.597840 dv-cinder-841302-2-iscsi neutron-server[110152]: self.callback(batched_events) May 10 17:45:56.597840 dv-cinder-841302-2-iscsi neutron-server[110152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 17:45:56.597840 dv-cinder-841302-2-iscsi neutron-server[110152]: event.method(event) May 10 17:45:56.597840 dv-cinder-841302-2-iscsi neutron-server[110152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 10 17:45:56.597840 dv-cinder-841302-2-iscsi neutron-server[110152]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 17:45:56.597840 dv-cinder-841302-2-iscsi neutron-server[110152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 10 17:45:56.597840 dv-cinder-841302-2-iscsi neutron-server[110152]: aggregate_uuid = self.p_client.list_aggregates( May 10 17:45:56.597840 dv-cinder-841302-2-iscsi neutron-server[110152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 10 17:45:56.597840 dv-cinder-841302-2-iscsi neutron-server[110152]: return f(self, *a, **k) May 10 17:45:56.597840 dv-cinder-841302-2-iscsi neutron-server[110152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 10 17:45:56.597840 dv-cinder-841302-2-iscsi neutron-server[110152]: return self._get(url).json() May 10 17:45:56.597840 dv-cinder-841302-2-iscsi neutron-server[110152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 10 17:45:56.597840 dv-cinder-841302-2-iscsi neutron-server[110152]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 17:45:56.597840 dv-cinder-841302-2-iscsi neutron-server[110152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 17:45:56.597840 dv-cinder-841302-2-iscsi neutron-server[110152]: return self.request(url, 'GET', **kwargs) May 10 17:45:56.597840 dv-cinder-841302-2-iscsi neutron-server[110152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 17:45:56.597840 dv-cinder-841302-2-iscsi neutron-server[110152]: base_url = self.get_endpoint(auth, allow=allow, May 10 17:45:56.597840 dv-cinder-841302-2-iscsi neutron-server[110152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 17:45:56.597840 dv-cinder-841302-2-iscsi neutron-server[110152]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 17:45:56.597840 dv-cinder-841302-2-iscsi neutron-server[110152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 17:45:56.597840 dv-cinder-841302-2-iscsi neutron-server[110152]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 17:45:56.597840 dv-cinder-841302-2-iscsi neutron-server[110152]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 17:45:56.641551 dv-cinder-841302-2-iscsi neutron-server[110153]: Traceback (most recent call last): May 10 17:45:56.641551 dv-cinder-841302-2-iscsi neutron-server[110153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 17:45:56.641551 dv-cinder-841302-2-iscsi neutron-server[110153]: timer() May 10 17:45:56.641551 dv-cinder-841302-2-iscsi neutron-server[110153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 17:45:56.641551 dv-cinder-841302-2-iscsi neutron-server[110153]: cb(*args, **kw) May 10 17:45:56.641551 dv-cinder-841302-2-iscsi neutron-server[110153]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 10 17:45:56.641551 dv-cinder-841302-2-iscsi neutron-server[110153]: return func(*args, **kwargs) May 10 17:45:56.641551 dv-cinder-841302-2-iscsi neutron-server[110153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 17:45:56.641551 dv-cinder-841302-2-iscsi neutron-server[110153]: self._notify() May 10 17:45:56.641551 dv-cinder-841302-2-iscsi neutron-server[110153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 17:45:56.641551 dv-cinder-841302-2-iscsi neutron-server[110153]: self.callback(batched_events) May 10 17:45:56.641551 dv-cinder-841302-2-iscsi neutron-server[110153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 17:45:56.641551 dv-cinder-841302-2-iscsi neutron-server[110153]: event.method(event) May 10 17:45:56.641551 dv-cinder-841302-2-iscsi neutron-server[110153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 10 17:45:56.641551 dv-cinder-841302-2-iscsi neutron-server[110153]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 17:45:56.641551 dv-cinder-841302-2-iscsi neutron-server[110153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 10 17:45:56.641551 dv-cinder-841302-2-iscsi neutron-server[110153]: aggregate_uuid = self.p_client.list_aggregates( May 10 17:45:56.641551 dv-cinder-841302-2-iscsi neutron-server[110153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 10 17:45:56.641551 dv-cinder-841302-2-iscsi neutron-server[110153]: return f(self, *a, **k) May 10 17:45:56.641551 dv-cinder-841302-2-iscsi neutron-server[110153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 10 17:45:56.641551 dv-cinder-841302-2-iscsi neutron-server[110153]: return self._get(url).json() May 10 17:45:56.641551 dv-cinder-841302-2-iscsi neutron-server[110153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 10 17:45:56.641551 dv-cinder-841302-2-iscsi neutron-server[110153]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 17:45:56.641551 dv-cinder-841302-2-iscsi neutron-server[110153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 17:45:56.641551 dv-cinder-841302-2-iscsi neutron-server[110153]: return self.request(url, 'GET', **kwargs) May 10 17:45:56.641551 dv-cinder-841302-2-iscsi neutron-server[110153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 17:45:56.641551 dv-cinder-841302-2-iscsi neutron-server[110153]: base_url = self.get_endpoint(auth, allow=allow, May 10 17:45:56.641551 dv-cinder-841302-2-iscsi neutron-server[110153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 17:45:56.641551 dv-cinder-841302-2-iscsi neutron-server[110153]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 17:45:56.641551 dv-cinder-841302-2-iscsi neutron-server[110153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 17:45:56.641551 dv-cinder-841302-2-iscsi neutron-server[110153]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 17:45:56.641551 dv-cinder-841302-2-iscsi neutron-server[110153]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 17:45:56.651774 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-3934ae45-2177-46d7-846b-ebe87827a989 req-815e0b8a-e2e8-4c07-a30e-f8bb277f33db tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] 10.222.0.60 "GET /v2.0/security-groups?id=1dc31e58-b13c-4610-8a7b-a2e2a07c824b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1700914 May 10 17:45:56.675215 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-accd8109-a611-471c-9c89-799c3c17f974 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1458985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-282477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-641080'] for network (1cc14c6d-637f-4603-8d5f-f064097c1d6b), after_delete {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:45:56.683967 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-accd8109-a611-471c-9c89-799c3c17f974 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631615'] for network (None), before_response {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:45:56.687996 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [None req-accd8109-a611-471c-9c89-799c3c17f974 admin admin] 10.222.0.60 "DELETE /v2.0/networks/1cc14c6d-637f-4603-8d5f-f064097c1d6b HTTP/1.1" status: 204 len: 168 time: 0.7429760 May 10 17:45:56.689080 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-e7adf856-46b2-4219-964f-1f92711c146d admin admin] Publish callbacks [] for security_group (9caa39d2-f642-4fcf-b431-c41fe3c7da39), precommit_create {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:45:56.690506 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-e7510fa1-3f24-444f-a123-c76813d44975 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1458985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-282477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-641080'] for network (4530795e-c50a-4eb4-a3c5-419871214a37), after_delete {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:45:56.703812 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-e7adf856-46b2-4219-964f-1f92711c146d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-282428'] for security_group (9caa39d2-f642-4fcf-b431-c41fe3c7da39), after_create {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:45:56.708599 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-e7510fa1-3f24-444f-a123-c76813d44975 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631615'] for network (None), before_response {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:45:56.714490 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [None req-e7510fa1-3f24-444f-a123-c76813d44975 admin admin] 10.222.0.60 "DELETE /v2.0/networks/4530795e-c50a-4eb4-a3c5-419871214a37 HTTP/1.1" status: 204 len: 168 time: 0.4990585 May 10 17:45:56.717942 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-accd8109-a611-471c-9c89-799c3c17f974 admin admin] Pushing event deleted for resources: {'Network': ['ID=1cc14c6d-637f-4603-8d5f-f064097c1d6b,revision_number=None']} {{(pid=110152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:45:56.745704 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7510fa1-3f24-444f-a123-c76813d44975 admin admin] Pushing event deleted for resources: {'Network': ['ID=4530795e-c50a-4eb4-a3c5-419871214a37,revision_number=None']} {{(pid=110153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:45:56.775636 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [None req-e7adf856-46b2-4219-964f-1f92711c146d admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=f48faa32c9f144498709cf08aac97d8d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5441062 May 10 17:45:56.776814 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7adf856-46b2-4219-964f-1f92711c146d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9caa39d2-f642-4fcf-b431-c41fe3c7da39,revision_number=1']} {{(pid=110153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:45:56.779215 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.wsgi [-] (110153) accepted ('10.222.0.60', 40044) {{(pid=110153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 17:45:56.849668 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-bd687516-99f1-4baf-976d-c79197d37a3a admin admin] Publish callbacks [] for security_group (9caa39d2-f642-4fcf-b431-c41fe3c7da39), before_delete {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:45:56.878134 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-bd687516-99f1-4baf-976d-c79197d37a3a admin admin] Publish callbacks [] for security_group (9caa39d2-f642-4fcf-b431-c41fe3c7da39), precommit_delete {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:45:56.958263 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-bd687516-99f1-4baf-976d-c79197d37a3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-282428'] for security_group (9caa39d2-f642-4fcf-b431-c41fe3c7da39), after_delete {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:45:56.962617 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-bd687516-99f1-4baf-976d-c79197d37a3a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:45:56.967189 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [None req-bd687516-99f1-4baf-976d-c79197d37a3a admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/9caa39d2-f642-4fcf-b431-c41fe3c7da39 HTTP/1.1" status: 204 len: 168 time: 0.1838191 May 10 17:45:56.975786 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd687516-99f1-4baf-976d-c79197d37a3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9caa39d2-f642-4fcf-b431-c41fe3c7da39,revision_number=None']} {{(pid=110153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:45:56.981264 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.wsgi [-] (110152) accepted ('10.222.0.60', 40052) {{(pid=110152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 17:45:57.036967 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.wsgi [-] (110152) accepted ('10.222.0.60', 40054) {{(pid=110152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 17:45:57.054122 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [None req-67ec4959-be8e-4537-95db-87bff6e70c83 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=37392e80feea490886351ac375315eef&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0667086 May 10 17:45:57.054581 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.wsgi [-] (110153) accepted ('10.222.0.60', 40056) {{(pid=110153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 17:45:57.109287 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [None req-0e8c3036-7464-4ca1-96d9-58b603c96237 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=98c641670665465caa49f5d709911793&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0701706 May 10 17:45:57.111563 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.wsgi [-] (110152) accepted ('10.222.0.60', 40058) {{(pid=110152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 17:45:57.122758 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-a48bb36b-d181-4d79-ab62-4680c096cc36 admin admin] Publish callbacks [] for security_group (3e4429e7-3b05-4d7e-864d-b66e45c59882), before_delete {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:45:57.150699 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-a48bb36b-d181-4d79-ab62-4680c096cc36 admin admin] Publish callbacks [] for security_group (3e4429e7-3b05-4d7e-864d-b66e45c59882), precommit_delete {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:45:57.191892 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-2b845359-75c2-4d85-a218-9dbe2f07d32f admin admin] Publish callbacks [] for security_group (d3ebf738-b4c3-41d4-bb82-f79908831846), before_delete {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:45:57.217134 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-a48bb36b-d181-4d79-ab62-4680c096cc36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-282428'] for security_group (3e4429e7-3b05-4d7e-864d-b66e45c59882), after_delete {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:45:57.220195 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-a48bb36b-d181-4d79-ab62-4680c096cc36 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:45:57.223918 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [None req-a48bb36b-d181-4d79-ab62-4680c096cc36 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/3e4429e7-3b05-4d7e-864d-b66e45c59882 HTTP/1.1" status: 204 len: 168 time: 0.1657293 May 10 17:45:57.228003 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-2b845359-75c2-4d85-a218-9dbe2f07d32f admin admin] Publish callbacks [] for security_group (d3ebf738-b4c3-41d4-bb82-f79908831846), precommit_delete {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:45:57.231258 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48bb36b-d181-4d79-ab62-4680c096cc36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e4429e7-3b05-4d7e-864d-b66e45c59882,revision_number=None']} {{(pid=110153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:45:57.306752 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-2b845359-75c2-4d85-a218-9dbe2f07d32f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-282428'] for security_group (d3ebf738-b4c3-41d4-bb82-f79908831846), after_delete {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:45:57.310575 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-2b845359-75c2-4d85-a218-9dbe2f07d32f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:45:57.314804 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [None req-2b845359-75c2-4d85-a218-9dbe2f07d32f admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/d3ebf738-b4c3-41d4-bb82-f79908831846 HTTP/1.1" status: 204 len: 168 time: 0.1984622 May 10 17:45:57.326474 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b845359-75c2-4d85-a218-9dbe2f07d32f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3ebf738-b4c3-41d4-bb82-f79908831846,revision_number=None']} {{(pid=110152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:45:57.563960 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-35d0efa5-690e-431a-a212-60a91bc98084 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781795183391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525393'] for agent (b2ad0527-00d5-4995-bc97-ec84c4e02f0b), after_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:45:57.904114 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d182a3-cb37-4751-88f3-2d930149588e req-282e9d18-d235-4c6f-bc72-75254f89dfac tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:45:57.907903 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-60d182a3-cb37-4751-88f3-2d930149588e req-282e9d18-d235-4c6f-bc72-75254f89dfac tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] 10.222.0.60 "GET /v2.0/ports?device_id=d577a65c-d60c-4d64-a506-89ea984fe255 HTTP/1.1" status: 200 len: 945 time: 0.1140463 May 10 17:45:57.986470 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-60d182a3-cb37-4751-88f3-2d930149588e req-d3dca8a2-a961-4478-bb33-2eb59b443798 tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] 10.222.0.60 "GET /v2.0/security-groups?id=1dc31e58-b13c-4610-8a7b-a2e2a07c824b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714042 May 10 17:45:58.045247 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.wsgi [-] (110152) accepted ('10.222.0.60', 40126) {{(pid=110152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 17:45:58.108821 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [None req-36af075d-8573-48d8-9db1-ad42b81f3992 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=ad54179601194a778b042b50c9b63ece&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0622694 May 10 17:45:58.111627 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.wsgi [-] (110153) accepted ('10.222.0.60', 40128) {{(pid=110153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 17:45:58.237991 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-911012e8-9777-4594-8a4f-9ead692ec6aa admin admin] Publish callbacks [] for security_group (9ea3616b-ff63-43dc-8e19-8627a6031943), before_delete {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:45:58.296662 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-911012e8-9777-4594-8a4f-9ead692ec6aa admin admin] Publish callbacks [] for security_group (9ea3616b-ff63-43dc-8e19-8627a6031943), precommit_delete {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:45:58.391424 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-911012e8-9777-4594-8a4f-9ead692ec6aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-282428'] for security_group (9ea3616b-ff63-43dc-8e19-8627a6031943), after_delete {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:45:58.395950 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-911012e8-9777-4594-8a4f-9ead692ec6aa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:45:58.398453 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [None req-911012e8-9777-4594-8a4f-9ead692ec6aa admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/9ea3616b-ff63-43dc-8e19-8627a6031943 HTTP/1.1" status: 204 len: 168 time: 0.2852747 May 10 17:45:58.410641 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911012e8-9777-4594-8a4f-9ead692ec6aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ea3616b-ff63-43dc-8e19-8627a6031943,revision_number=None']} {{(pid=110153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:45:58.780356 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.wsgi [-] (110152) accepted ('10.222.0.60', 40188) {{(pid=110152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 17:45:58.968599 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.v2.base [None req-a1f33c20-c525-44f7-af54-be9abee2e708 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1560090902-network', 'tenant_id': '563af4481d544b74bc5afba3f426e7e5'}} {{(pid=110152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 17:45:58.994358 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1f33c20-c525-44f7-af54-be9abee2e708 admin admin] Made reservation on behalf of 563af4481d544b74bc5afba3f426e7e5 for: {'network': 1} {{(pid=110152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 17:45:58.997870 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-a1f33c20-c525-44f7-af54-be9abee2e708 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1514036'] for network (None), before_create {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:45:59.010894 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-a1f33c20-c525-44f7-af54-be9abee2e708 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:45:59.172677 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-a1f33c20-c525-44f7-af54-be9abee2e708 admin admin] Publish callbacks [] for security_group (480ab515-0e3d-41fa-a9ee-830af0a3f7d1), precommit_create {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:45:59.180475 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5251f3ff-d07f-4ae5-ae59-c5debc7faf41 req-0a719c25-d7d9-47e3-9c61-49ecea7b2009 tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:45:59.187152 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-5251f3ff-d07f-4ae5-ae59-c5debc7faf41 req-0a719c25-d7d9-47e3-9c61-49ecea7b2009 tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] 10.222.0.60 "GET /v2.0/ports?device_id=d577a65c-d60c-4d64-a506-89ea984fe255 HTTP/1.1" status: 200 len: 945 time: 0.0843918 May 10 17:45:59.195281 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-a1f33c20-c525-44f7-af54-be9abee2e708 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-282428'] for security_group (480ab515-0e3d-41fa-a9ee-830af0a3f7d1), after_create {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:45:59.242947 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a1f33c20-c525-44f7-af54-be9abee2e708 admin admin] vlan segment allocate from pool success with {'vlan_id': 577, 'physical_network': 'physnet1'} {{(pid=110152) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 17:45:59.245143 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f33c20-c525-44f7-af54-be9abee2e708 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=480ab515-0e3d-41fa-a9ee-830af0a3f7d1,revision_number=1']} {{(pid=110152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:45:59.273787 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-a1f33c20-c525-44f7-af54-be9abee2e708 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1469446'] for segment (3ccab3b0-249b-4cd8-9067-d4a3aedebd26), precommit_create {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:45:59.275884 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.db.segments_db [None req-a1f33c20-c525-44f7-af54-be9abee2e708 admin admin] Added segment 3ccab3b0-249b-4cd8-9067-d4a3aedebd26 of type vlan for network e3f42295-b917-4bf6-8b9b-62165723f9ed May 10 17:45:59.291990 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-5251f3ff-d07f-4ae5-ae59-c5debc7faf41 req-95a9d4ee-4e9d-4f75-a7e3-fb077a41b78e tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] 10.222.0.60 "GET /v2.0/security-groups?id=1dc31e58-b13c-4610-8a7b-a2e2a07c824b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038272 May 10 17:45:59.343116 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-a1f33c20-c525-44f7-af54-be9abee2e708 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781794707887'] for network (e3f42295-b917-4bf6-8b9b-62165723f9ed), precommit_create {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:45:59.383316 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-a1f33c20-c525-44f7-af54-be9abee2e708 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-282477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631625'] for network (e3f42295-b917-4bf6-8b9b-62165723f9ed), after_create {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:45:59.384724 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1f33c20-c525-44f7-af54-be9abee2e708 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:45:59.385557 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-a1f33c20-c525-44f7-af54-be9abee2e708 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631615'] for network (None), before_response {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:45:59.460209 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [None req-a1f33c20-c525-44f7-af54-be9abee2e708 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6751401 May 10 17:45:59.461184 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.wsgi [-] (110152) accepted ('10.222.0.60', 40222) {{(pid=110152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 17:45:59.468423 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.v2.base [None req-6b4bb0e0-3670-405e-bb8d-d4f90d12a621 admin admin] Request body: {'subnet': {'network_id': 'e3f42295-b917-4bf6-8b9b-62165723f9ed', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1560090902-subnet', 'tenant_id': '563af4481d544b74bc5afba3f426e7e5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 17:45:59.492955 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f33c20-c525-44f7-af54-be9abee2e708 admin admin] Pushing event updated for resources: {'Network': ['ID=e3f42295-b917-4bf6-8b9b-62165723f9ed,revision_number=1']} {{(pid=110152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:45:59.510393 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.rpc [None req-6e697e78-9dd1-4bc1-8573-56b901d07725 None None] Network e3f42295-b917-4bf6-8b9b-62165723f9ed details requested by agent ovs-agent-dv-cinder-841302-2-iscsi with host dv-cinder-841302-2-iscsi {{(pid=110154) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 10 17:45:59.517205 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b4bb0e0-3670-405e-bb8d-d4f90d12a621 admin admin] Made reservation on behalf of 563af4481d544b74bc5afba3f426e7e5 for: {'subnet': 1} {{(pid=110152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 17:45:59.521078 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-6b4bb0e0-3670-405e-bb8d-d4f90d12a621 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4423460'] for subnet (None), before_create {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:45:59.799097 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-6b4bb0e0-3670-405e-bb8d-d4f90d12a621 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-321831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5019834', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4423482'] for subnet (0f36bc48-8c77-466a-b5f5-6e2cdb2453d7), after_create {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:45:59.905313 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4bb0e0-3670-405e-bb8d-d4f90d12a621 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0f36bc48-8c77-466a-b5f5-6e2cdb2453d7,revision_number=0']} {{(pid=110152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:45:59.912373 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-82cd9545-93c3-4ec8-8a0d-bcdfda5c0e8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781795183391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525393'] for agent (eaac381b-e402-41c3-a8e6-8f962681d3e6), after_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:45:59.935010 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b4bb0e0-3670-405e-bb8d-d4f90d12a621 admin admin] Checking segment: {'id': '3ccab3b0-249b-4cd8-9067-d4a3aedebd26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'e3f42295-b917-4bf6-8b9b-62165723f9ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 17:45:59.935392 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b4bb0e0-3670-405e-bb8d-d4f90d12a621 admin admin] Network hostable DHCP agents. Network: e3f42295-b917-4bf6-8b9b-62165723f9ed, hostable agents: ['b2ad0527-00d5-4995-bc97-ec84c4e02f0b'], hosted agents: [] {{(pid=110152) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 17:45:59.960502 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b4bb0e0-3670-405e-bb8d-d4f90d12a621 admin admin] Network e3f42295-b917-4bf6-8b9b-62165723f9ed is scheduled to be hosted by DHCP agent b2ad0527-00d5-4995-bc97-ec84c4e02f0b with binding_index 1 {{(pid=110152) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 17:45:59.979886 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.scheduler.base_scheduler [None req-6b4bb0e0-3670-405e-bb8d-d4f90d12a621 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-841302-2-iscsi, e3f42295-b917-4bf6-8b9b-62165723f9ed) {{(pid=110152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 17:45:59.986441 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b4bb0e0-3670-405e-bb8d-d4f90d12a621 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:45:59.987124 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-6b4bb0e0-3670-405e-bb8d-d4f90d12a621 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631615'] for subnet (None), before_response {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:45:59.992032 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6310ce8d-da42-4a27-8da4-870f37ef43e6 None None] Network e3f42295-b917-4bf6-8b9b-62165723f9ed requested from dv-cinder-841302-2-iscsi {{(pid=110154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 17:46:00.053908 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [None req-6b4bb0e0-3670-405e-bb8d-d4f90d12a621 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5907860 May 10 17:46:00.188474 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57de58bd-327c-45c8-9288-90c5ac2710cc None None] Network e3f42295-b917-4bf6-8b9b-62165723f9ed requested from dv-cinder-841302-2-iscsi {{(pid=110154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 17:46:00.481314 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2706d8b-c9cc-4b74-93cf-a5cdc2006df8 req-ddfdc531-e3ef-424b-ad79-e77b2345b1e5 tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:46:00.485168 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-e2706d8b-c9cc-4b74-93cf-a5cdc2006df8 req-ddfdc531-e3ef-424b-ad79-e77b2345b1e5 tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] 10.222.0.60 "GET /v2.0/ports?device_id=d577a65c-d60c-4d64-a506-89ea984fe255 HTTP/1.1" status: 200 len: 945 time: 0.0971029 May 10 17:46:00.620761 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-e2706d8b-c9cc-4b74-93cf-a5cdc2006df8 req-736d7842-dc85-4b65-a356-9c19a10c4caa tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] 10.222.0.60 "GET /v2.0/security-groups?id=1dc31e58-b13c-4610-8a7b-a2e2a07c824b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285641 May 10 17:46:00.634171 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.wsgi [-] (110153) accepted ('10.222.0.60', 40268) {{(pid=110153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 17:46:00.827885 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.wsgi [-] (110152) accepted ('10.222.0.60', 40278) {{(pid=110152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 17:46:00.828774 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [None req-1fb0b445-f925-47c0-b115-579aa946ae80 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=29260c09fcef4a49a7f9b244feca77cb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1922886 May 10 17:46:00.936893 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-a39a3997-bf99-4ec6-9af9-dde226a59eba admin admin] Publish callbacks [] for security_group (7c0d25d5-5796-47f0-aee2-c1068583216e), before_delete {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:46:00.977529 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-a39a3997-bf99-4ec6-9af9-dde226a59eba admin admin] Publish callbacks [] for security_group (7c0d25d5-5796-47f0-aee2-c1068583216e), precommit_delete {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:46:01.066934 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-a39a3997-bf99-4ec6-9af9-dde226a59eba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-282428'] for security_group (7c0d25d5-5796-47f0-aee2-c1068583216e), after_delete {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:46:01.072536 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-a39a3997-bf99-4ec6-9af9-dde226a59eba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:46:01.078354 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [None req-a39a3997-bf99-4ec6-9af9-dde226a59eba admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/7c0d25d5-5796-47f0-aee2-c1068583216e HTTP/1.1" status: 204 len: 168 time: 0.2491529 May 10 17:46:01.089967 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39a3997-bf99-4ec6-9af9-dde226a59eba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c0d25d5-5796-47f0-aee2-c1068583216e,revision_number=None']} {{(pid=110152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:46:01.453070 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-d07e8966-ef10-4d42-b774-228753b3fd3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781795183391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525393'] for agent (a55810b0-63c4-4499-a4d9-efcdb1615ce8), after_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:46:01.552134 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781795183391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525393'] for agent (16638279-eb91-49a3-95a5-8b540cc2f948), after_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:46:01.816930 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9e3a30-6b58-47ad-b461-580c1a71c430 req-56b9c5fd-4e81-4f2e-b6fc-1b6467e698c0 tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:46:01.820527 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-ad9e3a30-6b58-47ad-b461-580c1a71c430 req-56b9c5fd-4e81-4f2e-b6fc-1b6467e698c0 tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] 10.222.0.60 "GET /v2.0/ports?device_id=d577a65c-d60c-4d64-a506-89ea984fe255 HTTP/1.1" status: 200 len: 945 time: 0.0883837 May 10 17:46:01.891265 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.wsgi [-] (110152) accepted ('10.222.0.60', 40334) {{(pid=110152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 17:46:01.912123 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-ad9e3a30-6b58-47ad-b461-580c1a71c430 req-7066fb9a-61ab-45f3-9192-c65d12c3f29b tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] 10.222.0.60 "GET /v2.0/security-groups?id=1dc31e58-b13c-4610-8a7b-a2e2a07c824b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846124 May 10 17:46:02.039566 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-13baa25e-a200-44fd-af72-d268b298bf21 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:46:02.144710 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-13baa25e-a200-44fd-af72-d268b298bf21 admin admin] Publish callbacks [] for security_group (3f0b9aeb-8879-46ef-9ed4-ea182dbc7af4), precommit_create {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:46:02.149153 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-13baa25e-a200-44fd-af72-d268b298bf21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-282428'] for security_group (3f0b9aeb-8879-46ef-9ed4-ea182dbc7af4), after_create {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:46:02.190202 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13baa25e-a200-44fd-af72-d268b298bf21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f0b9aeb-8879-46ef-9ed4-ea182dbc7af4,revision_number=1']} {{(pid=110152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:46:02.199636 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.wsgi [-] (110153) accepted ('10.222.0.60', 40346) {{(pid=110153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 17:46:02.201619 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [None req-13baa25e-a200-44fd-af72-d268b298bf21 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=53d3d0c1787d483187f54f75b37d469a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3070726 May 10 17:46:02.217352 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.wsgi [-] (110152) accepted ('10.222.0.60', 40348) {{(pid=110152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 17:46:02.253263 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-62646118-c27e-45a4-9476-1a529a199cb3 admin admin] Publish callbacks [] for security_group (3f0b9aeb-8879-46ef-9ed4-ea182dbc7af4), before_delete {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:46:02.280179 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-62646118-c27e-45a4-9476-1a529a199cb3 admin admin] Publish callbacks [] for security_group (3f0b9aeb-8879-46ef-9ed4-ea182dbc7af4), precommit_delete {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:46:02.349109 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-62646118-c27e-45a4-9476-1a529a199cb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-282428'] for security_group (3f0b9aeb-8879-46ef-9ed4-ea182dbc7af4), after_delete {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:46:02.354739 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-62646118-c27e-45a4-9476-1a529a199cb3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:46:02.355949 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [None req-62646118-c27e-45a4-9476-1a529a199cb3 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/3f0b9aeb-8879-46ef-9ed4-ea182dbc7af4 HTTP/1.1" status: 204 len: 168 time: 0.1552956 May 10 17:46:02.364561 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62646118-c27e-45a4-9476-1a529a199cb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f0b9aeb-8879-46ef-9ed4-ea182dbc7af4,revision_number=None']} {{(pid=110153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:46:02.367221 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.v2.base [None req-17da64f4-4387-4b79-9c89-e97c6bfa786e admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1840674439-network', 'tenant_id': '9a2c0807e3fc4161b894f123e8acc473'}} {{(pid=110152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 17:46:02.391909 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17da64f4-4387-4b79-9c89-e97c6bfa786e admin admin] Made reservation on behalf of 9a2c0807e3fc4161b894f123e8acc473 for: {'network': 1} {{(pid=110152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 17:46:02.395431 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-17da64f4-4387-4b79-9c89-e97c6bfa786e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1514036'] for network (None), before_create {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:46:02.411063 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-17da64f4-4387-4b79-9c89-e97c6bfa786e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:46:02.511070 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-17da64f4-4387-4b79-9c89-e97c6bfa786e admin admin] Publish callbacks [] for security_group (1b75a05f-62aa-4840-89ec-d12b9e871f92), precommit_create {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:46:02.519999 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-17da64f4-4387-4b79-9c89-e97c6bfa786e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-282428'] for security_group (1b75a05f-62aa-4840-89ec-d12b9e871f92), after_create {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:46:02.544319 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-17da64f4-4387-4b79-9c89-e97c6bfa786e admin admin] vlan segment allocate from pool success with {'vlan_id': 596, 'physical_network': 'physnet1'} {{(pid=110152) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 17:46:02.567691 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17da64f4-4387-4b79-9c89-e97c6bfa786e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b75a05f-62aa-4840-89ec-d12b9e871f92,revision_number=1']} {{(pid=110152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:46:02.567691 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-17da64f4-4387-4b79-9c89-e97c6bfa786e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1469446'] for segment (6eb6a8de-e14f-4146-b244-6bae452bdd09), precommit_create {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:46:02.567691 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.db.segments_db [None req-17da64f4-4387-4b79-9c89-e97c6bfa786e admin admin] Added segment 6eb6a8de-e14f-4146-b244-6bae452bdd09 of type vlan for network 29e73f79-8568-4d80-831b-136efa81b55a May 10 17:46:02.618505 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-17da64f4-4387-4b79-9c89-e97c6bfa786e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781794707887'] for network (29e73f79-8568-4d80-831b-136efa81b55a), precommit_create {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:46:02.662030 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-17da64f4-4387-4b79-9c89-e97c6bfa786e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-282477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631625'] for network (29e73f79-8568-4d80-831b-136efa81b55a), after_create {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:46:02.663707 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17da64f4-4387-4b79-9c89-e97c6bfa786e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:46:02.664289 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-17da64f4-4387-4b79-9c89-e97c6bfa786e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631615'] for network (None), before_response {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:46:02.736836 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [None req-17da64f4-4387-4b79-9c89-e97c6bfa786e admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5150907 May 10 17:46:02.737575 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.wsgi [-] (110152) accepted ('10.222.0.60', 40370) {{(pid=110152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 17:46:02.743820 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.v2.base [None req-94d1a302-f904-470f-9285-e96a3a4bf5d6 admin admin] Request body: {'subnet': {'network_id': '29e73f79-8568-4d80-831b-136efa81b55a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1840674439-subnet', 'tenant_id': '9a2c0807e3fc4161b894f123e8acc473', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 17:46:02.762677 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.wsgi [-] (110153) accepted ('10.222.0.60', 40372) {{(pid=110153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 17:46:02.767585 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17da64f4-4387-4b79-9c89-e97c6bfa786e admin admin] Pushing event updated for resources: {'Network': ['ID=29e73f79-8568-4d80-831b-136efa81b55a,revision_number=1']} {{(pid=110152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:46:02.782201 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-cda1d8a5-0252-4fa4-acc1-23ab59db8a52 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:46:02.790304 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.rpc [None req-6e697e78-9dd1-4bc1-8573-56b901d07725 None None] Network 29e73f79-8568-4d80-831b-136efa81b55a details requested by agent ovs-agent-dv-cinder-841302-2-iscsi with host dv-cinder-841302-2-iscsi {{(pid=110154) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 10 17:46:02.796673 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94d1a302-f904-470f-9285-e96a3a4bf5d6 admin admin] Made reservation on behalf of 9a2c0807e3fc4161b894f123e8acc473 for: {'subnet': 1} {{(pid=110152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 17:46:02.800244 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-94d1a302-f904-470f-9285-e96a3a4bf5d6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4423460'] for subnet (None), before_create {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:46:02.905410 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-cda1d8a5-0252-4fa4-acc1-23ab59db8a52 admin admin] Publish callbacks [] for security_group (6fcaa277-115e-4419-bf5a-09f0714b2224), precommit_create {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:46:02.910607 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-cda1d8a5-0252-4fa4-acc1-23ab59db8a52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-282428'] for security_group (6fcaa277-115e-4419-bf5a-09f0714b2224), after_create {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:46:02.968419 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [None req-cda1d8a5-0252-4fa4-acc1-23ab59db8a52 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=5ff5a21a83294aafbccf59af6eec6bf2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2041140 May 10 17:46:02.972328 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.wsgi [-] (110153) accepted ('10.222.0.60', 40376) {{(pid=110153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 17:46:02.979494 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda1d8a5-0252-4fa4-acc1-23ab59db8a52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fcaa277-115e-4419-bf5a-09f0714b2224,revision_number=1']} {{(pid=110153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:46:03.009700 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-94d1a302-f904-470f-9285-e96a3a4bf5d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-321831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5019834', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4423482'] for subnet (60d43bd8-63c7-432e-8a86-a5fab11f7168), after_create {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:46:03.029028 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-ae45faaf-356d-4e4a-a605-33fedb92cd97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781795183391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525393'] for agent (6a57b374-0daf-4fe3-9dd1-3d457a537aa7), after_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:46:03.052225 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-e7b67e79-92ba-4018-aafa-aa8cad59221f admin admin] Publish callbacks [] for security_group (6fcaa277-115e-4419-bf5a-09f0714b2224), before_delete {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:46:03.079757 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-e7b67e79-92ba-4018-aafa-aa8cad59221f admin admin] Publish callbacks [] for security_group (6fcaa277-115e-4419-bf5a-09f0714b2224), precommit_delete {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:46:03.122146 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e844cef9-ee6a-488c-bd54-31190160fb59 req-dfeac45e-87f1-40cf-a2ce-7b37dddfacce tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:46:03.123770 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-e844cef9-ee6a-488c-bd54-31190160fb59 req-dfeac45e-87f1-40cf-a2ce-7b37dddfacce tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] 10.222.0.60 "GET /v2.0/ports?device_id=d577a65c-d60c-4d64-a506-89ea984fe255 HTTP/1.1" status: 200 len: 945 time: 0.1179831 May 10 17:46:03.126942 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d1a302-f904-470f-9285-e96a3a4bf5d6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=60d43bd8-63c7-432e-8a86-a5fab11f7168,revision_number=0']} {{(pid=110152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:46:03.154253 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94d1a302-f904-470f-9285-e96a3a4bf5d6 admin admin] Checking segment: {'id': '6eb6a8de-e14f-4146-b244-6bae452bdd09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '29e73f79-8568-4d80-831b-136efa81b55a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 17:46:03.155331 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94d1a302-f904-470f-9285-e96a3a4bf5d6 admin admin] Network hostable DHCP agents. Network: 29e73f79-8568-4d80-831b-136efa81b55a, hostable agents: ['b2ad0527-00d5-4995-bc97-ec84c4e02f0b'], hosted agents: [] {{(pid=110152) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 17:46:03.164693 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-e7b67e79-92ba-4018-aafa-aa8cad59221f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-282428'] for security_group (6fcaa277-115e-4419-bf5a-09f0714b2224), after_delete {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:46:03.170921 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-e7b67e79-92ba-4018-aafa-aa8cad59221f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:46:03.175457 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [None req-e7b67e79-92ba-4018-aafa-aa8cad59221f admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/6fcaa277-115e-4419-bf5a-09f0714b2224 HTTP/1.1" status: 204 len: 168 time: 0.1984105 May 10 17:46:03.190265 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b67e79-92ba-4018-aafa-aa8cad59221f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fcaa277-115e-4419-bf5a-09f0714b2224,revision_number=None']} {{(pid=110153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:46:03.206119 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-e844cef9-ee6a-488c-bd54-31190160fb59 req-c907a0f7-4512-4387-a8fb-04a29d2ef63c tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] 10.222.0.60 "GET /v2.0/security-groups?id=1dc31e58-b13c-4610-8a7b-a2e2a07c824b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734396 May 10 17:46:03.207402 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94d1a302-f904-470f-9285-e96a3a4bf5d6 admin admin] Network 29e73f79-8568-4d80-831b-136efa81b55a is scheduled to be hosted by DHCP agent b2ad0527-00d5-4995-bc97-ec84c4e02f0b with binding_index 1 {{(pid=110152) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 17:46:03.223816 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.scheduler.base_scheduler [None req-94d1a302-f904-470f-9285-e96a3a4bf5d6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-841302-2-iscsi, 29e73f79-8568-4d80-831b-136efa81b55a) {{(pid=110152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 17:46:03.230067 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94d1a302-f904-470f-9285-e96a3a4bf5d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:46:03.231174 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-94d1a302-f904-470f-9285-e96a3a4bf5d6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631615'] for subnet (None), before_response {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:46:03.239321 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de83c26d-73f8-43d1-b685-a61080173963 None None] Network 29e73f79-8568-4d80-831b-136efa81b55a requested from dv-cinder-841302-2-iscsi {{(pid=110154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 17:46:03.263642 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [None req-94d1a302-f904-470f-9285-e96a3a4bf5d6 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5249376 May 10 17:46:03.413402 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0afad83a-02c6-4d77-b494-06b0ece61824 None None] Network 29e73f79-8568-4d80-831b-136efa81b55a requested from dv-cinder-841302-2-iscsi {{(pid=110154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 17:46:03.858199 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ac05f5-f7b4-4fa2-bde2-f3bf848af0f7 req-f500d001-3ddf-4792-ac5f-fa79280666ce tempest-VolumesActionsTest-132291385 tempest-VolumesActionsTest-132291385-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:46:03.860150 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-b0ac05f5-f7b4-4fa2-bde2-f3bf848af0f7 req-f500d001-3ddf-4792-ac5f-fa79280666ce tempest-VolumesActionsTest-132291385 tempest-VolumesActionsTest-132291385-project] 10.222.0.60 "GET /v2.0/networks?id=e3f42295-b917-4bf6-8b9b-62165723f9ed HTTP/1.1" status: 200 len: 809 time: 0.1897359 May 10 17:46:03.884430 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-b0ac05f5-f7b4-4fa2-bde2-f3bf848af0f7 req-69cdbff8-9d30-4f4b-a95a-0dcb577c7c2e tempest-VolumesActionsTest-132291385 tempest-VolumesActionsTest-132291385-project] 10.222.0.60 "GET /v2.0/quotas/563af4481d544b74bc5afba3f426e7e5 HTTP/1.1" status: 200 len: 375 time: 0.0132611 May 10 17:46:03.958746 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-b0ac05f5-f7b4-4fa2-bde2-f3bf848af0f7 req-d0740343-7454-4dde-9a68-ce21d1e511f7 tempest-VolumesActionsTest-132291385 tempest-VolumesActionsTest-132291385-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=563af4481d544b74bc5afba3f426e7e5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0633197 May 10 17:46:04.083541 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-b0ac05f5-f7b4-4fa2-bde2-f3bf848af0f7 req-cce48416-e9b7-455b-814d-c5244e56f55b service neutron] 10.222.0.60 "GET /v2.0/networks/e3f42295-b917-4bf6-8b9b-62165723f9ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230888 May 10 17:46:04.432572 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d06fc4-4bc2-46e6-951e-c0834fdc5013 req-2305a3f6-d7f3-4ace-80cf-42fd6ce9d54c tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:46:04.434189 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-80d06fc4-4bc2-46e6-951e-c0834fdc5013 req-2305a3f6-d7f3-4ace-80cf-42fd6ce9d54c tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] 10.222.0.60 "GET /v2.0/ports?device_id=d577a65c-d60c-4d64-a506-89ea984fe255 HTTP/1.1" status: 200 len: 945 time: 0.0924296 May 10 17:46:04.484424 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-b0ac05f5-f7b4-4fa2-bde2-f3bf848af0f7 req-8e77df14-e3b2-4352-a1f0-80633c5b3b29 service neutron] 10.222.0.60 "GET /v2.0/networks/e3f42295-b917-4bf6-8b9b-62165723f9ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3920228 May 10 17:46:04.520874 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-6e697e78-9dd1-4bc1-8573-56b901d07725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781795183391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525393'] for agent (fdc37a75-b7a9-4e92-a59c-f5b8c02d060c), after_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:46:04.522601 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-80d06fc4-4bc2-46e6-951e-c0834fdc5013 req-5f781a45-c356-4b62-8aa8-c41575c61196 tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] 10.222.0.60 "GET /v2.0/security-groups?id=1dc31e58-b13c-4610-8a7b-a2e2a07c824b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725274 May 10 17:46:04.742323 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-4213237f-48b5-4d41-8bc9-7519951ad460 req-d9d7de72-6cca-417b-a5e9-98fac0da4402 tempest-VolumesActionsTest-132291385 tempest-VolumesActionsTest-132291385-project] 10.222.0.60 "GET /v2.0/ports?device_id=e1f166ee-0aee-4fa9-bd70-2e09c68dc2fb HTTP/1.1" status: 200 len: 210 time: 0.0436704 May 10 17:46:05.649903 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac5c707-b4cf-4edc-b2bf-310473cca038 req-f5a43340-a5ba-4330-b9d4-227b2275d060 tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:46:05.651468 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-2ac5c707-b4cf-4edc-b2bf-310473cca038 req-f5a43340-a5ba-4330-b9d4-227b2275d060 tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] 10.222.0.60 "GET /v2.0/ports?device_id=d577a65c-d60c-4d64-a506-89ea984fe255 HTTP/1.1" status: 200 len: 945 time: 0.0541468 May 10 17:46:05.714777 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-2ac5c707-b4cf-4edc-b2bf-310473cca038 req-5361af3d-ba1d-42cd-93fd-b2ad36d257d2 tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] 10.222.0.60 "GET /v2.0/security-groups?id=1dc31e58-b13c-4610-8a7b-a2e2a07c824b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544460 May 10 17:46:05.877204 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-1af7587e-c3e0-4eb7-aee5-806f6d177ad5 req-de06a08a-0a16-42fd-96c5-e4296fe9523e tempest-VolumesActionsTest-132291385 tempest-VolumesActionsTest-132291385-project] 10.222.0.60 "GET /v2.0/ports?device_id=e1f166ee-0aee-4fa9-bd70-2e09c68dc2fb HTTP/1.1" status: 200 len: 210 time: 0.0396366 May 10 17:46:06.851967 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f98fbb8-c9b6-4e64-8da1-92ff66ec3df4 req-13f647c5-84f8-4532-89f2-c54955128c98 tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:46:06.851967 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-1f98fbb8-c9b6-4e64-8da1-92ff66ec3df4 req-13f647c5-84f8-4532-89f2-c54955128c98 tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] 10.222.0.60 "GET /v2.0/ports?device_id=d577a65c-d60c-4d64-a506-89ea984fe255 HTTP/1.1" status: 200 len: 945 time: 0.0523043 May 10 17:46:06.904844 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-1f98fbb8-c9b6-4e64-8da1-92ff66ec3df4 req-7c870329-88d5-4450-83d7-052cd0063d52 tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] 10.222.0.60 "GET /v2.0/security-groups?id=1dc31e58-b13c-4610-8a7b-a2e2a07c824b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494838 May 10 17:46:06.985720 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-49e39f69-3ca0-4fa0-b485-880e7e90e5d6 req-2734d3ad-6809-4cda-9a35-0e5bb198fa36 tempest-VolumesActionsTest-132291385 tempest-VolumesActionsTest-132291385-project] 10.222.0.60 "GET /v2.0/ports?device_id=e1f166ee-0aee-4fa9-bd70-2e09c68dc2fb HTTP/1.1" status: 200 len: 210 time: 0.0299115 May 10 17:46:08.036120 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38660384-408d-4b43-8aad-94161c839d7e req-71b9c84d-940d-4ee8-ba8a-9dde21b1d38d tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:46:08.039285 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-38660384-408d-4b43-8aad-94161c839d7e req-71b9c84d-940d-4ee8-ba8a-9dde21b1d38d tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] 10.222.0.60 "GET /v2.0/ports?device_id=d577a65c-d60c-4d64-a506-89ea984fe255 HTTP/1.1" status: 200 len: 945 time: 0.0594063 May 10 17:46:08.100275 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-45fa8872-8603-45fd-900e-0aedfa05df8d req-acb9d82d-e277-441f-86b2-b2946edc4298 tempest-VolumesActionsTest-132291385 tempest-VolumesActionsTest-132291385-project] 10.222.0.60 "GET /v2.0/ports?device_id=e1f166ee-0aee-4fa9-bd70-2e09c68dc2fb HTTP/1.1" status: 200 len: 210 time: 0.0395594 May 10 17:46:08.130195 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-38660384-408d-4b43-8aad-94161c839d7e req-2053d3be-adf4-42bf-829b-4721c79e2c78 tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] 10.222.0.60 "GET /v2.0/security-groups?id=1dc31e58-b13c-4610-8a7b-a2e2a07c824b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824742 May 10 17:46:08.673974 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ac05f5-f7b4-4fa2-bde2-f3bf848af0f7 req-0a7905e3-48b9-4dea-b3f0-f37c5dfe1b9b tempest-VolumesActionsTest-132291385 tempest-VolumesActionsTest-132291385-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:46:08.675460 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-b0ac05f5-f7b4-4fa2-bde2-f3bf848af0f7 req-0a7905e3-48b9-4dea-b3f0-f37c5dfe1b9b tempest-VolumesActionsTest-132291385 tempest-VolumesActionsTest-132291385-project] 10.222.0.77 "GET /v2.0/networks?id=e3f42295-b917-4bf6-8b9b-62165723f9ed HTTP/1.1" status: 200 len: 809 time: 0.1748354 May 10 17:46:08.718062 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.v2.base [req-b0ac05f5-f7b4-4fa2-bde2-f3bf848af0f7 req-5a87f349-68d3-4a7b-8d2e-dbe11ae4105a tempest-VolumesActionsTest-132291385 tempest-VolumesActionsTest-132291385-project] Request body: {'port': {'device_id': 'e1f166ee-0aee-4fa9-bd70-2e09c68dc2fb', 'network_id': 'e3f42295-b917-4bf6-8b9b-62165723f9ed', 'admin_state_up': True, 'tenant_id': '563af4481d544b74bc5afba3f426e7e5'}} {{(pid=110152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 17:46:08.835240 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.db.agents_db [None req-b17e131c-d64b-4b97-8e8f-6c45925a5783 None None] Agent healthcheck: found 6 active agents {{(pid=110155) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 17:46:08.837495 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b0ac05f5-f7b4-4fa2-bde2-f3bf848af0f7 req-5a87f349-68d3-4a7b-8d2e-dbe11ae4105a tempest-VolumesActionsTest-132291385 tempest-VolumesActionsTest-132291385-project] Made reservation on behalf of 563af4481d544b74bc5afba3f426e7e5 for: {'port': 1} {{(pid=110152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 17:46:08.841429 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [req-b0ac05f5-f7b4-4fa2-bde2-f3bf848af0f7 req-5a87f349-68d3-4a7b-8d2e-dbe11ae4105a tempest-VolumesActionsTest-132291385 tempest-VolumesActionsTest-132291385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1514036'] for port (None), before_create {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:46:08.979570 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.db.db_base_plugin_common [req-b0ac05f5-f7b4-4fa2-bde2-f3bf848af0f7 req-5a87f349-68d3-4a7b-8d2e-dbe11ae4105a tempest-VolumesActionsTest-132291385 tempest-VolumesActionsTest-132291385-project] Allocated IP 172.20.0.9 (e3f42295-b917-4bf6-8b9b-62165723f9ed/0f36bc48-8c77-466a-b5f5-6e2cdb2453d7/4a82bcea-cd65-4970-a74d-ed9e14c9779d) {{(pid=110152) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 17:46:09.160347 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [req-b0ac05f5-f7b4-4fa2-bde2-f3bf848af0f7 req-5a87f349-68d3-4a7b-8d2e-dbe11ae4105a tempest-VolumesActionsTest-132291385 tempest-VolumesActionsTest-132291385-project] Publish callbacks [] for port (4a82bcea-cd65-4970-a74d-ed9e14c9779d), precommit_create {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:46:09.225178 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-95b5e262-9b85-44e3-b32a-5c59db526e05 req-11086813-83a8-431a-85f4-51c31c2d0987 tempest-VolumesActionsTest-132291385 tempest-VolumesActionsTest-132291385-project] 10.222.0.60 "GET /v2.0/ports?device_id=e1f166ee-0aee-4fa9-bd70-2e09c68dc2fb HTTP/1.1" status: 200 len: 210 time: 0.0400171 May 10 17:46:09.234854 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [req-b0ac05f5-f7b4-4fa2-bde2-f3bf848af0f7 req-5a87f349-68d3-4a7b-8d2e-dbe11ae4105a tempest-VolumesActionsTest-132291385 tempest-VolumesActionsTest-132291385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1514136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781794686064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5018186'] for port (4a82bcea-cd65-4970-a74d-ed9e14c9779d), after_create {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:46:09.312882 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02cf00b5-28d9-49e0-ae16-c4539deca721 req-c6a56d96-9580-4ab0-9c6a-6e554acfbe32 tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:46:09.314370 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-02cf00b5-28d9-49e0-ae16-c4539deca721 req-c6a56d96-9580-4ab0-9c6a-6e554acfbe32 tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] 10.222.0.60 "GET /v2.0/ports?device_id=d577a65c-d60c-4d64-a506-89ea984fe255 HTTP/1.1" status: 200 len: 945 time: 0.0926321 May 10 17:46:09.318184 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b0ac05f5-f7b4-4fa2-bde2-f3bf848af0f7 req-5a87f349-68d3-4a7b-8d2e-dbe11ae4105a tempest-VolumesActionsTest-132291385 tempest-VolumesActionsTest-132291385-project] Network e3f42295-b917-4bf6-8b9b-62165723f9ed is already hosted by enough agents. {{(pid=110152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 17:46:09.329239 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.scheduler.base_scheduler [req-b0ac05f5-f7b4-4fa2-bde2-f3bf848af0f7 req-5a87f349-68d3-4a7b-8d2e-dbe11ae4105a tempest-VolumesActionsTest-132291385 tempest-VolumesActionsTest-132291385-project] Resources bound (agent type, host, resource id): {{(pid=110152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 17:46:09.335685 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0ac05f5-f7b4-4fa2-bde2-f3bf848af0f7 req-5a87f349-68d3-4a7b-8d2e-dbe11ae4105a tempest-VolumesActionsTest-132291385 tempest-VolumesActionsTest-132291385-project] Received port after_create {{(pid=110152) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 17:46:09.338974 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a87f349-68d3-4a7b-8d2e-dbe11ae4105a tempest-VolumesActionsTest-132291385 tempest-VolumesActionsTest-132291385-project] Pushing event updated for resources: {'Port': ['ID=4a82bcea-cd65-4970-a74d-ed9e14c9779d,revision_number=1']} {{(pid=110152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:46:09.425717 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-02cf00b5-28d9-49e0-ae16-c4539deca721 req-80a073d1-53d3-4cf0-8065-baf40f9b268f tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] 10.222.0.60 "GET /v2.0/security-groups?id=1dc31e58-b13c-4610-8a7b-a2e2a07c824b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011591 May 10 17:46:09.431875 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ac05f5-f7b4-4fa2-bde2-f3bf848af0f7 req-5a87f349-68d3-4a7b-8d2e-dbe11ae4105a tempest-VolumesActionsTest-132291385 tempest-VolumesActionsTest-132291385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:46:09.432492 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [req-b0ac05f5-f7b4-4fa2-bde2-f3bf848af0f7 req-5a87f349-68d3-4a7b-8d2e-dbe11ae4105a tempest-VolumesActionsTest-132291385 tempest-VolumesActionsTest-132291385-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29634'] for port (None), before_response {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:46:09.457009 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-b0ac05f5-f7b4-4fa2-bde2-f3bf848af0f7 req-5a87f349-68d3-4a7b-8d2e-dbe11ae4105a tempest-VolumesActionsTest-132291385 tempest-VolumesActionsTest-132291385-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7435958 May 10 17:46:09.679146 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.v2.base [req-b0ac05f5-f7b4-4fa2-bde2-f3bf848af0f7 req-383c7355-6cbc-4ac4-af6a-fbe4a28ec293 service neutron] Request body: {'port': {'device_id': 'e1f166ee-0aee-4fa9-bd70-2e09c68dc2fb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84130'}} {{(pid=110152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 17:46:09.832481 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [req-b0ac05f5-f7b4-4fa2-bde2-f3bf848af0f7 req-383c7355-6cbc-4ac4-af6a-fbe4a28ec293 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1514036'] for port (4a82bcea-cd65-4970-a74d-ed9e14c9779d), before_update {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:46:09.917115 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd8a950-8a00-47b8-a434-5e3cca7b2172 req-7af26809-6c14-41ea-b5e9-787838bbbc2b tempest-VolumesSnapshotTestJSON-1645568956 tempest-VolumesSnapshotTestJSON-1645568956-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:46:09.918626 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-7fd8a950-8a00-47b8-a434-5e3cca7b2172 req-7af26809-6c14-41ea-b5e9-787838bbbc2b tempest-VolumesSnapshotTestJSON-1645568956 tempest-VolumesSnapshotTestJSON-1645568956-project] 10.222.0.60 "GET /v2.0/networks?id=29e73f79-8568-4d80-831b-136efa81b55a HTTP/1.1" status: 200 len: 814 time: 0.2103922 May 10 17:46:09.987452 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-7fd8a950-8a00-47b8-a434-5e3cca7b2172 req-5b4031ba-e2c2-45d1-b378-324aa1f7d266 tempest-VolumesSnapshotTestJSON-1645568956 tempest-VolumesSnapshotTestJSON-1645568956-project] 10.222.0.60 "GET /v2.0/quotas/9a2c0807e3fc4161b894f123e8acc473 HTTP/1.1" status: 200 len: 375 time: 0.0618870 May 10 17:46:10.035244 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-7fd8a950-8a00-47b8-a434-5e3cca7b2172 req-4a1c1e34-613a-4a2c-bfa0-ebf3cb9611bf tempest-VolumesSnapshotTestJSON-1645568956 tempest-VolumesSnapshotTestJSON-1645568956-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=9a2c0807e3fc4161b894f123e8acc473&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0372422 May 10 17:46:10.219068 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-7fd8a950-8a00-47b8-a434-5e3cca7b2172 req-e07eaddd-dbfe-4f25-af19-bf8f4a4670c7 service neutron] 10.222.0.60 "GET /v2.0/networks/29e73f79-8568-4d80-831b-136efa81b55a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1751950 May 10 17:46:10.350307 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.notifiers.nova [req-b0ac05f5-f7b4-4fa2-bde2-f3bf848af0f7 req-383c7355-6cbc-4ac4-af6a-fbe4a28ec293 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4a82bcea-cd65-4970-a74d-ed9e14c9779d {{(pid=110152) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 17:46:10.367675 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [req-b0ac05f5-f7b4-4fa2-bde2-f3bf848af0f7 req-383c7355-6cbc-4ac4-af6a-fbe4a28ec293 service neutron] Publish callbacks [] for port (4a82bcea-cd65-4970-a74d-ed9e14c9779d), precommit_update {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:46:10.379199 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662626fd-7f75-4d3a-a643-479a958db389 req-a86277d6-39b7-4b9f-a1bc-80f011ed351b tempest-VolumesActionsTest-132291385 tempest-VolumesActionsTest-132291385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:46:10.380756 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-662626fd-7f75-4d3a-a643-479a958db389 req-a86277d6-39b7-4b9f-a1bc-80f011ed351b tempest-VolumesActionsTest-132291385 tempest-VolumesActionsTest-132291385-project] 10.222.0.60 "GET /v2.0/ports?device_id=e1f166ee-0aee-4fa9-bd70-2e09c68dc2fb HTTP/1.1" status: 200 len: 931 time: 0.0809197 May 10 17:46:10.414204 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.db.provisioning_blocks [req-b0ac05f5-f7b4-4fa2-bde2-f3bf848af0f7 req-383c7355-6cbc-4ac4-af6a-fbe4a28ec293 service neutron] Transition to ACTIVE for port object 4a82bcea-cd65-4970-a74d-ed9e14c9779d will not be triggered until provisioned by entity L2. {{(pid=110152) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 10 17:46:10.429742 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [req-b0ac05f5-f7b4-4fa2-bde2-f3bf848af0f7 req-383c7355-6cbc-4ac4-af6a-fbe4a28ec293 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1514136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781795229094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781794686082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781794686100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5018163'] for port (4a82bcea-cd65-4970-a74d-ed9e14c9779d), after_update {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:46:10.444145 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-7fd8a950-8a00-47b8-a434-5e3cca7b2172 req-01767497-7bdd-4b8b-b4f0-119d82c58cb2 service neutron] 10.222.0.60 "GET /v2.0/networks/29e73f79-8568-4d80-831b-136efa81b55a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2144823 May 10 17:46:10.516451 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-662626fd-7f75-4d3a-a643-479a958db389 req-bf84a8b7-657b-4628-a09b-c8abde2cb265 tempest-VolumesActionsTest-132291385 tempest-VolumesActionsTest-132291385-project] 10.222.0.60 "GET /v2.0/security-groups?id=480ab515-0e3d-41fa-a9ee-830af0a3f7d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246715 May 10 17:46:10.518384 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383c7355-6cbc-4ac4-af6a-fbe4a28ec293 service neutron] Pushing event updated for resources: {'Port': ['ID=4a82bcea-cd65-4970-a74d-ed9e14c9779d,revision_number=2']} {{(pid=110152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:46:10.674507 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-15a7dd46-2b52-4e43-93dc-488a1478b191 req-883c21b0-7b90-4442-a66e-3439e07336ae tempest-VolumesSnapshotTestJSON-1645568956 tempest-VolumesSnapshotTestJSON-1645568956-project] 10.222.0.60 "GET /v2.0/ports?device_id=858afd1f-cdd5-4c30-b255-155c40b54fb0 HTTP/1.1" status: 200 len: 210 time: 0.0632222 May 10 17:46:10.675262 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.plugins.ml2.managers [req-b0ac05f5-f7b4-4fa2-bde2-f3bf848af0f7 req-383c7355-6cbc-4ac4-af6a-fbe4a28ec293 service neutron] Attempting to bind port 4a82bcea-cd65-4970-a74d-ed9e14c9779d on host hv-cinder-84130 for vnic_type normal with profile {{(pid=110152) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 17:46:10.675571 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.plugins.ml2.managers [req-b0ac05f5-f7b4-4fa2-bde2-f3bf848af0f7 req-383c7355-6cbc-4ac4-af6a-fbe4a28ec293 service neutron] Attempting to bind port 4a82bcea-cd65-4970-a74d-ed9e14c9779d by drivers openvswitch,hyperv on host hv-cinder-84130 at level 0 using segments [{'id': '3ccab3b0-249b-4cd8-9067-d4a3aedebd26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'e3f42295-b917-4bf6-8b9b-62165723f9ed'}] {{(pid=110152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 17:46:10.675955 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0ac05f5-f7b4-4fa2-bde2-f3bf848af0f7 req-383c7355-6cbc-4ac4-af6a-fbe4a28ec293 service neutron] Attempting to bind port 4a82bcea-cd65-4970-a74d-ed9e14c9779d on network e3f42295-b917-4bf6-8b9b-62165723f9ed {{(pid=110152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 17:46:10.693070 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988595bd-1150-4a9c-852d-e53ccce8f203 req-4cc3957e-591f-45d5-ab46-23a75821899f tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:46:10.694597 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-988595bd-1150-4a9c-852d-e53ccce8f203 req-4cc3957e-591f-45d5-ab46-23a75821899f tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] 10.222.0.60 "GET /v2.0/ports?device_id=d577a65c-d60c-4d64-a506-89ea984fe255 HTTP/1.1" status: 200 len: 945 time: 0.0970881 May 10 17:46:10.695414 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0ac05f5-f7b4-4fa2-bde2-f3bf848af0f7 req-383c7355-6cbc-4ac4-af6a-fbe4a28ec293 service neutron] Port 4a82bcea-cd65-4970-a74d-ed9e14c9779d on network e3f42295-b917-4bf6-8b9b-62165723f9ed not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84130 {{(pid=110152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 17:46:10.696539 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0ac05f5-f7b4-4fa2-bde2-f3bf848af0f7 req-383c7355-6cbc-4ac4-af6a-fbe4a28ec293 service neutron] Attempting to bind port 4a82bcea-cd65-4970-a74d-ed9e14c9779d on network e3f42295-b917-4bf6-8b9b-62165723f9ed {{(pid=110152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 17:46:10.703987 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0ac05f5-f7b4-4fa2-bde2-f3bf848af0f7 req-383c7355-6cbc-4ac4-af6a-fbe4a28ec293 service neutron] Checking agent: {'id': '16638279-eb91-49a3-95a5-8b540cc2f948', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84130', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 17, 42, 31), 'started_at': datetime.datetime(2022, 5, 10, 17, 42, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 17, 46, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 17:46:10.704251 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0ac05f5-f7b4-4fa2-bde2-f3bf848af0f7 req-383c7355-6cbc-4ac4-af6a-fbe4a28ec293 service neutron] Checking segment: {'id': '3ccab3b0-249b-4cd8-9067-d4a3aedebd26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'e3f42295-b917-4bf6-8b9b-62165723f9ed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 17:46:10.704656 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0ac05f5-f7b4-4fa2-bde2-f3bf848af0f7 req-383c7355-6cbc-4ac4-af6a-fbe4a28ec293 service neutron] Bound using segment: {'id': '3ccab3b0-249b-4cd8-9067-d4a3aedebd26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'e3f42295-b917-4bf6-8b9b-62165723f9ed'} {{(pid=110152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 17:46:10.705101 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.plugins.ml2.managers [req-b0ac05f5-f7b4-4fa2-bde2-f3bf848af0f7 req-383c7355-6cbc-4ac4-af6a-fbe4a28ec293 service neutron] Bound port: 4a82bcea-cd65-4970-a74d-ed9e14c9779d, host: hv-cinder-84130, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ccab3b0-249b-4cd8-9067-d4a3aedebd26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'e3f42295-b917-4bf6-8b9b-62165723f9ed'}}] {{(pid=110152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 17:46:10.705522 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [req-b0ac05f5-f7b4-4fa2-bde2-f3bf848af0f7 req-383c7355-6cbc-4ac4-af6a-fbe4a28ec293 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1514036'] for port (4a82bcea-cd65-4970-a74d-ed9e14c9779d), before_update {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:46:10.818075 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-988595bd-1150-4a9c-852d-e53ccce8f203 req-e0812995-3e46-4829-8a42-8e6550fd2c5e tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] 10.222.0.60 "GET /v2.0/security-groups?id=1dc31e58-b13c-4610-8a7b-a2e2a07c824b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089773 May 10 17:46:10.827423 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.plugins.ml2.db [req-b0ac05f5-f7b4-4fa2-bde2-f3bf848af0f7 req-383c7355-6cbc-4ac4-af6a-fbe4a28ec293 service neutron] For port 4a82bcea-cd65-4970-a74d-ed9e14c9779d, host hv-cinder-84130, cleared binding levels {{(pid=110152) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 17:46:10.843452 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.plugins.ml2.db [req-b0ac05f5-f7b4-4fa2-bde2-f3bf848af0f7 req-383c7355-6cbc-4ac4-af6a-fbe4a28ec293 service neutron] For port 4a82bcea-cd65-4970-a74d-ed9e14c9779d, host hv-cinder-84130, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84130',level=0,port_id=4a82bcea-cd65-4970-a74d-ed9e14c9779d,segment=NetworkSegment(3ccab3b0-249b-4cd8-9067-d4a3aedebd26),segment_id=3ccab3b0-249b-4cd8-9067-d4a3aedebd26)] {{(pid=110152) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 17:46:10.849756 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [req-b0ac05f5-f7b4-4fa2-bde2-f3bf848af0f7 req-383c7355-6cbc-4ac4-af6a-fbe4a28ec293 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1514136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781795229094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781794686082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781794686100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5018163'] for port (4a82bcea-cd65-4970-a74d-ed9e14c9779d), after_update {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:46:10.898141 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ac05f5-f7b4-4fa2-bde2-f3bf848af0f7 req-383c7355-6cbc-4ac4-af6a-fbe4a28ec293 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:46:10.898922 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [req-b0ac05f5-f7b4-4fa2-bde2-f3bf848af0f7 req-383c7355-6cbc-4ac4-af6a-fbe4a28ec293 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29634'] for port (None), before_response {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:46:10.901396 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-b0ac05f5-f7b4-4fa2-bde2-f3bf848af0f7 req-383c7355-6cbc-4ac4-af6a-fbe4a28ec293 service neutron] 10.222.0.77 "PUT /v2.0/ports/4a82bcea-cd65-4970-a74d-ed9e14c9779d HTTP/1.1" status: 200 len: 1093 time: 1.2266622 May 10 17:46:10.901983 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1f166ee-0aee-4fa9-bd70-2e09c68dc2fb', 'tag': '4a82bcea-cd65-4970-a74d-ed9e14c9779d'}] {{(pid=110152) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 17:46:10.904502 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0e5bab204033c83635b1e14c3e3a099c647719281f8bf9f740a5b80828d0d04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f37a25c9-4513-4531-9537-4f34ea4dff96" -d '{"events": [{"name": "network-changed", "server_uuid": "e1f166ee-0aee-4fa9-bd70-2e09c68dc2fb", "tag": "4a82bcea-cd65-4970-a74d-ed9e14c9779d"}]}' {{(pid=110152) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 17:46:10.946907 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383c7355-6cbc-4ac4-af6a-fbe4a28ec293 service neutron] Pushing event updated for resources: {'Port': ['ID=4a82bcea-cd65-4970-a74d-ed9e14c9779d,revision_number=3']} {{(pid=110152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:46:10.962611 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 17:46:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-143722ed-4df4-4417-96c1-70ecc9fdf7ce x-openstack-request-id: req-143722ed-4df4-4417-96c1-70ecc9fdf7ce {{(pid=110152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 17:46:10.962918 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e1f166ee-0aee-4fa9-bd70-2e09c68dc2fb", "tag": "4a82bcea-cd65-4970-a74d-ed9e14c9779d", "status": "completed", "code": 200}]} {{(pid=110152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 17:46:10.963326 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-143722ed-4df4-4417-96c1-70ecc9fdf7ce {{(pid=110152) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 17:46:10.963765 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.notifiers.nova [-] Nova event matching ['req-143722ed-4df4-4417-96c1-70ecc9fdf7ce'] response: {'name': 'network-changed', 'server_uuid': 'e1f166ee-0aee-4fa9-bd70-2e09c68dc2fb', 'tag': '4a82bcea-cd65-4970-a74d-ed9e14c9779d', 'status': 'completed', 'code': 200} May 10 17:46:11.028886 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ac05f5-f7b4-4fa2-bde2-f3bf848af0f7 req-9fb11472-f79f-4653-abed-6a3e074d562a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:46:11.030715 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-b0ac05f5-f7b4-4fa2-bde2-f3bf848af0f7 req-9fb11472-f79f-4653-abed-6a3e074d562a service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=563af4481d544b74bc5afba3f426e7e5&device_id=e1f166ee-0aee-4fa9-bd70-2e09c68dc2fb HTTP/1.1" status: 200 len: 1127 time: 0.0450981 May 10 17:46:11.085581 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-b0ac05f5-f7b4-4fa2-bde2-f3bf848af0f7 req-2f6fa7d5-1c96-47e9-84c5-07f9d7942bd6 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4a82bcea-cd65-4970-a74d-ed9e14c9779d HTTP/1.1" status: 200 len: 217 time: 0.0396767 May 10 17:46:11.142931 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ac05f5-f7b4-4fa2-bde2-f3bf848af0f7 req-d98a4c6b-77dd-44bb-86ee-e947726d1e80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:46:11.144601 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-b0ac05f5-f7b4-4fa2-bde2-f3bf848af0f7 req-d98a4c6b-77dd-44bb-86ee-e947726d1e80 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=0f36bc48-8c77-466a-b5f5-6e2cdb2453d7 HTTP/1.1" status: 200 len: 849 time: 0.0502181 May 10 17:46:11.186539 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-b0ac05f5-f7b4-4fa2-bde2-f3bf848af0f7 req-c3ab6b8e-40a7-4379-bf36-ce3b400c0343 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=e3f42295-b917-4bf6-8b9b-62165723f9ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0343914 May 10 17:46:11.287952 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-b0ac05f5-f7b4-4fa2-bde2-f3bf848af0f7 req-913c6572-6938-46d1-a9d9-abeb411db937 service neutron] 10.222.0.77 "GET /v2.0/networks/e3f42295-b917-4bf6-8b9b-62165723f9ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950346 May 10 17:46:11.402097 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-b0ac05f5-f7b4-4fa2-bde2-f3bf848af0f7 req-f3360d46-bcb4-4a6d-8cd9-87dc526151e5 service neutron] 10.222.0.77 "GET /v2.0/networks/e3f42295-b917-4bf6-8b9b-62165723f9ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1063714 May 10 17:46:11.647134 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8033551c-f6f4-4b6f-b57d-6ac677454a71 req-61cd023e-c5f6-4651-9290-e71dfa1cc9c2 tempest-VolumesActionsTest-132291385 tempest-VolumesActionsTest-132291385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:46:11.648744 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-8033551c-f6f4-4b6f-b57d-6ac677454a71 req-61cd023e-c5f6-4651-9290-e71dfa1cc9c2 tempest-VolumesActionsTest-132291385 tempest-VolumesActionsTest-132291385-project] 10.222.0.60 "GET /v2.0/ports?device_id=e1f166ee-0aee-4fa9-bd70-2e09c68dc2fb HTTP/1.1" status: 200 len: 943 time: 0.0584822 May 10 17:46:11.705851 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-8033551c-f6f4-4b6f-b57d-6ac677454a71 req-96a43a3f-0c97-4427-a8c5-f0f37535d3be tempest-VolumesActionsTest-132291385 tempest-VolumesActionsTest-132291385-project] 10.222.0.60 "GET /v2.0/security-groups?id=480ab515-0e3d-41fa-a9ee-830af0a3f7d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507913 May 10 17:46:11.783812 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.wsgi [-] (110152) accepted ('10.222.0.60', 40654) {{(pid=110152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 17:46:11.806133 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-f1066010-8e83-4b8b-af8d-8b6360dca1f5 req-b3103b41-5b1c-42df-9780-6c337ac40b4c tempest-VolumesSnapshotTestJSON-1645568956 tempest-VolumesSnapshotTestJSON-1645568956-project] 10.222.0.60 "GET /v2.0/ports?device_id=858afd1f-cdd5-4c30-b255-155c40b54fb0 HTTP/1.1" status: 200 len: 210 time: 0.0351515 May 10 17:46:11.897361 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-565eeabe-dc19-48ea-b6d4-fca1a0b6b217 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:46:11.958458 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517a8cd5-c91b-469e-b8e1-f324eab38f25 req-3c46bd8a-182f-492e-9b81-bf3ec1b8f0a9 tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:46:11.959992 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-517a8cd5-c91b-469e-b8e1-f324eab38f25 req-3c46bd8a-182f-492e-9b81-bf3ec1b8f0a9 tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] 10.222.0.60 "GET /v2.0/ports?device_id=d577a65c-d60c-4d64-a506-89ea984fe255 HTTP/1.1" status: 200 len: 945 time: 0.0648031 May 10 17:46:12.034617 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-517a8cd5-c91b-469e-b8e1-f324eab38f25 req-21771a13-3675-44f8-9b03-2502dbc84002 tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] 10.222.0.60 "GET /v2.0/security-groups?id=1dc31e58-b13c-4610-8a7b-a2e2a07c824b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672030 May 10 17:46:12.057808 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-565eeabe-dc19-48ea-b6d4-fca1a0b6b217 admin admin] Publish callbacks [] for security_group (7dd97643-c731-4310-ab85-4e3f9c923ac8), precommit_create {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:46:12.061647 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-565eeabe-dc19-48ea-b6d4-fca1a0b6b217 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-282428'] for security_group (7dd97643-c731-4310-ab85-4e3f9c923ac8), after_create {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:46:12.103809 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [None req-565eeabe-dc19-48ea-b6d4-fca1a0b6b217 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=265cc4d4d611424d99c0c0fdcd591943&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3175735 May 10 17:46:12.105111 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565eeabe-dc19-48ea-b6d4-fca1a0b6b217 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7dd97643-c731-4310-ab85-4e3f9c923ac8,revision_number=1']} {{(pid=110152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:46:12.105780 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.wsgi [-] (110153) accepted ('10.222.0.60', 40666) {{(pid=110153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 17:46:12.157838 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-4a433d15-4258-42e5-b363-1355b6545de2 admin admin] Publish callbacks [] for security_group (7dd97643-c731-4310-ab85-4e3f9c923ac8), before_delete {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:46:12.159835 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.wsgi [-] (110152) accepted ('10.222.0.60', 40668) {{(pid=110152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 17:46:12.179968 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-4a433d15-4258-42e5-b363-1355b6545de2 admin admin] Publish callbacks [] for security_group (7dd97643-c731-4310-ab85-4e3f9c923ac8), precommit_delete {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:46:12.233036 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-4a433d15-4258-42e5-b363-1355b6545de2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-282428'] for security_group (7dd97643-c731-4310-ab85-4e3f9c923ac8), after_delete {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:46:12.235551 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-4a433d15-4258-42e5-b363-1355b6545de2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:46:12.238789 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [None req-4a433d15-4258-42e5-b363-1355b6545de2 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/7dd97643-c731-4310-ab85-4e3f9c923ac8 HTTP/1.1" status: 204 len: 168 time: 0.1295986 May 10 17:46:12.245473 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a433d15-4258-42e5-b363-1355b6545de2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7dd97643-c731-4310-ab85-4e3f9c923ac8,revision_number=None']} {{(pid=110153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:46:12.273853 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-11bc40b0-6c93-47ee-8b67-b950a48c040c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:46:12.357024 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-11bc40b0-6c93-47ee-8b67-b950a48c040c admin admin] Publish callbacks [] for security_group (4ff05aa8-8cc8-4c42-85fc-83606ba00188), precommit_create {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:46:12.360975 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-11bc40b0-6c93-47ee-8b67-b950a48c040c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-282428'] for security_group (4ff05aa8-8cc8-4c42-85fc-83606ba00188), after_create {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:46:12.403745 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [None req-11bc40b0-6c93-47ee-8b67-b950a48c040c admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=d4d2549d6aec4acebc397538107d5ffd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2426155 May 10 17:46:12.404644 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11bc40b0-6c93-47ee-8b67-b950a48c040c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ff05aa8-8cc8-4c42-85fc-83606ba00188,revision_number=1']} {{(pid=110152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:46:12.406332 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.wsgi [-] (110153) accepted ('10.222.0.60', 40676) {{(pid=110153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 17:46:12.459185 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-f3770431-9df2-4ae7-b994-2ff3154450aa admin admin] Publish callbacks [] for security_group (4ff05aa8-8cc8-4c42-85fc-83606ba00188), before_delete {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:46:12.482429 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-f3770431-9df2-4ae7-b994-2ff3154450aa admin admin] Publish callbacks [] for security_group (4ff05aa8-8cc8-4c42-85fc-83606ba00188), precommit_delete {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:46:12.522102 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.wsgi [-] (110153) accepted ('10.222.0.60', 40678) {{(pid=110153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 17:46:12.537909 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-2bd0fca7-2428-4762-8296-78c246deb0d3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:46:12.552246 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-f3770431-9df2-4ae7-b994-2ff3154450aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-282428'] for security_group (4ff05aa8-8cc8-4c42-85fc-83606ba00188), after_delete {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:46:12.554677 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-f3770431-9df2-4ae7-b994-2ff3154450aa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:46:12.556327 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [None req-f3770431-9df2-4ae7-b994-2ff3154450aa admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/4ff05aa8-8cc8-4c42-85fc-83606ba00188 HTTP/1.1" status: 204 len: 168 time: 0.1479337 May 10 17:46:12.572584 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3770431-9df2-4ae7-b994-2ff3154450aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ff05aa8-8cc8-4c42-85fc-83606ba00188,revision_number=None']} {{(pid=110153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:46:12.637707 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-2bd0fca7-2428-4762-8296-78c246deb0d3 admin admin] Publish callbacks [] for security_group (5f322c03-b1e4-4914-8d06-16d2a5adf4cd), precommit_create {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:46:12.642344 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-2bd0fca7-2428-4762-8296-78c246deb0d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-282428'] for security_group (5f322c03-b1e4-4914-8d06-16d2a5adf4cd), after_create {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:46:12.693326 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [None req-2bd0fca7-2428-4762-8296-78c246deb0d3 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=97f7f3ac34124f3fb7480edd2a9c9082&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1677661 May 10 17:46:12.693750 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.wsgi [-] (110152) accepted ('10.222.0.60', 40688) {{(pid=110152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 17:46:12.694241 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd0fca7-2428-4762-8296-78c246deb0d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f322c03-b1e4-4914-8d06-16d2a5adf4cd,revision_number=1']} {{(pid=110153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:46:12.775710 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-47cc24b1-7231-4cc2-9363-6563791072e1 admin admin] Publish callbacks [] for security_group (5f322c03-b1e4-4914-8d06-16d2a5adf4cd), before_delete {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:46:12.817969 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-47cc24b1-7231-4cc2-9363-6563791072e1 admin admin] Publish callbacks [] for security_group (5f322c03-b1e4-4914-8d06-16d2a5adf4cd), precommit_delete {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:46:12.935423 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c5e609-361c-471d-b518-42d612d51ee2 req-398f4e05-2201-4b07-a2ca-2d985136887d tempest-VolumesActionsTest-132291385 tempest-VolumesActionsTest-132291385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:46:12.936977 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-87c5e609-361c-471d-b518-42d612d51ee2 req-398f4e05-2201-4b07-a2ca-2d985136887d tempest-VolumesActionsTest-132291385 tempest-VolumesActionsTest-132291385-project] 10.222.0.60 "GET /v2.0/ports?device_id=e1f166ee-0aee-4fa9-bd70-2e09c68dc2fb HTTP/1.1" status: 200 len: 943 time: 0.0868406 May 10 17:46:12.946057 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-e7a7aff4-f84e-41ce-9412-c17cdff0c105 req-bdae419c-4d8b-41ef-b8de-f394c2c7435e tempest-VolumesSnapshotTestJSON-1645568956 tempest-VolumesSnapshotTestJSON-1645568956-project] 10.222.0.60 "GET /v2.0/ports?device_id=858afd1f-cdd5-4c30-b255-155c40b54fb0 HTTP/1.1" status: 200 len: 210 time: 0.0505941 May 10 17:46:13.009547 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-47cc24b1-7231-4cc2-9363-6563791072e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-282428'] for security_group (5f322c03-b1e4-4914-8d06-16d2a5adf4cd), after_delete {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:46:13.014558 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-47cc24b1-7231-4cc2-9363-6563791072e1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:46:13.015625 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [None req-47cc24b1-7231-4cc2-9363-6563791072e1 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/5f322c03-b1e4-4914-8d06-16d2a5adf4cd HTTP/1.1" status: 204 len: 168 time: 0.3208747 May 10 17:46:13.026033 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47cc24b1-7231-4cc2-9363-6563791072e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f322c03-b1e4-4914-8d06-16d2a5adf4cd,revision_number=None']} {{(pid=110152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:46:13.044656 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-87c5e609-361c-471d-b518-42d612d51ee2 req-5abf42b5-cb9c-457c-af8a-1fba00dddd60 tempest-VolumesActionsTest-132291385 tempest-VolumesActionsTest-132291385-project] 10.222.0.60 "GET /v2.0/security-groups?id=480ab515-0e3d-41fa-a9ee-830af0a3f7d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914030 May 10 17:46:13.175637 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65e3c01-bf7d-43fc-9351-69069577d8ee req-dc19142c-5a89-4e99-a497-884aec94c8dd tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:46:13.185113 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-d65e3c01-bf7d-43fc-9351-69069577d8ee req-dc19142c-5a89-4e99-a497-884aec94c8dd tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] 10.222.0.60 "GET /v2.0/ports?device_id=d577a65c-d60c-4d64-a506-89ea984fe255 HTTP/1.1" status: 200 len: 945 time: 0.0649846 May 10 17:46:13.465498 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-d65e3c01-bf7d-43fc-9351-69069577d8ee req-8f85a22b-9735-4d41-8968-1cd040d45dcf tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] 10.222.0.60 "GET /v2.0/security-groups?id=1dc31e58-b13c-4610-8a7b-a2e2a07c824b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2788973 May 10 17:46:14.057228 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-88299991-1a89-4b48-adc3-daedab77c3c4 req-9c2ce519-0923-4488-a266-f98f3580086a tempest-VolumesSnapshotTestJSON-1645568956 tempest-VolumesSnapshotTestJSON-1645568956-project] 10.222.0.60 "GET /v2.0/ports?device_id=858afd1f-cdd5-4c30-b255-155c40b54fb0 HTTP/1.1" status: 200 len: 210 time: 0.0284243 May 10 17:46:14.167546 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0aaa6e7-cb23-4306-b145-f5f104d8b139 req-024658be-4484-44a4-af94-68ca6d197821 tempest-VolumesActionsTest-132291385 tempest-VolumesActionsTest-132291385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:46:14.169166 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-a0aaa6e7-cb23-4306-b145-f5f104d8b139 req-024658be-4484-44a4-af94-68ca6d197821 tempest-VolumesActionsTest-132291385 tempest-VolumesActionsTest-132291385-project] 10.222.0.60 "GET /v2.0/ports?device_id=e1f166ee-0aee-4fa9-bd70-2e09c68dc2fb HTTP/1.1" status: 200 len: 943 time: 0.0577896 May 10 17:46:14.237172 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-a0aaa6e7-cb23-4306-b145-f5f104d8b139 req-6761e631-d64b-4e82-bf5e-4229dfa161dd tempest-VolumesActionsTest-132291385 tempest-VolumesActionsTest-132291385-project] 10.222.0.60 "GET /v2.0/security-groups?id=480ab515-0e3d-41fa-a9ee-830af0a3f7d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614355 May 10 17:46:14.399291 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37a25c9-4513-4531-9537-4f34ea4dff96 req-26c55abf-e2e2-45d9-a96e-2527d397b0e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:46:14.401222 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-f37a25c9-4513-4531-9537-4f34ea4dff96 req-26c55abf-e2e2-45d9-a96e-2527d397b0e5 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=563af4481d544b74bc5afba3f426e7e5&device_id=e1f166ee-0aee-4fa9-bd70-2e09c68dc2fb HTTP/1.1" status: 200 len: 1127 time: 0.0568924 May 10 17:46:14.503329 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd8a950-8a00-47b8-a434-5e3cca7b2172 req-f3d0b7b0-e878-4422-ae0a-e4aa34658b75 tempest-VolumesSnapshotTestJSON-1645568956 tempest-VolumesSnapshotTestJSON-1645568956-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:46:14.504884 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [req-7fd8a950-8a00-47b8-a434-5e3cca7b2172 req-f3d0b7b0-e878-4422-ae0a-e4aa34658b75 tempest-VolumesSnapshotTestJSON-1645568956 tempest-VolumesSnapshotTestJSON-1645568956-project] 10.222.0.77 "GET /v2.0/networks?id=29e73f79-8568-4d80-831b-136efa81b55a HTTP/1.1" status: 200 len: 814 time: 0.1597829 May 10 17:46:14.535862 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.v2.base [req-7fd8a950-8a00-47b8-a434-5e3cca7b2172 req-a7f17613-ca0b-41fc-9f8b-c4eab76d52b9 tempest-VolumesSnapshotTestJSON-1645568956 tempest-VolumesSnapshotTestJSON-1645568956-project] Request body: {'port': {'device_id': '858afd1f-cdd5-4c30-b255-155c40b54fb0', 'network_id': '29e73f79-8568-4d80-831b-136efa81b55a', 'admin_state_up': True, 'tenant_id': '9a2c0807e3fc4161b894f123e8acc473'}} {{(pid=110153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 17:46:14.536165 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37a25c9-4513-4531-9537-4f34ea4dff96 req-1a622db6-7bce-48f9-aed0-878f8608215d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:46:14.537697 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-f37a25c9-4513-4531-9537-4f34ea4dff96 req-1a622db6-7bce-48f9-aed0-878f8608215d service neutron] 10.222.0.77 "GET /v2.0/networks?id=e3f42295-b917-4bf6-8b9b-62165723f9ed HTTP/1.1" status: 200 len: 910 time: 0.1212630 May 10 17:46:14.649422 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-f37a25c9-4513-4531-9537-4f34ea4dff96 req-291205fa-aca4-4e24-80f4-54755d28f941 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4a82bcea-cd65-4970-a74d-ed9e14c9779d HTTP/1.1" status: 200 len: 217 time: 0.0535645 May 10 17:46:14.655919 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a888aa-a28a-4610-99f6-9b293b825137 req-29a27b76-324d-44ed-bd80-a37bc63f2e83 tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:46:14.657669 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-14a888aa-a28a-4610-99f6-9b293b825137 req-29a27b76-324d-44ed-bd80-a37bc63f2e83 tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] 10.222.0.60 "GET /v2.0/ports?device_id=d577a65c-d60c-4d64-a506-89ea984fe255 HTTP/1.1" status: 200 len: 945 time: 0.1024568 May 10 17:46:14.720372 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-14a888aa-a28a-4610-99f6-9b293b825137 req-73627555-c87b-43f5-a470-c71554402f2a tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] 10.222.0.60 "GET /v2.0/security-groups?id=1dc31e58-b13c-4610-8a7b-a2e2a07c824b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540206 May 10 17:46:14.780157 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7fd8a950-8a00-47b8-a434-5e3cca7b2172 req-a7f17613-ca0b-41fc-9f8b-c4eab76d52b9 tempest-VolumesSnapshotTestJSON-1645568956 tempest-VolumesSnapshotTestJSON-1645568956-project] Made reservation on behalf of 9a2c0807e3fc4161b894f123e8acc473 for: {'port': 1} {{(pid=110153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 17:46:14.785666 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [req-7fd8a950-8a00-47b8-a434-5e3cca7b2172 req-a7f17613-ca0b-41fc-9f8b-c4eab76d52b9 tempest-VolumesSnapshotTestJSON-1645568956 tempest-VolumesSnapshotTestJSON-1645568956-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1514036'] for port (None), before_create {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:46:14.801886 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37a25c9-4513-4531-9537-4f34ea4dff96 req-e6fef6e7-7987-4c62-9633-1b17b2c52034 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:46:14.803697 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-f37a25c9-4513-4531-9537-4f34ea4dff96 req-e6fef6e7-7987-4c62-9633-1b17b2c52034 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=0f36bc48-8c77-466a-b5f5-6e2cdb2453d7 HTTP/1.1" status: 200 len: 849 time: 0.0606322 May 10 17:46:14.825637 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.rpc [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Device 4a82bcea-cd65-4970-a74d-ed9e14c9779d details requested by agent hyperv_hv-cinder-84130 with host hv-cinder-84130 {{(pid=110154) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 17:46:14.869182 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-f37a25c9-4513-4531-9537-4f34ea4dff96 req-6bd2d8e3-04d1-4fcd-af2a-89c6c8b3120e service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=e3f42295-b917-4bf6-8b9b-62165723f9ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0531223 May 10 17:46:14.971249 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.db [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] For port 4a82bcea-cd65-4970-a74d-ed9e14c9779d, host hv-cinder-84130, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84130',level=0,port_id=4a82bcea-cd65-4970-a74d-ed9e14c9779d,segment=NetworkSegment(3ccab3b0-249b-4cd8-9067-d4a3aedebd26),segment_id=3ccab3b0-249b-4cd8-9067-d4a3aedebd26)] {{(pid=110154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 17:46:14.985094 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.rpc [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Returning: {'device': '4a82bcea-cd65-4970-a74d-ed9e14c9779d', 'network_id': 'e3f42295-b917-4bf6-8b9b-62165723f9ed', 'port_id': '4a82bcea-cd65-4970-a74d-ed9e14c9779d', 'mac_address': 'fa:16:3e:ab:6a:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 577, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f36bc48-8c77-466a-b5f5-6e2cdb2453d7', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110154) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 17:46:14.996135 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.db.db_base_plugin_common [req-7fd8a950-8a00-47b8-a434-5e3cca7b2172 req-a7f17613-ca0b-41fc-9f8b-c4eab76d52b9 tempest-VolumesSnapshotTestJSON-1645568956 tempest-VolumesSnapshotTestJSON-1645568956-project] Allocated IP 172.20.0.13 (29e73f79-8568-4d80-831b-136efa81b55a/60d43bd8-63c7-432e-8a86-a5fab11f7168/8eeae9a2-0065-4b4b-9a97-c00de1868cf2) {{(pid=110153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 17:46:15.057704 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.plugin [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Current status of the port 4a82bcea-cd65-4970-a74d-ed9e14c9779d is: DOWN; New status is: BUILD {{(pid=110154) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 17:46:15.061511 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1514036'] for port (4a82bcea-cd65-4970-a74d-ed9e14c9779d), before_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:46:15.098890 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-f37a25c9-4513-4531-9537-4f34ea4dff96 req-1eb41ff9-e62f-495e-8c95-3a1465edb403 service neutron] 10.222.0.77 "GET /v2.0/networks/e3f42295-b917-4bf6-8b9b-62165723f9ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2211342 May 10 17:46:15.099119 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.notifiers.nova [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a82bcea-cd65-4970-a74d-ed9e14c9779d {{(pid=110154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 17:46:15.147509 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.db [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] For port 4a82bcea-cd65-4970-a74d-ed9e14c9779d, host hv-cinder-84130, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84130',level=0,port_id=4a82bcea-cd65-4970-a74d-ed9e14c9779d,segment=NetworkSegment(3ccab3b0-249b-4cd8-9067-d4a3aedebd26),segment_id=3ccab3b0-249b-4cd8-9067-d4a3aedebd26)] {{(pid=110154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 17:46:15.155526 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1514136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781795229094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781794686082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781794686100'] for port (4a82bcea-cd65-4970-a74d-ed9e14c9779d), after_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:46:15.232788 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-f37a25c9-4513-4531-9537-4f34ea4dff96 req-be4be5af-13b5-4d4b-af94-7f9c11080b3b service neutron] 10.222.0.77 "GET /v2.0/networks/e3f42295-b917-4bf6-8b9b-62165723f9ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270838 May 10 17:46:15.235324 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Pushing event updated for resources: {'Port': ['ID=4a82bcea-cd65-4970-a74d-ed9e14c9779d,revision_number=4']} {{(pid=110154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:46:15.266083 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-fc25c87e-1cf4-4f7f-9953-d83ed53c9dcb req-88d0c7a1-b136-4cc8-9a9f-c6a7753b6f01 tempest-VolumesSnapshotTestJSON-1645568956 tempest-VolumesSnapshotTestJSON-1645568956-project] 10.222.0.60 "GET /v2.0/ports?device_id=858afd1f-cdd5-4c30-b255-155c40b54fb0 HTTP/1.1" status: 200 len: 210 time: 0.0318985 May 10 17:46:15.362642 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [req-7fd8a950-8a00-47b8-a434-5e3cca7b2172 req-a7f17613-ca0b-41fc-9f8b-c4eab76d52b9 tempest-VolumesSnapshotTestJSON-1645568956 tempest-VolumesSnapshotTestJSON-1645568956-project] Publish callbacks [] for port (8eeae9a2-0065-4b4b-9a97-c00de1868cf2), precommit_create {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:46:15.373564 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f2cf6d-9e1e-42e2-afc4-6d710541e3e5 req-d1a31b6a-16ef-45ba-890e-aa703ea7580e tempest-VolumesActionsTest-132291385 tempest-VolumesActionsTest-132291385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:46:15.375343 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-49f2cf6d-9e1e-42e2-afc4-6d710541e3e5 req-d1a31b6a-16ef-45ba-890e-aa703ea7580e tempest-VolumesActionsTest-132291385 tempest-VolumesActionsTest-132291385-project] 10.222.0.60 "GET /v2.0/ports?device_id=e1f166ee-0aee-4fa9-bd70-2e09c68dc2fb HTTP/1.1" status: 200 len: 944 time: 0.0527403 May 10 17:46:15.400966 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [req-7fd8a950-8a00-47b8-a434-5e3cca7b2172 req-a7f17613-ca0b-41fc-9f8b-c4eab76d52b9 tempest-VolumesSnapshotTestJSON-1645568956 tempest-VolumesSnapshotTestJSON-1645568956-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1514136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781794686064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207117'] for port (8eeae9a2-0065-4b4b-9a97-c00de1868cf2), after_create {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:46:15.436050 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-49f2cf6d-9e1e-42e2-afc4-6d710541e3e5 req-457304f1-d391-4464-ae10-c6325ae7e7fc tempest-VolumesActionsTest-132291385 tempest-VolumesActionsTest-132291385-project] 10.222.0.60 "GET /v2.0/security-groups?id=480ab515-0e3d-41fa-a9ee-830af0a3f7d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540690 May 10 17:46:15.447729 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7fd8a950-8a00-47b8-a434-5e3cca7b2172 req-a7f17613-ca0b-41fc-9f8b-c4eab76d52b9 tempest-VolumesSnapshotTestJSON-1645568956 tempest-VolumesSnapshotTestJSON-1645568956-project] Network 29e73f79-8568-4d80-831b-136efa81b55a is already hosted by enough agents. {{(pid=110153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 17:46:15.453283 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.scheduler.base_scheduler [req-7fd8a950-8a00-47b8-a434-5e3cca7b2172 req-a7f17613-ca0b-41fc-9f8b-c4eab76d52b9 tempest-VolumesSnapshotTestJSON-1645568956 tempest-VolumesSnapshotTestJSON-1645568956-project] Resources bound (agent type, host, resource id): {{(pid=110153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 17:46:15.460871 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.db.l3_dvrscheduler_db [req-7fd8a950-8a00-47b8-a434-5e3cca7b2172 req-a7f17613-ca0b-41fc-9f8b-c4eab76d52b9 tempest-VolumesSnapshotTestJSON-1645568956 tempest-VolumesSnapshotTestJSON-1645568956-project] Received port after_create {{(pid=110153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 17:46:15.467861 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f17613-ca0b-41fc-9f8b-c4eab76d52b9 tempest-VolumesSnapshotTestJSON-1645568956 tempest-VolumesSnapshotTestJSON-1645568956-project] Pushing event updated for resources: {'Port': ['ID=8eeae9a2-0065-4b4b-9a97-c00de1868cf2,revision_number=1']} {{(pid=110153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:46:15.527243 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd8a950-8a00-47b8-a434-5e3cca7b2172 req-a7f17613-ca0b-41fc-9f8b-c4eab76d52b9 tempest-VolumesSnapshotTestJSON-1645568956 tempest-VolumesSnapshotTestJSON-1645568956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:46:15.528053 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [req-7fd8a950-8a00-47b8-a434-5e3cca7b2172 req-a7f17613-ca0b-41fc-9f8b-c4eab76d52b9 tempest-VolumesSnapshotTestJSON-1645568956 tempest-VolumesSnapshotTestJSON-1645568956-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29634'] for port (None), before_response {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:46:15.545321 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [req-7fd8a950-8a00-47b8-a434-5e3cca7b2172 req-a7f17613-ca0b-41fc-9f8b-c4eab76d52b9 tempest-VolumesSnapshotTestJSON-1645568956 tempest-VolumesSnapshotTestJSON-1645568956-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0208001 May 10 17:46:15.584076 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.v2.base [req-7fd8a950-8a00-47b8-a434-5e3cca7b2172 req-ba575235-3ca5-4597-9653-44e0cab9e532 service neutron] Request body: {'port': {'device_id': '858afd1f-cdd5-4c30-b255-155c40b54fb0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84130'}} {{(pid=110153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 17:46:15.646734 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [req-7fd8a950-8a00-47b8-a434-5e3cca7b2172 req-ba575235-3ca5-4597-9653-44e0cab9e532 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1514036'] for port (8eeae9a2-0065-4b4b-9a97-c00de1868cf2), before_update {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:46:15.793868 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.db [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] get_ports_and_sgs() called for port_ids ['4a82bcea-cd65-4970-a74d-ed9e14c9779d'] {{(pid=110154) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 17:46:15.877043 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38216d27-bac8-49b3-bf93-1e778259bf02 req-46d6939d-aa7e-483d-b038-174a89e682b7 tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:46:15.887102 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-38216d27-bac8-49b3-bf93-1e778259bf02 req-46d6939d-aa7e-483d-b038-174a89e682b7 tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] 10.222.0.60 "GET /v2.0/ports?device_id=d577a65c-d60c-4d64-a506-89ea984fe255 HTTP/1.1" status: 200 len: 945 time: 0.0875907 May 10 17:46:15.951030 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.wsgi [-] (110153) accepted ('10.222.0.60', 40822) {{(pid=110153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 17:46:15.964375 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-38216d27-bac8-49b3-bf93-1e778259bf02 req-8ee4c6e6-a26a-4c49-8252-f115cf68d770 tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] 10.222.0.60 "GET /v2.0/security-groups?id=1dc31e58-b13c-4610-8a7b-a2e2a07c824b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761950 May 10 17:46:16.004649 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.notifiers.nova [req-7fd8a950-8a00-47b8-a434-5e3cca7b2172 req-ba575235-3ca5-4597-9653-44e0cab9e532 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8eeae9a2-0065-4b4b-9a97-c00de1868cf2 {{(pid=110153) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 17:46:16.013353 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [req-7fd8a950-8a00-47b8-a434-5e3cca7b2172 req-ba575235-3ca5-4597-9653-44e0cab9e532 service neutron] Publish callbacks [] for port (8eeae9a2-0065-4b4b-9a97-c00de1868cf2), precommit_update {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:46:16.026292 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.db.provisioning_blocks [req-7fd8a950-8a00-47b8-a434-5e3cca7b2172 req-ba575235-3ca5-4597-9653-44e0cab9e532 service neutron] Transition to ACTIVE for port object 8eeae9a2-0065-4b4b-9a97-c00de1868cf2 will not be triggered until provisioned by entity L2. {{(pid=110153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 10 17:46:16.030204 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [req-7fd8a950-8a00-47b8-a434-5e3cca7b2172 req-ba575235-3ca5-4597-9653-44e0cab9e532 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1514136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781795229094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781794686082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781794686100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4207220'] for port (8eeae9a2-0065-4b4b-9a97-c00de1868cf2), after_update {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:46:16.108131 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba575235-3ca5-4597-9653-44e0cab9e532 service neutron] Pushing event updated for resources: {'Port': ['ID=8eeae9a2-0065-4b4b-9a97-c00de1868cf2,revision_number=2']} {{(pid=110153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:46:16.110503 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-476798fa-6703-4775-be2b-36b9e888fdf2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:46:16.189122 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.plugins.ml2.managers [req-7fd8a950-8a00-47b8-a434-5e3cca7b2172 req-ba575235-3ca5-4597-9653-44e0cab9e532 service neutron] Attempting to bind port 8eeae9a2-0065-4b4b-9a97-c00de1868cf2 on host hv-cinder-84130 for vnic_type normal with profile {{(pid=110153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 17:46:16.189549 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.plugins.ml2.managers [req-7fd8a950-8a00-47b8-a434-5e3cca7b2172 req-ba575235-3ca5-4597-9653-44e0cab9e532 service neutron] Attempting to bind port 8eeae9a2-0065-4b4b-9a97-c00de1868cf2 by drivers openvswitch,hyperv on host hv-cinder-84130 at level 0 using segments [{'id': '6eb6a8de-e14f-4146-b244-6bae452bdd09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '29e73f79-8568-4d80-831b-136efa81b55a'}] {{(pid=110153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 17:46:16.189912 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fd8a950-8a00-47b8-a434-5e3cca7b2172 req-ba575235-3ca5-4597-9653-44e0cab9e532 service neutron] Attempting to bind port 8eeae9a2-0065-4b4b-9a97-c00de1868cf2 on network 29e73f79-8568-4d80-831b-136efa81b55a {{(pid=110153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 17:46:16.202703 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fd8a950-8a00-47b8-a434-5e3cca7b2172 req-ba575235-3ca5-4597-9653-44e0cab9e532 service neutron] Port 8eeae9a2-0065-4b4b-9a97-c00de1868cf2 on network 29e73f79-8568-4d80-831b-136efa81b55a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84130 {{(pid=110153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 17:46:16.203039 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fd8a950-8a00-47b8-a434-5e3cca7b2172 req-ba575235-3ca5-4597-9653-44e0cab9e532 service neutron] Attempting to bind port 8eeae9a2-0065-4b4b-9a97-c00de1868cf2 on network 29e73f79-8568-4d80-831b-136efa81b55a {{(pid=110153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 17:46:16.213837 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fd8a950-8a00-47b8-a434-5e3cca7b2172 req-ba575235-3ca5-4597-9653-44e0cab9e532 service neutron] Checking agent: {'id': '16638279-eb91-49a3-95a5-8b540cc2f948', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84130', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 17, 42, 31), 'started_at': datetime.datetime(2022, 5, 10, 17, 42, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 17, 46, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 17:46:16.214176 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fd8a950-8a00-47b8-a434-5e3cca7b2172 req-ba575235-3ca5-4597-9653-44e0cab9e532 service neutron] Checking segment: {'id': '6eb6a8de-e14f-4146-b244-6bae452bdd09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '29e73f79-8568-4d80-831b-136efa81b55a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 17:46:16.214572 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fd8a950-8a00-47b8-a434-5e3cca7b2172 req-ba575235-3ca5-4597-9653-44e0cab9e532 service neutron] Bound using segment: {'id': '6eb6a8de-e14f-4146-b244-6bae452bdd09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '29e73f79-8568-4d80-831b-136efa81b55a'} {{(pid=110153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 17:46:16.215055 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.plugins.ml2.managers [req-7fd8a950-8a00-47b8-a434-5e3cca7b2172 req-ba575235-3ca5-4597-9653-44e0cab9e532 service neutron] Bound port: 8eeae9a2-0065-4b4b-9a97-c00de1868cf2, host: hv-cinder-84130, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6eb6a8de-e14f-4146-b244-6bae452bdd09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '29e73f79-8568-4d80-831b-136efa81b55a'}}] {{(pid=110153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 17:46:16.215447 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [req-7fd8a950-8a00-47b8-a434-5e3cca7b2172 req-ba575235-3ca5-4597-9653-44e0cab9e532 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1514036'] for port (8eeae9a2-0065-4b4b-9a97-c00de1868cf2), before_update {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:46:16.280565 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-476798fa-6703-4775-be2b-36b9e888fdf2 admin admin] Publish callbacks [] for security_group (1f682e14-3ca6-466b-ae25-9745fd7840b6), precommit_create {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:46:16.287578 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-476798fa-6703-4775-be2b-36b9e888fdf2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-282428'] for security_group (1f682e14-3ca6-466b-ae25-9745fd7840b6), after_create {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:46:16.351528 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [None req-476798fa-6703-4775-be2b-36b9e888fdf2 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=e4208423833e4855b621e6658f2d600f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3990130 May 10 17:46:16.352773 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.plugins.ml2.db [req-7fd8a950-8a00-47b8-a434-5e3cca7b2172 req-ba575235-3ca5-4597-9653-44e0cab9e532 service neutron] For port 8eeae9a2-0065-4b4b-9a97-c00de1868cf2, host hv-cinder-84130, cleared binding levels {{(pid=110153) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 17:46:16.356739 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.wsgi [-] (110152) accepted ('10.222.0.60', 40830) {{(pid=110152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 17:46:16.357000 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.plugins.ml2.db [req-7fd8a950-8a00-47b8-a434-5e3cca7b2172 req-ba575235-3ca5-4597-9653-44e0cab9e532 service neutron] For port 8eeae9a2-0065-4b4b-9a97-c00de1868cf2, host hv-cinder-84130, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84130',level=0,port_id=8eeae9a2-0065-4b4b-9a97-c00de1868cf2,segment=NetworkSegment(6eb6a8de-e14f-4146-b244-6bae452bdd09),segment_id=6eb6a8de-e14f-4146-b244-6bae452bdd09)] {{(pid=110153) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 17:46:16.358438 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476798fa-6703-4775-be2b-36b9e888fdf2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f682e14-3ca6-466b-ae25-9745fd7840b6,revision_number=1']} {{(pid=110153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:46:16.367320 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [req-7fd8a950-8a00-47b8-a434-5e3cca7b2172 req-ba575235-3ca5-4597-9653-44e0cab9e532 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1514136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781795229094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781794686082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781794686100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4207220'] for port (8eeae9a2-0065-4b4b-9a97-c00de1868cf2), after_update {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:46:16.404686 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd8a950-8a00-47b8-a434-5e3cca7b2172 req-ba575235-3ca5-4597-9653-44e0cab9e532 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:46:16.404686 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [req-7fd8a950-8a00-47b8-a434-5e3cca7b2172 req-ba575235-3ca5-4597-9653-44e0cab9e532 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29634'] for port (None), before_response {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:46:16.407004 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [req-7fd8a950-8a00-47b8-a434-5e3cca7b2172 req-ba575235-3ca5-4597-9653-44e0cab9e532 service neutron] 10.222.0.77 "PUT /v2.0/ports/8eeae9a2-0065-4b4b-9a97-c00de1868cf2 HTTP/1.1" status: 200 len: 1094 time: 0.8271880 May 10 17:46:16.409583 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '858afd1f-cdd5-4c30-b255-155c40b54fb0', 'tag': '8eeae9a2-0065-4b4b-9a97-c00de1868cf2'}] {{(pid=110153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 17:46:16.412174 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eaab9ead4487dd9c6a2039b1a38fb17917f553062224ea878bb9a20dea692460" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51e38d99-b0ae-4cef-a9d0-480501e75b1a" -d '{"events": [{"name": "network-changed", "server_uuid": "858afd1f-cdd5-4c30-b255-155c40b54fb0", "tag": "8eeae9a2-0065-4b4b-9a97-c00de1868cf2"}]}' {{(pid=110153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 17:46:16.442469 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba575235-3ca5-4597-9653-44e0cab9e532 service neutron] Pushing event updated for resources: {'Port': ['ID=8eeae9a2-0065-4b4b-9a97-c00de1868cf2,revision_number=3']} {{(pid=110153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:46:16.465632 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f6f462-a660-4757-ac2e-205c81347cbf req-5c0f3ec5-6881-4cdc-8119-5c648191fd7c tempest-VolumesSnapshotTestJSON-1645568956 tempest-VolumesSnapshotTestJSON-1645568956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:46:16.468178 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-18f6f462-a660-4757-ac2e-205c81347cbf req-5c0f3ec5-6881-4cdc-8119-5c648191fd7c tempest-VolumesSnapshotTestJSON-1645568956 tempest-VolumesSnapshotTestJSON-1645568956-project] 10.222.0.60 "GET /v2.0/ports?device_id=858afd1f-cdd5-4c30-b255-155c40b54fb0 HTTP/1.1" status: 200 len: 944 time: 0.1217017 May 10 17:46:16.471383 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 17:46:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdbc2513-d1e8-4b10-a54e-e8e409999130 x-openstack-request-id: req-cdbc2513-d1e8-4b10-a54e-e8e409999130 {{(pid=110153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 17:46:16.471829 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "858afd1f-cdd5-4c30-b255-155c40b54fb0", "tag": "8eeae9a2-0065-4b4b-9a97-c00de1868cf2", "status": "completed", "code": 200}]} {{(pid=110153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 17:46:16.472225 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-cdbc2513-d1e8-4b10-a54e-e8e409999130 {{(pid=110153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 17:46:16.472788 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cdbc2513-d1e8-4b10-a54e-e8e409999130'] response: {'name': 'network-changed', 'server_uuid': '858afd1f-cdd5-4c30-b255-155c40b54fb0', 'tag': '8eeae9a2-0065-4b4b-9a97-c00de1868cf2', 'status': 'completed', 'code': 200} May 10 17:46:16.503592 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-665c70ef-16ea-4fb3-8632-9527f6f40dec admin admin] Publish callbacks [] for security_group (1f682e14-3ca6-466b-ae25-9745fd7840b6), before_delete {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:46:16.579254 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-665c70ef-16ea-4fb3-8632-9527f6f40dec admin admin] Publish callbacks [] for security_group (1f682e14-3ca6-466b-ae25-9745fd7840b6), precommit_delete {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:46:16.602722 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-18f6f462-a660-4757-ac2e-205c81347cbf req-80056d7a-010a-4f05-8a5b-6dae69d0ad8b tempest-VolumesSnapshotTestJSON-1645568956 tempest-VolumesSnapshotTestJSON-1645568956-project] 10.222.0.60 "GET /v2.0/security-groups?id=1b75a05f-62aa-4840-89ec-d12b9e871f92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172543 May 10 17:46:16.613488 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c2992e-62d9-4b36-a653-acee4f8a82e2 req-ae88ffaa-9af1-4984-9aeb-215029901d05 tempest-VolumesActionsTest-132291385 tempest-VolumesActionsTest-132291385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:46:16.615013 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-41c2992e-62d9-4b36-a653-acee4f8a82e2 req-ae88ffaa-9af1-4984-9aeb-215029901d05 tempest-VolumesActionsTest-132291385 tempest-VolumesActionsTest-132291385-project] 10.222.0.60 "GET /v2.0/ports?device_id=e1f166ee-0aee-4fa9-bd70-2e09c68dc2fb HTTP/1.1" status: 200 len: 944 time: 0.0937409 May 10 17:46:16.679432 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-665c70ef-16ea-4fb3-8632-9527f6f40dec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-282428'] for security_group (1f682e14-3ca6-466b-ae25-9745fd7840b6), after_delete {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:46:16.682806 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-665c70ef-16ea-4fb3-8632-9527f6f40dec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:46:16.684016 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [None req-665c70ef-16ea-4fb3-8632-9527f6f40dec admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/1f682e14-3ca6-466b-ae25-9745fd7840b6 HTTP/1.1" status: 204 len: 168 time: 0.3256001 May 10 17:46:16.691299 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-41c2992e-62d9-4b36-a653-acee4f8a82e2 req-b3d8e548-fd88-4a7e-bfc4-d37992a3383a tempest-VolumesActionsTest-132291385 tempest-VolumesActionsTest-132291385-project] 10.222.0.60 "GET /v2.0/security-groups?id=480ab515-0e3d-41fa-a9ee-830af0a3f7d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623581 May 10 17:46:16.697262 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665c70ef-16ea-4fb3-8632-9527f6f40dec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f682e14-3ca6-466b-ae25-9745fd7840b6,revision_number=None']} {{(pid=110152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:46:16.965371 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.wsgi [-] (110152) accepted ('10.222.0.60', 40842) {{(pid=110152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 17:46:16.980139 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-f2ff634a-aa30-40cd-aff8-d15872789db0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:46:17.085383 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-f2ff634a-aa30-40cd-aff8-d15872789db0 admin admin] Publish callbacks [] for security_group (bf8cc72f-e7c1-483a-ab7a-d22276e36596), precommit_create {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:46:17.085595 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.rpc [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Device 4a82bcea-cd65-4970-a74d-ed9e14c9779d up at agent hyperv_hv-cinder-84130 {{(pid=110154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 17:46:17.093344 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-f2ff634a-aa30-40cd-aff8-d15872789db0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-282428'] for security_group (bf8cc72f-e7c1-483a-ab7a-d22276e36596), after_create {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:46:17.122719 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0aee69-2b92-4291-8e44-36a4c0136387 req-c1012df6-be4f-4273-838e-e054b31d1cb2 tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:46:17.124286 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-cc0aee69-2b92-4291-8e44-36a4c0136387 req-c1012df6-be4f-4273-838e-e054b31d1cb2 tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] 10.222.0.60 "GET /v2.0/ports?device_id=d577a65c-d60c-4d64-a506-89ea984fe255 HTTP/1.1" status: 200 len: 945 time: 0.0757649 May 10 17:46:17.134678 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.db.provisioning_blocks [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Provisioning for port 4a82bcea-cd65-4970-a74d-ed9e14c9779d completed by entity L2. {{(pid=110154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 10 17:46:17.145468 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.db.provisioning_blocks [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Provisioning complete for port 4a82bcea-cd65-4970-a74d-ed9e14c9779d triggered by entity L2. {{(pid=110154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 17:46:17.146044 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525495'] for port (4a82bcea-cd65-4970-a74d-ed9e14c9779d), provisioning_complete {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:46:17.162754 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [None req-f2ff634a-aa30-40cd-aff8-d15872789db0 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=f5553d94014f46ce8dbe7de9d0dc2e1e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1938372 May 10 17:46:17.163070 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.wsgi [-] (110153) accepted ('10.222.0.60', 40848) {{(pid=110153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 17:46:17.168795 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ff634a-aa30-40cd-aff8-d15872789db0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf8cc72f-e7c1-483a-ab7a-d22276e36596,revision_number=1']} {{(pid=110152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:46:17.233710 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-cc0aee69-2b92-4291-8e44-36a4c0136387 req-b4d51bc2-23a0-4f61-b535-1f4d27717a00 tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] 10.222.0.60 "GET /v2.0/security-groups?id=1dc31e58-b13c-4610-8a7b-a2e2a07c824b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012239 May 10 17:46:17.237701 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-9c7ec307-80c6-40cc-8f33-e0bfde0360dd admin admin] Publish callbacks [] for security_group (bf8cc72f-e7c1-483a-ab7a-d22276e36596), before_delete {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:46:17.253684 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.plugin [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Current status of the port 4a82bcea-cd65-4970-a74d-ed9e14c9779d is: BUILD; New status is: ACTIVE {{(pid=110154) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 17:46:17.254210 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1514036'] for port (4a82bcea-cd65-4970-a74d-ed9e14c9779d), before_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:46:17.269522 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-9c7ec307-80c6-40cc-8f33-e0bfde0360dd admin admin] Publish callbacks [] for security_group (bf8cc72f-e7c1-483a-ab7a-d22276e36596), precommit_delete {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:46:17.285625 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1f166ee-0aee-4fa9-bd70-2e09c68dc2fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a82bcea-cd65-4970-a74d-ed9e14c9779d'}] {{(pid=110154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 17:46:17.288209 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81f5a9f60a7176de4ec81ee2de5d4e9bd281d17703f5d6403e6a691a644f2f07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3e5538b-8695-47ec-b058-e77a45d17adf" -d '{"events": [{"server_uuid": "e1f166ee-0aee-4fa9-bd70-2e09c68dc2fb", "name": "network-vif-plugged", "status": "completed", "tag": "4a82bcea-cd65-4970-a74d-ed9e14c9779d"}]}' {{(pid=110154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 17:46:17.331110 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-9c7ec307-80c6-40cc-8f33-e0bfde0360dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-282428'] for security_group (bf8cc72f-e7c1-483a-ab7a-d22276e36596), after_delete {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:46:17.333941 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-9c7ec307-80c6-40cc-8f33-e0bfde0360dd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:46:17.335146 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [None req-9c7ec307-80c6-40cc-8f33-e0bfde0360dd admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/bf8cc72f-e7c1-483a-ab7a-d22276e36596 HTTP/1.1" status: 204 len: 168 time: 0.1710112 May 10 17:46:17.348888 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7ec307-80c6-40cc-8f33-e0bfde0360dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf8cc72f-e7c1-483a-ab7a-d22276e36596,revision_number=None']} {{(pid=110153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:46:17.449081 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 17:46:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-185d1c63-bf75-48cb-a71c-7bb574bfeac6 x-openstack-request-id: req-185d1c63-bf75-48cb-a71c-7bb574bfeac6 {{(pid=110154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 17:46:17.449342 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1f166ee-0aee-4fa9-bd70-2e09c68dc2fb", "name": "network-vif-plugged", "status": "completed", "tag": "4a82bcea-cd65-4970-a74d-ed9e14c9779d", "code": 200}]} {{(pid=110154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 17:46:17.449588 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-185d1c63-bf75-48cb-a71c-7bb574bfeac6 {{(pid=110154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 17:46:17.450160 dv-cinder-841302-2-iscsi neutron-server[110154]: INFO neutron.notifiers.nova [-] Nova event matching ['req-185d1c63-bf75-48cb-a71c-7bb574bfeac6'] response: {'server_uuid': 'e1f166ee-0aee-4fa9-bd70-2e09c68dc2fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a82bcea-cd65-4970-a74d-ed9e14c9779d', 'code': 200} May 10 17:46:17.457063 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.db [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] For port 4a82bcea-cd65-4970-a74d-ed9e14c9779d, host hv-cinder-84130, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84130',level=0,port_id=4a82bcea-cd65-4970-a74d-ed9e14c9779d,segment=NetworkSegment(3ccab3b0-249b-4cd8-9067-d4a3aedebd26),segment_id=3ccab3b0-249b-4cd8-9067-d4a3aedebd26)] {{(pid=110154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 17:46:17.465023 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1514136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781795229094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781794686082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781794686100'] for port (4a82bcea-cd65-4970-a74d-ed9e14c9779d), after_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:46:17.519519 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Pushing event updated for resources: {'Port': ['ID=4a82bcea-cd65-4970-a74d-ed9e14c9779d,revision_number=5']} {{(pid=110154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:46:17.724340 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d40607-8415-4b36-ae4c-7a9791bf4801 req-240bd94f-6d19-444c-8921-d26782bef4f2 tempest-VolumesSnapshotTestJSON-1645568956 tempest-VolumesSnapshotTestJSON-1645568956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:46:17.725761 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-d8d40607-8415-4b36-ae4c-7a9791bf4801 req-240bd94f-6d19-444c-8921-d26782bef4f2 tempest-VolumesSnapshotTestJSON-1645568956 tempest-VolumesSnapshotTestJSON-1645568956-project] 10.222.0.60 "GET /v2.0/ports?device_id=858afd1f-cdd5-4c30-b255-155c40b54fb0 HTTP/1.1" status: 200 len: 944 time: 0.0507805 May 10 17:46:17.742444 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.wsgi [-] (110153) accepted ('10.222.0.60', 40870) {{(pid=110153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 17:46:17.757113 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-c1b0a4f6-43d7-4816-be3d-d8b635aebe1e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:46:17.786379 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-d8d40607-8415-4b36-ae4c-7a9791bf4801 req-2eecfee5-b50f-47d1-8d20-52286b767149 tempest-VolumesSnapshotTestJSON-1645568956 tempest-VolumesSnapshotTestJSON-1645568956-project] 10.222.0.60 "GET /v2.0/security-groups?id=1b75a05f-62aa-4840-89ec-d12b9e871f92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548890 May 10 17:46:17.826774 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5eec24b-33c5-4b2b-aca8-b856d1ffdf1b req-acfb18f2-0def-4dec-9956-54f26646b88e tempest-VolumesActionsTest-132291385 tempest-VolumesActionsTest-132291385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:46:17.828829 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-c5eec24b-33c5-4b2b-aca8-b856d1ffdf1b req-acfb18f2-0def-4dec-9956-54f26646b88e tempest-VolumesActionsTest-132291385 tempest-VolumesActionsTest-132291385-project] 10.222.0.60 "GET /v2.0/ports?device_id=e1f166ee-0aee-4fa9-bd70-2e09c68dc2fb HTTP/1.1" status: 200 len: 945 time: 0.0550811 May 10 17:46:17.851747 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-c1b0a4f6-43d7-4816-be3d-d8b635aebe1e admin admin] Publish callbacks [] for security_group (f90143bc-12cc-4dd1-a7df-3ba14ba85f4c), precommit_create {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:46:17.857226 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-c1b0a4f6-43d7-4816-be3d-d8b635aebe1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-282428'] for security_group (f90143bc-12cc-4dd1-a7df-3ba14ba85f4c), after_create {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:46:17.885084 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-c5eec24b-33c5-4b2b-aca8-b856d1ffdf1b req-056a3b64-e796-4991-b5ec-215578c0e276 tempest-VolumesActionsTest-132291385 tempest-VolumesActionsTest-132291385-project] 10.222.0.60 "GET /v2.0/security-groups?id=480ab515-0e3d-41fa-a9ee-830af0a3f7d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445368 May 10 17:46:17.896948 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [None req-c1b0a4f6-43d7-4816-be3d-d8b635aebe1e admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=794fe149b2c9406b8b92519d647f6e02&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1522141 May 10 17:46:17.897778 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b0a4f6-43d7-4816-be3d-d8b635aebe1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f90143bc-12cc-4dd1-a7df-3ba14ba85f4c,revision_number=1']} {{(pid=110153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:46:17.900320 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.wsgi [-] (110153) accepted ('10.222.0.60', 40872) {{(pid=110153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 17:46:17.949267 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-822ef0b9-7175-4498-a8f4-5bb113b1b269 admin admin] Publish callbacks [] for security_group (f90143bc-12cc-4dd1-a7df-3ba14ba85f4c), before_delete {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:46:17.972118 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-822ef0b9-7175-4498-a8f4-5bb113b1b269 admin admin] Publish callbacks [] for security_group (f90143bc-12cc-4dd1-a7df-3ba14ba85f4c), precommit_delete {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:46:18.051116 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e38d99-b0ae-4cef-a9d0-480501e75b1a req-ca70a505-b1a0-42cc-96ca-eee81ec65912 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:46:18.052663 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [req-51e38d99-b0ae-4cef-a9d0-480501e75b1a req-ca70a505-b1a0-42cc-96ca-eee81ec65912 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=9a2c0807e3fc4161b894f123e8acc473&device_id=858afd1f-cdd5-4c30-b255-155c40b54fb0 HTTP/1.1" status: 200 len: 1128 time: 0.0505412 May 10 17:46:18.059584 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-822ef0b9-7175-4498-a8f4-5bb113b1b269 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-282428'] for security_group (f90143bc-12cc-4dd1-a7df-3ba14ba85f4c), after_delete {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:46:18.063036 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-822ef0b9-7175-4498-a8f4-5bb113b1b269 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:46:18.067896 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [None req-822ef0b9-7175-4498-a8f4-5bb113b1b269 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/f90143bc-12cc-4dd1-a7df-3ba14ba85f4c HTTP/1.1" status: 204 len: 168 time: 0.1659322 May 10 17:46:18.079040 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822ef0b9-7175-4498-a8f4-5bb113b1b269 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f90143bc-12cc-4dd1-a7df-3ba14ba85f4c,revision_number=None']} {{(pid=110153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:46:18.346277 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665fae30-930e-4ba5-bb57-d75247b39baa req-598f53ed-e41c-4e0b-95bd-448b60d7dfad tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:46:18.347149 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-665fae30-930e-4ba5-bb57-d75247b39baa req-598f53ed-e41c-4e0b-95bd-448b60d7dfad tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] 10.222.0.60 "GET /v2.0/ports?device_id=d577a65c-d60c-4d64-a506-89ea984fe255 HTTP/1.1" status: 200 len: 945 time: 0.0524874 May 10 17:46:18.426222 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-665fae30-930e-4ba5-bb57-d75247b39baa req-229337b9-e0b5-4f19-89c9-f841898c7e77 tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] 10.222.0.60 "GET /v2.0/security-groups?id=1dc31e58-b13c-4610-8a7b-a2e2a07c824b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715568 May 10 17:46:18.916426 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0673677a-ea52-4cd5-8fb4-b6f3ddc91c3f req-39ac019c-eb17-4660-b22b-10e0502b6665 tempest-VolumesSnapshotTestJSON-1645568956 tempest-VolumesSnapshotTestJSON-1645568956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:46:18.918408 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-0673677a-ea52-4cd5-8fb4-b6f3ddc91c3f req-39ac019c-eb17-4660-b22b-10e0502b6665 tempest-VolumesSnapshotTestJSON-1645568956 tempest-VolumesSnapshotTestJSON-1645568956-project] 10.222.0.60 "GET /v2.0/ports?device_id=858afd1f-cdd5-4c30-b255-155c40b54fb0 HTTP/1.1" status: 200 len: 944 time: 0.0531044 May 10 17:46:19.017216 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-0673677a-ea52-4cd5-8fb4-b6f3ddc91c3f req-5c01df5b-b56d-4467-b866-0c5929ef8521 tempest-VolumesSnapshotTestJSON-1645568956 tempest-VolumesSnapshotTestJSON-1645568956-project] 10.222.0.60 "GET /v2.0/security-groups?id=1b75a05f-62aa-4840-89ec-d12b9e871f92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888562 May 10 17:46:19.030343 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa4c164-db8e-48e0-b8ea-26cc8b0e7d65 req-cbeba955-adfe-48df-b0ec-8c7d8e5be0bc tempest-VolumesActionsTest-132291385 tempest-VolumesActionsTest-132291385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:46:19.031953 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-2fa4c164-db8e-48e0-b8ea-26cc8b0e7d65 req-cbeba955-adfe-48df-b0ec-8c7d8e5be0bc tempest-VolumesActionsTest-132291385 tempest-VolumesActionsTest-132291385-project] 10.222.0.60 "GET /v2.0/ports?device_id=e1f166ee-0aee-4fa9-bd70-2e09c68dc2fb HTTP/1.1" status: 200 len: 945 time: 0.0707142 May 10 17:46:19.088915 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-2fa4c164-db8e-48e0-b8ea-26cc8b0e7d65 req-3252d621-0ac6-45ec-97d2-059ca15f00c9 tempest-VolumesActionsTest-132291385 tempest-VolumesActionsTest-132291385-project] 10.222.0.60 "GET /v2.0/security-groups?id=480ab515-0e3d-41fa-a9ee-830af0a3f7d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499551 May 10 17:46:19.557669 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea858c38-1aee-4095-bb00-48e6c9201312 req-25d62893-7e3c-4fe7-9c01-4e626dbe658a tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:46:19.559132 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-ea858c38-1aee-4095-bb00-48e6c9201312 req-25d62893-7e3c-4fe7-9c01-4e626dbe658a tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] 10.222.0.60 "GET /v2.0/ports?device_id=d577a65c-d60c-4d64-a506-89ea984fe255 HTTP/1.1" status: 200 len: 945 time: 0.0545409 May 10 17:46:19.607896 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-ea858c38-1aee-4095-bb00-48e6c9201312 req-b0334cbc-74c3-416d-b2e5-1af43c858e87 tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] 10.222.0.60 "GET /v2.0/security-groups?id=1dc31e58-b13c-4610-8a7b-a2e2a07c824b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430071 May 10 17:46:20.146689 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e053210-6b1c-4ada-bf8d-dffb49dbca2a req-50699eaa-3d37-49bb-b7e1-cfad64c89293 tempest-VolumesSnapshotTestJSON-1645568956 tempest-VolumesSnapshotTestJSON-1645568956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:46:20.148256 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-0e053210-6b1c-4ada-bf8d-dffb49dbca2a req-50699eaa-3d37-49bb-b7e1-cfad64c89293 tempest-VolumesSnapshotTestJSON-1645568956 tempest-VolumesSnapshotTestJSON-1645568956-project] 10.222.0.60 "GET /v2.0/ports?device_id=858afd1f-cdd5-4c30-b255-155c40b54fb0 HTTP/1.1" status: 200 len: 944 time: 0.0617809 May 10 17:46:20.194253 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e38d99-b0ae-4cef-a9d0-480501e75b1a req-ef429215-d67c-4037-a866-9054cc3ebe96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:46:20.196081 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [req-51e38d99-b0ae-4cef-a9d0-480501e75b1a req-ef429215-d67c-4037-a866-9054cc3ebe96 service neutron] 10.222.0.77 "GET /v2.0/networks?tenant_id=9a2c0807e3fc4161b894f123e8acc473&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1019268 May 10 17:46:20.230067 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-0e053210-6b1c-4ada-bf8d-dffb49dbca2a req-6691aa21-3d97-4705-ac33-b8cfc0397ec3 tempest-VolumesSnapshotTestJSON-1645568956 tempest-VolumesSnapshotTestJSON-1645568956-project] 10.222.0.60 "GET /v2.0/security-groups?id=1b75a05f-62aa-4840-89ec-d12b9e871f92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754399 May 10 17:46:20.240692 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f12f87-dc96-4c19-98a9-5fe4ed3a5652 req-015965ce-a922-419a-8589-5f75ca9c5c70 tempest-VolumesActionsTest-132291385 tempest-VolumesActionsTest-132291385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:46:20.242143 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-78f12f87-dc96-4c19-98a9-5fe4ed3a5652 req-015965ce-a922-419a-8589-5f75ca9c5c70 tempest-VolumesActionsTest-132291385 tempest-VolumesActionsTest-132291385-project] 10.222.0.60 "GET /v2.0/ports?device_id=e1f166ee-0aee-4fa9-bd70-2e09c68dc2fb HTTP/1.1" status: 200 len: 945 time: 0.0659955 May 10 17:46:20.293198 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-78f12f87-dc96-4c19-98a9-5fe4ed3a5652 req-d9e50485-ab9b-41a4-9fe6-d25772e0b42d tempest-VolumesActionsTest-132291385 tempest-VolumesActionsTest-132291385-project] 10.222.0.60 "GET /v2.0/security-groups?id=480ab515-0e3d-41fa-a9ee-830af0a3f7d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445344 May 10 17:46:20.721903 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018c2a0f-971e-4dff-8fa1-04369eb8edb1 req-9ba4859e-a0f9-47de-bf62-a8bb3c94a515 tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:46:20.723383 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-018c2a0f-971e-4dff-8fa1-04369eb8edb1 req-9ba4859e-a0f9-47de-bf62-a8bb3c94a515 tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] 10.222.0.60 "GET /v2.0/ports?device_id=d577a65c-d60c-4d64-a506-89ea984fe255 HTTP/1.1" status: 200 len: 945 time: 0.0482447 May 10 17:46:20.781916 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-018c2a0f-971e-4dff-8fa1-04369eb8edb1 req-cb9643da-5521-42ed-bac8-6f94cf78224d tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] 10.222.0.60 "GET /v2.0/security-groups?id=1dc31e58-b13c-4610-8a7b-a2e2a07c824b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522563 May 10 17:46:21.366995 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264113bf-2bc2-47eb-ad92-cd9324f8811b req-247a18b8-fbfd-4b8f-aa18-d29c87bcaa44 tempest-VolumesSnapshotTestJSON-1645568956 tempest-VolumesSnapshotTestJSON-1645568956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:46:21.369730 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-264113bf-2bc2-47eb-ad92-cd9324f8811b req-247a18b8-fbfd-4b8f-aa18-d29c87bcaa44 tempest-VolumesSnapshotTestJSON-1645568956 tempest-VolumesSnapshotTestJSON-1645568956-project] 10.222.0.60 "GET /v2.0/ports?device_id=858afd1f-cdd5-4c30-b255-155c40b54fb0 HTTP/1.1" status: 200 len: 944 time: 0.0674450 May 10 17:46:21.435963 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ae9c4e-7324-4dba-8ddc-a5200affe585 req-3c2434fe-c756-4aa1-9bc9-1bd6b465407b tempest-VolumesActionsTest-132291385 tempest-VolumesActionsTest-132291385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:46:21.437445 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-22ae9c4e-7324-4dba-8ddc-a5200affe585 req-3c2434fe-c756-4aa1-9bc9-1bd6b465407b tempest-VolumesActionsTest-132291385 tempest-VolumesActionsTest-132291385-project] 10.222.0.60 "GET /v2.0/ports?device_id=e1f166ee-0aee-4fa9-bd70-2e09c68dc2fb HTTP/1.1" status: 200 len: 945 time: 0.0668328 May 10 17:46:21.466025 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-264113bf-2bc2-47eb-ad92-cd9324f8811b req-e84e2012-04f8-4ee9-9c6a-67f83c5ef610 tempest-VolumesSnapshotTestJSON-1645568956 tempest-VolumesSnapshotTestJSON-1645568956-project] 10.222.0.60 "GET /v2.0/security-groups?id=1b75a05f-62aa-4840-89ec-d12b9e871f92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867393 May 10 17:46:21.489986 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e38d99-b0ae-4cef-a9d0-480501e75b1a req-041d2015-6a56-4813-b0c9-21597f84beaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:46:21.492233 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [req-51e38d99-b0ae-4cef-a9d0-480501e75b1a req-041d2015-6a56-4813-b0c9-21597f84beaa service neutron] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1033821 May 10 17:46:21.531731 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-22ae9c4e-7324-4dba-8ddc-a5200affe585 req-136e8007-7a90-43d7-8e98-8c537eb54155 tempest-VolumesActionsTest-132291385 tempest-VolumesActionsTest-132291385-project] 10.222.0.60 "GET /v2.0/security-groups?id=480ab515-0e3d-41fa-a9ee-830af0a3f7d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880892 May 10 17:46:21.558995 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ad6508-a15e-433a-abf9-cf17ff69f0e0 req-3f65fd32-c34f-4ea8-8e6f-d2ecc9c647f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:46:21.561025 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-13ad6508-a15e-433a-abf9-cf17ff69f0e0 req-3f65fd32-c34f-4ea8-8e6f-d2ecc9c647f2 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=e1f166ee-0aee-4fa9-bd70-2e09c68dc2fb HTTP/1.1" status: 200 len: 1129 time: 0.0782666 May 10 17:46:21.600540 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ece0a3-57bb-4d98-a4e1-f0c1409d3b19 req-9af0d396-2a34-4de0-9ef2-632e0b90e7e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:46:21.602887 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [req-55ece0a3-57bb-4d98-a4e1-f0c1409d3b19 req-9af0d396-2a34-4de0-9ef2-632e0b90e7e0 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=d577a65c-d60c-4d64-a506-89ea984fe255 HTTP/1.1" status: 200 len: 1129 time: 0.0859480 May 10 17:46:21.613386 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-13ad6508-a15e-433a-abf9-cf17ff69f0e0 req-28a73b06-9a95-49e2-9d45-2e2657a520e9 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=480ab515-0e3d-41fa-a9ee-830af0a3f7d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455282 May 10 17:46:21.623109 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd8a950-8a00-47b8-a434-5e3cca7b2172 req-ea258946-417a-4f09-b69e-3cf5a3cb5f0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:46:21.624553 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [req-7fd8a950-8a00-47b8-a434-5e3cca7b2172 req-ea258946-417a-4f09-b69e-3cf5a3cb5f0b service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=9a2c0807e3fc4161b894f123e8acc473&device_id=858afd1f-cdd5-4c30-b255-155c40b54fb0 HTTP/1.1" status: 200 len: 1128 time: 0.0555506 May 10 17:46:21.651098 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [req-55ece0a3-57bb-4d98-a4e1-f0c1409d3b19 req-35152438-14fe-46e3-861f-1c6e963dd037 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=1dc31e58-b13c-4610-8a7b-a2e2a07c824b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428717 May 10 17:46:21.900008 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf2c1ed-c3b4-41e4-93df-88eaa9a669fb req-85f1bbde-ca98-44eb-8feb-88d1711b2f30 tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:46:21.901488 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-2cf2c1ed-c3b4-41e4-93df-88eaa9a669fb req-85f1bbde-ca98-44eb-8feb-88d1711b2f30 tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] 10.222.0.60 "GET /v2.0/ports?device_id=d577a65c-d60c-4d64-a506-89ea984fe255 HTTP/1.1" status: 200 len: 945 time: 0.0481319 May 10 17:46:21.949433 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-2cf2c1ed-c3b4-41e4-93df-88eaa9a669fb req-b1b48611-6cf5-476e-8066-b0615d0f560d tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] 10.222.0.60 "GET /v2.0/security-groups?id=1dc31e58-b13c-4610-8a7b-a2e2a07c824b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424409 May 10 17:46:22.610509 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32f9991-0aac-4d0e-809e-add6eac5fa77 req-267e0d6d-1ab8-4fab-8c80-953666ed8fa6 tempest-VolumesSnapshotTestJSON-1645568956 tempest-VolumesSnapshotTestJSON-1645568956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:46:22.615942 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-f32f9991-0aac-4d0e-809e-add6eac5fa77 req-267e0d6d-1ab8-4fab-8c80-953666ed8fa6 tempest-VolumesSnapshotTestJSON-1645568956 tempest-VolumesSnapshotTestJSON-1645568956-project] 10.222.0.60 "GET /v2.0/ports?device_id=858afd1f-cdd5-4c30-b255-155c40b54fb0 HTTP/1.1" status: 200 len: 944 time: 0.0703979 May 10 17:46:22.690267 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339474ae-7dd5-4111-837d-5a493cde5c73 req-2f5843cc-89a0-4b1c-a830-28f43bad11b1 tempest-VolumesActionsTest-132291385 tempest-VolumesActionsTest-132291385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:46:22.691874 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-339474ae-7dd5-4111-837d-5a493cde5c73 req-2f5843cc-89a0-4b1c-a830-28f43bad11b1 tempest-VolumesActionsTest-132291385 tempest-VolumesActionsTest-132291385-project] 10.222.0.60 "GET /v2.0/ports?device_id=e1f166ee-0aee-4fa9-bd70-2e09c68dc2fb HTTP/1.1" status: 200 len: 945 time: 0.0749843 May 10 17:46:22.721550 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [req-7fd8a950-8a00-47b8-a434-5e3cca7b2172 req-2b3a4b72-980f-4d72-86c4-db62c16538de service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8eeae9a2-0065-4b4b-9a97-c00de1868cf2 HTTP/1.1" status: 200 len: 217 time: 0.0393345 May 10 17:46:22.730539 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-f32f9991-0aac-4d0e-809e-add6eac5fa77 req-a228bec2-08a9-4f79-935b-e7a4ce1628de tempest-VolumesSnapshotTestJSON-1645568956 tempest-VolumesSnapshotTestJSON-1645568956-project] 10.222.0.60 "GET /v2.0/security-groups?id=1b75a05f-62aa-4840-89ec-d12b9e871f92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114225 May 10 17:46:22.765653 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-339474ae-7dd5-4111-837d-5a493cde5c73 req-e9675442-c07d-490f-8660-718be4301370 tempest-VolumesActionsTest-132291385 tempest-VolumesActionsTest-132291385-project] 10.222.0.60 "GET /v2.0/security-groups?id=480ab515-0e3d-41fa-a9ee-830af0a3f7d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666897 May 10 17:46:23.070037 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e46808-66df-436c-bc10-21e17840343c req-ec4635b3-9b04-4a5b-8c7e-5904d9ae57fc tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:46:23.071999 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-f2e46808-66df-436c-bc10-21e17840343c req-ec4635b3-9b04-4a5b-8c7e-5904d9ae57fc tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] 10.222.0.60 "GET /v2.0/ports?device_id=d577a65c-d60c-4d64-a506-89ea984fe255 HTTP/1.1" status: 200 len: 945 time: 0.0485425 May 10 17:46:23.131605 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-f2e46808-66df-436c-bc10-21e17840343c req-7d648565-1eeb-447e-9fdb-c9eb4010a06b tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] 10.222.0.60 "GET /v2.0/security-groups?id=1dc31e58-b13c-4610-8a7b-a2e2a07c824b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539274 May 10 17:46:23.902350 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258ecb6d-28b9-4fee-9c67-cb60fded3e20 req-4b820654-cf88-46cc-846e-164e33718739 tempest-VolumesSnapshotTestJSON-1645568956 tempest-VolumesSnapshotTestJSON-1645568956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:46:23.905051 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-258ecb6d-28b9-4fee-9c67-cb60fded3e20 req-4b820654-cf88-46cc-846e-164e33718739 tempest-VolumesSnapshotTestJSON-1645568956 tempest-VolumesSnapshotTestJSON-1645568956-project] 10.222.0.60 "GET /v2.0/ports?device_id=858afd1f-cdd5-4c30-b255-155c40b54fb0 HTTP/1.1" status: 200 len: 944 time: 0.1030219 May 10 17:46:23.937279 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed19d05c-ab5e-4c60-bb96-c87c4984b1cc req-ce93ae4a-3360-4071-85a7-c4ff5519c8f2 tempest-VolumesActionsTest-132291385 tempest-VolumesActionsTest-132291385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:46:23.939645 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-ed19d05c-ab5e-4c60-bb96-c87c4984b1cc req-ce93ae4a-3360-4071-85a7-c4ff5519c8f2 tempest-VolumesActionsTest-132291385 tempest-VolumesActionsTest-132291385-project] 10.222.0.60 "GET /v2.0/ports?device_id=e1f166ee-0aee-4fa9-bd70-2e09c68dc2fb HTTP/1.1" status: 200 len: 945 time: 0.0863857 May 10 17:46:23.987898 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-258ecb6d-28b9-4fee-9c67-cb60fded3e20 req-0fa3b100-c44f-4a6d-bc3e-24732d3d8bdf tempest-VolumesSnapshotTestJSON-1645568956 tempest-VolumesSnapshotTestJSON-1645568956-project] 10.222.0.60 "GET /v2.0/security-groups?id=1b75a05f-62aa-4840-89ec-d12b9e871f92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761936 May 10 17:46:24.017704 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-ed19d05c-ab5e-4c60-bb96-c87c4984b1cc req-277ccadc-c06c-4fb4-b32e-1eef7c82e1d8 tempest-VolumesActionsTest-132291385 tempest-VolumesActionsTest-132291385-project] 10.222.0.60 "GET /v2.0/security-groups?id=480ab515-0e3d-41fa-a9ee-830af0a3f7d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688505 May 10 17:46:24.122194 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.wsgi [-] (110153) accepted ('10.222.0.60', 40982) {{(pid=110153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 17:46:24.253992 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-4cb409c8-4b77-4b6e-979b-3a3797f5dbac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:46:24.254246 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b92e1f-b9e1-4bb5-b7c6-63ccfc5f9eeb req-6afee3ba-305a-45ea-b439-fc4157f96826 tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:46:24.256596 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-64b92e1f-b9e1-4bb5-b7c6-63ccfc5f9eeb req-6afee3ba-305a-45ea-b439-fc4157f96826 tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] 10.222.0.60 "GET /v2.0/ports?device_id=d577a65c-d60c-4d64-a506-89ea984fe255 HTTP/1.1" status: 200 len: 945 time: 0.0572577 May 10 17:46:24.312011 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-64b92e1f-b9e1-4bb5-b7c6-63ccfc5f9eeb req-61bbb95f-776b-424e-b518-c625c99fdef9 tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] 10.222.0.60 "GET /v2.0/security-groups?id=1dc31e58-b13c-4610-8a7b-a2e2a07c824b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493417 May 10 17:46:24.335050 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-4cb409c8-4b77-4b6e-979b-3a3797f5dbac admin admin] Publish callbacks [] for security_group (765bc44c-dbf0-4361-80f6-26d8ca2b4783), precommit_create {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:46:24.338555 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-4cb409c8-4b77-4b6e-979b-3a3797f5dbac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-282428'] for security_group (765bc44c-dbf0-4361-80f6-26d8ca2b4783), after_create {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:46:24.377682 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [None req-4cb409c8-4b77-4b6e-979b-3a3797f5dbac admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=f8566222aa2b47dea801ebd6fb1eabef&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2544148 May 10 17:46:24.378406 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb409c8-4b77-4b6e-979b-3a3797f5dbac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=765bc44c-dbf0-4361-80f6-26d8ca2b4783,revision_number=1']} {{(pid=110153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:46:24.380361 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.wsgi [-] (110152) accepted ('10.222.0.60', 40990) {{(pid=110152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 17:46:24.432634 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-24e866f4-0ddc-445c-9edb-c8ee8bc9f8ed admin admin] Publish callbacks [] for security_group (765bc44c-dbf0-4361-80f6-26d8ca2b4783), before_delete {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:46:24.455607 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-24e866f4-0ddc-445c-9edb-c8ee8bc9f8ed admin admin] Publish callbacks [] for security_group (765bc44c-dbf0-4361-80f6-26d8ca2b4783), precommit_delete {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:46:24.509426 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-24e866f4-0ddc-445c-9edb-c8ee8bc9f8ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-282428'] for security_group (765bc44c-dbf0-4361-80f6-26d8ca2b4783), after_delete {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:46:24.512303 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-24e866f4-0ddc-445c-9edb-c8ee8bc9f8ed admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:46:24.513923 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [None req-24e866f4-0ddc-445c-9edb-c8ee8bc9f8ed admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/765bc44c-dbf0-4361-80f6-26d8ca2b4783 HTTP/1.1" status: 204 len: 168 time: 0.1325247 May 10 17:46:24.527049 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e866f4-0ddc-445c-9edb-c8ee8bc9f8ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=765bc44c-dbf0-4361-80f6-26d8ca2b4783,revision_number=None']} {{(pid=110152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:46:24.826804 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.wsgi [-] (110153) accepted ('10.222.0.60', 41000) {{(pid=110153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 17:46:24.841652 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-3a6dd1f5-4ec0-4dc3-91bd-55f7300cf6a7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:46:24.923138 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-3a6dd1f5-4ec0-4dc3-91bd-55f7300cf6a7 admin admin] Publish callbacks [] for security_group (7e0ab8d1-6960-46dc-8739-69fcb15899f6), precommit_create {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:46:24.927476 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-3a6dd1f5-4ec0-4dc3-91bd-55f7300cf6a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-282428'] for security_group (7e0ab8d1-6960-46dc-8739-69fcb15899f6), after_create {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:46:24.970159 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [None req-3a6dd1f5-4ec0-4dc3-91bd-55f7300cf6a7 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=e10a68a6df7d4d119eace5a3b42c51cb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1422212 May 10 17:46:24.971025 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6dd1f5-4ec0-4dc3-91bd-55f7300cf6a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e0ab8d1-6960-46dc-8739-69fcb15899f6,revision_number=1']} {{(pid=110153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:46:24.972906 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.wsgi [-] (110152) accepted ('10.222.0.60', 41002) {{(pid=110152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 17:46:25.022907 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-c0994a4d-251c-4291-9acc-bcbdddd080e6 admin admin] Publish callbacks [] for security_group (7e0ab8d1-6960-46dc-8739-69fcb15899f6), before_delete {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:46:25.046645 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-c0994a4d-251c-4291-9acc-bcbdddd080e6 admin admin] Publish callbacks [] for security_group (7e0ab8d1-6960-46dc-8739-69fcb15899f6), precommit_delete {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:46:25.147818 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b6d6e1-3f00-401d-8865-aca8cd0784dd req-6a4bd0c3-b715-4d49-b0ec-94c79e22e969 tempest-VolumesSnapshotTestJSON-1645568956 tempest-VolumesSnapshotTestJSON-1645568956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:46:25.149884 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-77b6d6e1-3f00-401d-8865-aca8cd0784dd req-6a4bd0c3-b715-4d49-b0ec-94c79e22e969 tempest-VolumesSnapshotTestJSON-1645568956 tempest-VolumesSnapshotTestJSON-1645568956-project] 10.222.0.60 "GET /v2.0/ports?device_id=858afd1f-cdd5-4c30-b255-155c40b54fb0 HTTP/1.1" status: 200 len: 944 time: 0.0917034 May 10 17:46:25.176231 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf7bb01-e951-4f6a-aa98-8034a526f9ab req-7215edae-9530-491a-90c0-7d1ed530f667 tempest-VolumesActionsTest-132291385 tempest-VolumesActionsTest-132291385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:46:25.177810 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-2bf7bb01-e951-4f6a-aa98-8034a526f9ab req-7215edae-9530-491a-90c0-7d1ed530f667 tempest-VolumesActionsTest-132291385 tempest-VolumesActionsTest-132291385-project] 10.222.0.60 "GET /v2.0/ports?device_id=e1f166ee-0aee-4fa9-bd70-2e09c68dc2fb HTTP/1.1" status: 200 len: 945 time: 0.0772233 May 10 17:46:25.186043 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-c0994a4d-251c-4291-9acc-bcbdddd080e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-282428'] for security_group (7e0ab8d1-6960-46dc-8739-69fcb15899f6), after_delete {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:46:25.188606 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-c0994a4d-251c-4291-9acc-bcbdddd080e6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:46:25.189699 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [None req-c0994a4d-251c-4291-9acc-bcbdddd080e6 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/7e0ab8d1-6960-46dc-8739-69fcb15899f6 HTTP/1.1" status: 204 len: 168 time: 0.2158024 May 10 17:46:25.218280 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0994a4d-251c-4291-9acc-bcbdddd080e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e0ab8d1-6960-46dc-8739-69fcb15899f6,revision_number=None']} {{(pid=110152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:46:25.268511 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-77b6d6e1-3f00-401d-8865-aca8cd0784dd req-e14b53fa-1d89-48f6-927d-64bfdf90fc1c tempest-VolumesSnapshotTestJSON-1645568956 tempest-VolumesSnapshotTestJSON-1645568956-project] 10.222.0.60 "GET /v2.0/security-groups?id=1b75a05f-62aa-4840-89ec-d12b9e871f92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113088 May 10 17:46:25.276168 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-2bf7bb01-e951-4f6a-aa98-8034a526f9ab req-0fb1b436-918f-4b97-9903-11df0ab7ea29 tempest-VolumesActionsTest-132291385 tempest-VolumesActionsTest-132291385-project] 10.222.0.60 "GET /v2.0/security-groups?id=480ab515-0e3d-41fa-a9ee-830af0a3f7d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910690 May 10 17:46:25.420357 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5594c03-b5ac-4b7d-973b-f2499d7e63b5 req-a54e8d96-3283-485d-b527-7f0de91289fb tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:46:25.422057 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-c5594c03-b5ac-4b7d-973b-f2499d7e63b5 req-a54e8d96-3283-485d-b527-7f0de91289fb tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] 10.222.0.60 "GET /v2.0/ports?device_id=d577a65c-d60c-4d64-a506-89ea984fe255 HTTP/1.1" status: 200 len: 945 time: 0.0489814 May 10 17:46:25.486709 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-c5594c03-b5ac-4b7d-973b-f2499d7e63b5 req-06fce084-393d-472c-8348-e5c6b01b36a9 tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] 10.222.0.60 "GET /v2.0/security-groups?id=1dc31e58-b13c-4610-8a7b-a2e2a07c824b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587928 May 10 17:46:26.444978 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26921f75-701b-4196-bf73-3c6695daf3ce req-895eb758-0d83-4a64-984d-f353ff6ddc9b tempest-VolumesActionsTest-132291385 tempest-VolumesActionsTest-132291385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:46:26.447452 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-26921f75-701b-4196-bf73-3c6695daf3ce req-895eb758-0d83-4a64-984d-f353ff6ddc9b tempest-VolumesActionsTest-132291385 tempest-VolumesActionsTest-132291385-project] 10.222.0.60 "GET /v2.0/ports?device_id=e1f166ee-0aee-4fa9-bd70-2e09c68dc2fb HTTP/1.1" status: 200 len: 945 time: 0.0830531 May 10 17:46:26.481870 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38553fad-612e-48e9-803e-f35cdedbfd5d req-b76e3018-2f38-4d76-9419-38a95fc282e4 tempest-VolumesSnapshotTestJSON-1645568956 tempest-VolumesSnapshotTestJSON-1645568956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:46:26.483624 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-38553fad-612e-48e9-803e-f35cdedbfd5d req-b76e3018-2f38-4d76-9419-38a95fc282e4 tempest-VolumesSnapshotTestJSON-1645568956 tempest-VolumesSnapshotTestJSON-1645568956-project] 10.222.0.60 "GET /v2.0/ports?device_id=858afd1f-cdd5-4c30-b255-155c40b54fb0 HTTP/1.1" status: 200 len: 944 time: 0.0816269 May 10 17:46:26.554296 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-26921f75-701b-4196-bf73-3c6695daf3ce req-0f23d414-0ffb-46fb-b5ba-681404b265db tempest-VolumesActionsTest-132291385 tempest-VolumesActionsTest-132291385-project] 10.222.0.60 "GET /v2.0/security-groups?id=480ab515-0e3d-41fa-a9ee-830af0a3f7d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887160 May 10 17:46:26.566355 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-38553fad-612e-48e9-803e-f35cdedbfd5d req-a6585f6f-1ab1-4d51-9cf3-d1497ac867ca tempest-VolumesSnapshotTestJSON-1645568956 tempest-VolumesSnapshotTestJSON-1645568956-project] 10.222.0.60 "GET /v2.0/security-groups?id=1b75a05f-62aa-4840-89ec-d12b9e871f92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719078 May 10 17:46:26.669274 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6185d1b9-935a-4202-bea0-35b657b28635 req-c7198c5f-f671-48a4-a03a-f36da83729ed tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:46:26.670982 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-6185d1b9-935a-4202-bea0-35b657b28635 req-c7198c5f-f671-48a4-a03a-f36da83729ed tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] 10.222.0.60 "GET /v2.0/ports?device_id=d577a65c-d60c-4d64-a506-89ea984fe255 HTTP/1.1" status: 200 len: 945 time: 0.0559099 May 10 17:46:26.743284 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-6185d1b9-935a-4202-bea0-35b657b28635 req-8674e8b6-80e9-4625-b1f7-084be446adf0 tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] 10.222.0.60 "GET /v2.0/security-groups?id=1dc31e58-b13c-4610-8a7b-a2e2a07c824b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664599 May 10 17:46:27.555256 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-49255542-bbea-4703-8f2a-d9171a8f9d11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781795183391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525393'] for agent (b2ad0527-00d5-4995-bc97-ec84c4e02f0b), after_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:46:27.704692 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfee7305-f35b-4ee7-ad2a-b67d0121c584 req-83a723dc-4e9e-4c78-ad0c-b861564b4be6 tempest-VolumesActionsTest-132291385 tempest-VolumesActionsTest-132291385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:46:27.707004 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-dfee7305-f35b-4ee7-ad2a-b67d0121c584 req-83a723dc-4e9e-4c78-ad0c-b861564b4be6 tempest-VolumesActionsTest-132291385 tempest-VolumesActionsTest-132291385-project] 10.222.0.60 "GET /v2.0/ports?device_id=e1f166ee-0aee-4fa9-bd70-2e09c68dc2fb HTTP/1.1" status: 200 len: 945 time: 0.0776882 May 10 17:46:27.738524 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea57719-01f3-4232-ab3c-c6d29afa7a22 req-540a364c-b384-418c-af8b-aab4b430b2d9 tempest-VolumesSnapshotTestJSON-1645568956 tempest-VolumesSnapshotTestJSON-1645568956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:46:27.740142 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-8ea57719-01f3-4232-ab3c-c6d29afa7a22 req-540a364c-b384-418c-af8b-aab4b430b2d9 tempest-VolumesSnapshotTestJSON-1645568956 tempest-VolumesSnapshotTestJSON-1645568956-project] 10.222.0.60 "GET /v2.0/ports?device_id=858afd1f-cdd5-4c30-b255-155c40b54fb0 HTTP/1.1" status: 200 len: 944 time: 0.0967259 May 10 17:46:27.794435 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-dfee7305-f35b-4ee7-ad2a-b67d0121c584 req-f7c72972-a1e5-4037-b3e4-27d6ede8fb66 tempest-VolumesActionsTest-132291385 tempest-VolumesActionsTest-132291385-project] 10.222.0.60 "GET /v2.0/security-groups?id=480ab515-0e3d-41fa-a9ee-830af0a3f7d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798233 May 10 17:46:27.810500 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-8ea57719-01f3-4232-ab3c-c6d29afa7a22 req-7c4ae6fb-4bfc-4624-9b6d-fdfa7dd640d9 tempest-VolumesSnapshotTestJSON-1645568956 tempest-VolumesSnapshotTestJSON-1645568956-project] 10.222.0.60 "GET /v2.0/security-groups?id=1b75a05f-62aa-4840-89ec-d12b9e871f92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618637 May 10 17:46:27.918253 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d26554a-cd5e-4e5e-9aa3-96255545d213 req-47486c71-2a1a-4c5b-951d-e84557482b53 tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:46:27.919717 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-4d26554a-cd5e-4e5e-9aa3-96255545d213 req-47486c71-2a1a-4c5b-951d-e84557482b53 tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] 10.222.0.60 "GET /v2.0/ports?device_id=d577a65c-d60c-4d64-a506-89ea984fe255 HTTP/1.1" status: 200 len: 945 time: 0.0512681 May 10 17:46:27.970209 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-4d26554a-cd5e-4e5e-9aa3-96255545d213 req-491f17dc-b011-4529-90bb-af863b5d74f1 tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] 10.222.0.60 "GET /v2.0/security-groups?id=1dc31e58-b13c-4610-8a7b-a2e2a07c824b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445073 May 10 17:46:28.389328 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd8a950-8a00-47b8-a434-5e3cca7b2172 req-086e5554-1e5f-45e9-94e7-1c6585dd4b17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:46:28.390819 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [req-7fd8a950-8a00-47b8-a434-5e3cca7b2172 req-086e5554-1e5f-45e9-94e7-1c6585dd4b17 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=60d43bd8-63c7-432e-8a86-a5fab11f7168 HTTP/1.1" status: 200 len: 854 time: 0.0461006 May 10 17:46:28.648575 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [req-7fd8a950-8a00-47b8-a434-5e3cca7b2172 req-c23dd906-da16-452e-a85c-41d21a48e8e9 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=29e73f79-8568-4d80-831b-136efa81b55a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0280454 May 10 17:46:28.972726 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7779b47-11a3-4f55-b5d0-99edbcd98730 req-ed51cb8e-10cb-4c3f-83c3-c0ebdb80927e tempest-VolumesActionsTest-132291385 tempest-VolumesActionsTest-132291385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:46:28.974187 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-b7779b47-11a3-4f55-b5d0-99edbcd98730 req-ed51cb8e-10cb-4c3f-83c3-c0ebdb80927e tempest-VolumesActionsTest-132291385 tempest-VolumesActionsTest-132291385-project] 10.222.0.60 "GET /v2.0/ports?device_id=e1f166ee-0aee-4fa9-bd70-2e09c68dc2fb HTTP/1.1" status: 200 len: 945 time: 0.1089044 May 10 17:46:28.997627 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42af1618-65dd-4ce4-af56-cff724059b6b req-433435d6-d81d-4988-9fbe-0f328cf81f33 tempest-VolumesSnapshotTestJSON-1645568956 tempest-VolumesSnapshotTestJSON-1645568956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:46:28.999120 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-42af1618-65dd-4ce4-af56-cff724059b6b req-433435d6-d81d-4988-9fbe-0f328cf81f33 tempest-VolumesSnapshotTestJSON-1645568956 tempest-VolumesSnapshotTestJSON-1645568956-project] 10.222.0.60 "GET /v2.0/ports?device_id=858afd1f-cdd5-4c30-b255-155c40b54fb0 HTTP/1.1" status: 200 len: 944 time: 0.0819867 May 10 17:46:29.077836 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-b7779b47-11a3-4f55-b5d0-99edbcd98730 req-6fb7d8a5-e074-47d4-83aa-3b671473d426 tempest-VolumesActionsTest-132291385 tempest-VolumesActionsTest-132291385-project] 10.222.0.60 "GET /v2.0/security-groups?id=480ab515-0e3d-41fa-a9ee-830af0a3f7d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970683 May 10 17:46:29.091335 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-42af1618-65dd-4ce4-af56-cff724059b6b req-827521ff-a9b6-4b67-a2a3-e6cfbb81c97f tempest-VolumesSnapshotTestJSON-1645568956 tempest-VolumesSnapshotTestJSON-1645568956-project] 10.222.0.60 "GET /v2.0/security-groups?id=1b75a05f-62aa-4840-89ec-d12b9e871f92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802026 May 10 17:46:29.186265 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f935cb53-aacf-4e00-b062-9dbe46649078 req-22ef747b-9a1d-46ec-aed7-1fd5900e3458 tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:46:29.188086 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-f935cb53-aacf-4e00-b062-9dbe46649078 req-22ef747b-9a1d-46ec-aed7-1fd5900e3458 tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] 10.222.0.60 "GET /v2.0/ports?device_id=d577a65c-d60c-4d64-a506-89ea984fe255 HTTP/1.1" status: 200 len: 945 time: 0.0498688 May 10 17:46:29.236482 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-f935cb53-aacf-4e00-b062-9dbe46649078 req-cdb65c49-4cf4-49fc-9b43-8cb0ae2db7ff tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] 10.222.0.60 "GET /v2.0/security-groups?id=1dc31e58-b13c-4610-8a7b-a2e2a07c824b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429363 May 10 17:46:29.906341 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-1c5e85a8-0fd6-459b-b9f0-372a9d87733d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781795183391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525393'] for agent (eaac381b-e402-41c3-a8e6-8f962681d3e6), after_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:46:30.216646 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.wsgi [-] (110153) accepted ('10.222.0.60', 41102) {{(pid=110153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 17:46:30.219239 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c905d2-2c65-459a-9328-68402964c856 req-cff48362-d9c6-4835-80b8-46d45dd26a6f tempest-VolumesSnapshotTestJSON-1645568956 tempest-VolumesSnapshotTestJSON-1645568956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:46:30.220739 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-f9c905d2-2c65-459a-9328-68402964c856 req-cff48362-d9c6-4835-80b8-46d45dd26a6f tempest-VolumesSnapshotTestJSON-1645568956 tempest-VolumesSnapshotTestJSON-1645568956-project] 10.222.0.60 "GET /v2.0/ports?device_id=858afd1f-cdd5-4c30-b255-155c40b54fb0 HTTP/1.1" status: 200 len: 944 time: 0.0493371 May 10 17:46:30.286959 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-f9c905d2-2c65-459a-9328-68402964c856 req-4c51f08c-4199-462f-9e10-7589992fc802 tempest-VolumesSnapshotTestJSON-1645568956 tempest-VolumesSnapshotTestJSON-1645568956-project] 10.222.0.60 "GET /v2.0/security-groups?id=1b75a05f-62aa-4840-89ec-d12b9e871f92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597887 May 10 17:46:30.352642 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-10086354-30c2-4030-9141-f5232e5b9f7b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:46:30.362418 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505e8494-e796-48ca-b5a5-1c7e8bcec09d req-f649ad67-05d9-46f4-bb60-94d00aecc999 tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:46:30.363914 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-505e8494-e796-48ca-b5a5-1c7e8bcec09d req-f649ad67-05d9-46f4-bb60-94d00aecc999 tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] 10.222.0.60 "GET /v2.0/ports?device_id=d577a65c-d60c-4d64-a506-89ea984fe255 HTTP/1.1" status: 200 len: 945 time: 0.0480945 May 10 17:46:30.415096 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-505e8494-e796-48ca-b5a5-1c7e8bcec09d req-8684f80f-e050-4f4a-b23d-937b50576010 tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] 10.222.0.60 "GET /v2.0/security-groups?id=1dc31e58-b13c-4610-8a7b-a2e2a07c824b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442195 May 10 17:46:30.438497 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-10086354-30c2-4030-9141-f5232e5b9f7b admin admin] Publish callbacks [] for security_group (7d8cbba0-8b5c-41b7-8517-6e194d1b4d11), precommit_create {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:46:30.443341 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-10086354-30c2-4030-9141-f5232e5b9f7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-282428'] for security_group (7d8cbba0-8b5c-41b7-8517-6e194d1b4d11), after_create {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:46:30.482407 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10086354-30c2-4030-9141-f5232e5b9f7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d8cbba0-8b5c-41b7-8517-6e194d1b4d11,revision_number=1']} {{(pid=110153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:46:30.486817 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [None req-10086354-30c2-4030-9141-f5232e5b9f7b admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=3cb94ed3e4d34bad83c3ca18e3516b34&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2690511 May 10 17:46:30.490947 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.wsgi [-] (110153) accepted ('10.222.0.60', 41110) {{(pid=110153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 17:46:30.544213 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcdc45b-20de-4d94-bd68-d91621db8fc0 req-98e8e47b-ad35-4b15-a113-c28d225a666b tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:46:30.546355 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-1dcdc45b-20de-4d94-bd68-d91621db8fc0 req-98e8e47b-ad35-4b15-a113-c28d225a666b tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] 10.222.0.60 "GET /v2.0/ports?device_id=c1bf8bc9-b3de-4555-8835-15dd3a89bc56 HTTP/1.1" status: 200 len: 945 time: 0.0513101 May 10 17:46:30.548773 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-f4b0a3c3-366c-4288-a46e-8bfaad132cfb admin admin] Publish callbacks [] for security_group (7d8cbba0-8b5c-41b7-8517-6e194d1b4d11), before_delete {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:46:30.576984 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-f4b0a3c3-366c-4288-a46e-8bfaad132cfb admin admin] Publish callbacks [] for security_group (7d8cbba0-8b5c-41b7-8517-6e194d1b4d11), precommit_delete {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:46:30.595854 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-1dcdc45b-20de-4d94-bd68-d91621db8fc0 req-38d850f7-3b2a-42b6-b0c6-84bb31b90ba2 tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] 10.222.0.60 "GET /v2.0/security-groups?id=1dc31e58-b13c-4610-8a7b-a2e2a07c824b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444901 May 10 17:46:30.637606 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-f4b0a3c3-366c-4288-a46e-8bfaad132cfb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-282428'] for security_group (7d8cbba0-8b5c-41b7-8517-6e194d1b4d11), after_delete {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:46:30.640360 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-f4b0a3c3-366c-4288-a46e-8bfaad132cfb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:46:30.645467 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [None req-f4b0a3c3-366c-4288-a46e-8bfaad132cfb admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/7d8cbba0-8b5c-41b7-8517-6e194d1b4d11 HTTP/1.1" status: 204 len: 168 time: 0.1496601 May 10 17:46:30.651120 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b0a3c3-366c-4288-a46e-8bfaad132cfb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d8cbba0-8b5c-41b7-8517-6e194d1b4d11,revision_number=None']} {{(pid=110153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:46:30.659400 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b0a3c3-366c-4288-a46e-8bfaad132cfb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:46:30.659769 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b0a3c3-366c-4288-a46e-8bfaad132cfb admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:46:30.660200 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b0a3c3-366c-4288-a46e-8bfaad132cfb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:46:30.660561 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b0a3c3-366c-4288-a46e-8bfaad132cfb admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:46:30.660888 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b0a3c3-366c-4288-a46e-8bfaad132cfb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:46:30.661213 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b0a3c3-366c-4288-a46e-8bfaad132cfb admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:46:30.661534 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b0a3c3-366c-4288-a46e-8bfaad132cfb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:46:30.661851 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b0a3c3-366c-4288-a46e-8bfaad132cfb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:46:30.662219 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b0a3c3-366c-4288-a46e-8bfaad132cfb admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:46:30.662476 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b0a3c3-366c-4288-a46e-8bfaad132cfb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:46:30.662798 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b0a3c3-366c-4288-a46e-8bfaad132cfb admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:46:30.663112 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b0a3c3-366c-4288-a46e-8bfaad132cfb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:46:30.663469 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b0a3c3-366c-4288-a46e-8bfaad132cfb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:46:30.663767 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b0a3c3-366c-4288-a46e-8bfaad132cfb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:46:30.664076 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b0a3c3-366c-4288-a46e-8bfaad132cfb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:46:31.407252 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47a2adc-8959-4cfe-8350-b2b0a2944161 req-22cdc692-48d4-41ec-b90b-cf89f1e40d74 tempest-VolumesSnapshotTestJSON-1645568956 tempest-VolumesSnapshotTestJSON-1645568956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:46:31.408656 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-c47a2adc-8959-4cfe-8350-b2b0a2944161 req-22cdc692-48d4-41ec-b90b-cf89f1e40d74 tempest-VolumesSnapshotTestJSON-1645568956 tempest-VolumesSnapshotTestJSON-1645568956-project] 10.222.0.60 "GET /v2.0/ports?device_id=858afd1f-cdd5-4c30-b255-155c40b54fb0 HTTP/1.1" status: 200 len: 944 time: 0.0511837 May 10 17:46:31.438870 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-d07e8966-ef10-4d42-b774-228753b3fd3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781795183391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525393'] for agent (a55810b0-63c4-4499-a4d9-efcdb1615ce8), after_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:46:31.465369 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-c47a2adc-8959-4cfe-8350-b2b0a2944161 req-cc47d2eb-bd2d-4c94-bd4a-63d3bc713d7a tempest-VolumesSnapshotTestJSON-1645568956 tempest-VolumesSnapshotTestJSON-1645568956-project] 10.222.0.60 "GET /v2.0/security-groups?id=1b75a05f-62aa-4840-89ec-d12b9e871f92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485570 May 10 17:46:31.575691 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781795183391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525393'] for agent (16638279-eb91-49a3-95a5-8b540cc2f948), after_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:46:32.583251 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7049dbe-733d-4ac7-b478-e1eb036db426 req-447663cd-f24e-489c-9426-fa76f301ae76 tempest-VolumesSnapshotTestJSON-1645568956 tempest-VolumesSnapshotTestJSON-1645568956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:46:32.584744 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-d7049dbe-733d-4ac7-b478-e1eb036db426 req-447663cd-f24e-489c-9426-fa76f301ae76 tempest-VolumesSnapshotTestJSON-1645568956 tempest-VolumesSnapshotTestJSON-1645568956-project] 10.222.0.60 "GET /v2.0/ports?device_id=858afd1f-cdd5-4c30-b255-155c40b54fb0 HTTP/1.1" status: 200 len: 944 time: 0.0492845 May 10 17:46:32.630675 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-d7049dbe-733d-4ac7-b478-e1eb036db426 req-98ad666f-7e80-4468-bea7-93949ca1d43e tempest-VolumesSnapshotTestJSON-1645568956 tempest-VolumesSnapshotTestJSON-1645568956-project] 10.222.0.60 "GET /v2.0/security-groups?id=1b75a05f-62aa-4840-89ec-d12b9e871f92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396969 May 10 17:46:33.026980 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-ae45faaf-356d-4e4a-a605-33fedb92cd97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781795183391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525393'] for agent (6a57b374-0daf-4fe3-9dd1-3d457a537aa7), after_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:46:33.742200 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324ce79d-fdb6-4682-a538-11af82735361 req-7fc11d03-aaee-42bd-868a-4131fb63ce34 tempest-VolumesSnapshotTestJSON-1645568956 tempest-VolumesSnapshotTestJSON-1645568956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:46:33.743753 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-324ce79d-fdb6-4682-a538-11af82735361 req-7fc11d03-aaee-42bd-868a-4131fb63ce34 tempest-VolumesSnapshotTestJSON-1645568956 tempest-VolumesSnapshotTestJSON-1645568956-project] 10.222.0.60 "GET /v2.0/ports?device_id=858afd1f-cdd5-4c30-b255-155c40b54fb0 HTTP/1.1" status: 200 len: 944 time: 0.0458436 May 10 17:46:33.792891 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-324ce79d-fdb6-4682-a538-11af82735361 req-d27e4ed7-b155-4ead-9022-1d5f31538262 tempest-VolumesSnapshotTestJSON-1645568956 tempest-VolumesSnapshotTestJSON-1645568956-project] 10.222.0.60 "GET /v2.0/security-groups?id=1b75a05f-62aa-4840-89ec-d12b9e871f92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437803 May 10 17:46:33.920723 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [req-7fd8a950-8a00-47b8-a434-5e3cca7b2172 req-1edb59fb-e463-4c1b-8c57-310201535db2 service neutron] 10.222.0.77 "GET /v2.0/networks/29e73f79-8568-4d80-831b-136efa81b55a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849972 May 10 17:46:34.507023 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-6e697e78-9dd1-4bc1-8573-56b901d07725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781795183391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525393'] for agent (fdc37a75-b7a9-4e92-a59c-f5b8c02d060c), after_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:46:34.872765 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [req-7fd8a950-8a00-47b8-a434-5e3cca7b2172 req-612356b7-0454-4cd0-afc8-7d277397dbb9 service neutron] 10.222.0.77 "GET /v2.0/networks/29e73f79-8568-4d80-831b-136efa81b55a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905082 May 10 17:46:34.916062 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1c8238-1c65-42b5-b2a5-4ec206500217 req-bcde2e34-0c2e-40ae-9da5-c491e223c6eb tempest-VolumesSnapshotTestJSON-1645568956 tempest-VolumesSnapshotTestJSON-1645568956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:46:34.917528 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-4c1c8238-1c65-42b5-b2a5-4ec206500217 req-bcde2e34-0c2e-40ae-9da5-c491e223c6eb tempest-VolumesSnapshotTestJSON-1645568956 tempest-VolumesSnapshotTestJSON-1645568956-project] 10.222.0.60 "GET /v2.0/ports?device_id=858afd1f-cdd5-4c30-b255-155c40b54fb0 HTTP/1.1" status: 200 len: 944 time: 0.0459957 May 10 17:46:34.967712 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-4c1c8238-1c65-42b5-b2a5-4ec206500217 req-a2710be2-72f2-4036-903f-05dc8464bd1f tempest-VolumesSnapshotTestJSON-1645568956 tempest-VolumesSnapshotTestJSON-1645568956-project] 10.222.0.60 "GET /v2.0/security-groups?id=1b75a05f-62aa-4840-89ec-d12b9e871f92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443883 May 10 17:46:35.350529 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7e72ab-6f52-4d31-9959-a7205f6de96b req-e4babccd-d617-439f-ba57-9d8b0e8370c8 tempest-VolumesActionsTest-132291385 tempest-VolumesActionsTest-132291385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:46:35.352861 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-ea7e72ab-6f52-4d31-9959-a7205f6de96b req-e4babccd-d617-439f-ba57-9d8b0e8370c8 tempest-VolumesActionsTest-132291385 tempest-VolumesActionsTest-132291385-project] 10.222.0.60 "GET /v2.0/ports?device_id=e1f166ee-0aee-4fa9-bd70-2e09c68dc2fb HTTP/1.1" status: 200 len: 945 time: 0.0494246 May 10 17:46:35.402211 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-ea7e72ab-6f52-4d31-9959-a7205f6de96b req-cb431ddb-4d06-4444-bb73-d88661409aa7 tempest-VolumesActionsTest-132291385 tempest-VolumesActionsTest-132291385-project] 10.222.0.60 "GET /v2.0/security-groups?id=480ab515-0e3d-41fa-a9ee-830af0a3f7d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436213 May 10 17:46:36.094200 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08071a19-4cbd-4eb1-a5e7-be4b3177f60d req-542e0143-a8bf-4317-b864-d3b23b2bc0e2 tempest-VolumesSnapshotTestJSON-1645568956 tempest-VolumesSnapshotTestJSON-1645568956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:46:36.095703 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-08071a19-4cbd-4eb1-a5e7-be4b3177f60d req-542e0143-a8bf-4317-b864-d3b23b2bc0e2 tempest-VolumesSnapshotTestJSON-1645568956 tempest-VolumesSnapshotTestJSON-1645568956-project] 10.222.0.60 "GET /v2.0/ports?device_id=858afd1f-cdd5-4c30-b255-155c40b54fb0 HTTP/1.1" status: 200 len: 944 time: 0.0522418 May 10 17:46:36.143628 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-08071a19-4cbd-4eb1-a5e7-be4b3177f60d req-81c2edc1-d778-45d9-8d45-aad42a002e6a tempest-VolumesSnapshotTestJSON-1645568956 tempest-VolumesSnapshotTestJSON-1645568956-project] 10.222.0.60 "GET /v2.0/security-groups?id=1b75a05f-62aa-4840-89ec-d12b9e871f92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419641 May 10 17:46:36.513589 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd74b48b-b0e6-4717-b8c2-0def8fcb5935 req-33c4f8c4-041c-40ae-b1e1-f4689ef5f808 tempest-VolumesActionsTest-132291385 tempest-VolumesActionsTest-132291385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:46:36.515213 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-cd74b48b-b0e6-4717-b8c2-0def8fcb5935 req-33c4f8c4-041c-40ae-b1e1-f4689ef5f808 tempest-VolumesActionsTest-132291385 tempest-VolumesActionsTest-132291385-project] 10.222.0.60 "GET /v2.0/ports?device_id=e1f166ee-0aee-4fa9-bd70-2e09c68dc2fb HTTP/1.1" status: 200 len: 945 time: 0.0458891 May 10 17:46:36.562936 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-cd74b48b-b0e6-4717-b8c2-0def8fcb5935 req-1ba56926-ac6f-4c75-ad3e-bbc468813316 tempest-VolumesActionsTest-132291385 tempest-VolumesActionsTest-132291385-project] 10.222.0.60 "GET /v2.0/security-groups?id=480ab515-0e3d-41fa-a9ee-830af0a3f7d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421233 May 10 17:46:37.256008 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0765ce1-4ad1-48d6-b539-d691b609d574 req-81f8e214-3679-4d53-a328-f7e414b53056 tempest-VolumesSnapshotTestJSON-1645568956 tempest-VolumesSnapshotTestJSON-1645568956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:46:37.257468 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-a0765ce1-4ad1-48d6-b539-d691b609d574 req-81f8e214-3679-4d53-a328-f7e414b53056 tempest-VolumesSnapshotTestJSON-1645568956 tempest-VolumesSnapshotTestJSON-1645568956-project] 10.222.0.60 "GET /v2.0/ports?device_id=858afd1f-cdd5-4c30-b255-155c40b54fb0 HTTP/1.1" status: 200 len: 944 time: 0.0490572 May 10 17:46:37.306034 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-a0765ce1-4ad1-48d6-b539-d691b609d574 req-3a453268-6b02-4472-8b43-d95b7dbcff0e tempest-VolumesSnapshotTestJSON-1645568956 tempest-VolumesSnapshotTestJSON-1645568956-project] 10.222.0.60 "GET /v2.0/security-groups?id=1b75a05f-62aa-4840-89ec-d12b9e871f92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423541 May 10 17:46:37.681660 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07df9cd-0f45-4703-bf37-de11829bfbe9 req-b1c6a79f-b3db-4a79-b29d-5e0c9d68fe44 tempest-VolumesActionsTest-132291385 tempest-VolumesActionsTest-132291385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:46:37.683106 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-f07df9cd-0f45-4703-bf37-de11829bfbe9 req-b1c6a79f-b3db-4a79-b29d-5e0c9d68fe44 tempest-VolumesActionsTest-132291385 tempest-VolumesActionsTest-132291385-project] 10.222.0.60 "GET /v2.0/ports?device_id=e1f166ee-0aee-4fa9-bd70-2e09c68dc2fb HTTP/1.1" status: 200 len: 945 time: 0.0475867 May 10 17:46:37.728306 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-f07df9cd-0f45-4703-bf37-de11829bfbe9 req-b4b8a722-d10b-415f-a49a-a1af1728fc48 tempest-VolumesActionsTest-132291385 tempest-VolumesActionsTest-132291385-project] 10.222.0.60 "GET /v2.0/security-groups?id=480ab515-0e3d-41fa-a9ee-830af0a3f7d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396533 May 10 17:46:38.418617 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6177c619-7565-415f-8409-2e60dee4641c req-12c999d2-2e0f-45b6-91cc-0643ba1ce7c1 tempest-VolumesSnapshotTestJSON-1645568956 tempest-VolumesSnapshotTestJSON-1645568956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:46:38.420121 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-6177c619-7565-415f-8409-2e60dee4641c req-12c999d2-2e0f-45b6-91cc-0643ba1ce7c1 tempest-VolumesSnapshotTestJSON-1645568956 tempest-VolumesSnapshotTestJSON-1645568956-project] 10.222.0.60 "GET /v2.0/ports?device_id=858afd1f-cdd5-4c30-b255-155c40b54fb0 HTTP/1.1" status: 200 len: 944 time: 0.0464087 May 10 17:46:38.470513 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-6177c619-7565-415f-8409-2e60dee4641c req-ea5c8530-6596-4a8a-afb1-cd3b55869227 tempest-VolumesSnapshotTestJSON-1645568956 tempest-VolumesSnapshotTestJSON-1645568956-project] 10.222.0.60 "GET /v2.0/security-groups?id=1b75a05f-62aa-4840-89ec-d12b9e871f92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448177 May 10 17:46:38.841301 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a79f5f-e49f-4501-b318-d49fdc84317f req-b999c111-a90f-46ee-8de5-fcc79f9f10b6 tempest-VolumesActionsTest-132291385 tempest-VolumesActionsTest-132291385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:46:38.842767 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-04a79f5f-e49f-4501-b318-d49fdc84317f req-b999c111-a90f-46ee-8de5-fcc79f9f10b6 tempest-VolumesActionsTest-132291385 tempest-VolumesActionsTest-132291385-project] 10.222.0.60 "GET /v2.0/ports?device_id=e1f166ee-0aee-4fa9-bd70-2e09c68dc2fb HTTP/1.1" status: 200 len: 945 time: 0.0474823 May 10 17:46:38.890466 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-04a79f5f-e49f-4501-b318-d49fdc84317f req-d9f87e15-5cb0-4c1f-a205-0ad81711889b tempest-VolumesActionsTest-132291385 tempest-VolumesActionsTest-132291385-project] 10.222.0.60 "GET /v2.0/security-groups?id=480ab515-0e3d-41fa-a9ee-830af0a3f7d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420029 May 10 17:46:39.583809 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fdb2f8-6f3f-40e7-83ee-24b2874f7811 req-63ab9698-3e6b-4849-a017-f7e67c6207e7 tempest-VolumesSnapshotTestJSON-1645568956 tempest-VolumesSnapshotTestJSON-1645568956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:46:39.585340 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-41fdb2f8-6f3f-40e7-83ee-24b2874f7811 req-63ab9698-3e6b-4849-a017-f7e67c6207e7 tempest-VolumesSnapshotTestJSON-1645568956 tempest-VolumesSnapshotTestJSON-1645568956-project] 10.222.0.60 "GET /v2.0/ports?device_id=858afd1f-cdd5-4c30-b255-155c40b54fb0 HTTP/1.1" status: 200 len: 944 time: 0.0480893 May 10 17:46:39.632730 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-41fdb2f8-6f3f-40e7-83ee-24b2874f7811 req-a5bf7554-440c-4bca-8b47-52ecbe56adc4 tempest-VolumesSnapshotTestJSON-1645568956 tempest-VolumesSnapshotTestJSON-1645568956-project] 10.222.0.60 "GET /v2.0/security-groups?id=1b75a05f-62aa-4840-89ec-d12b9e871f92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410113 May 10 17:46:40.005422 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377d6da2-0cfa-4615-8742-402b5853c2dc req-3053c862-e550-40ae-8626-84b9fa7cbcd3 tempest-VolumesActionsTest-132291385 tempest-VolumesActionsTest-132291385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:46:40.006886 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-377d6da2-0cfa-4615-8742-402b5853c2dc req-3053c862-e550-40ae-8626-84b9fa7cbcd3 tempest-VolumesActionsTest-132291385 tempest-VolumesActionsTest-132291385-project] 10.222.0.60 "GET /v2.0/ports?device_id=e1f166ee-0aee-4fa9-bd70-2e09c68dc2fb HTTP/1.1" status: 200 len: 945 time: 0.0500476 May 10 17:46:40.057674 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-377d6da2-0cfa-4615-8742-402b5853c2dc req-7006e781-b1c9-44a0-a506-f75d40a4a9db tempest-VolumesActionsTest-132291385 tempest-VolumesActionsTest-132291385-project] 10.222.0.60 "GET /v2.0/security-groups?id=480ab515-0e3d-41fa-a9ee-830af0a3f7d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444856 May 10 17:46:40.745281 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd9a9c3-c15a-4f01-b60e-a5ae4a339f04 req-e921ab60-0dcf-4619-a934-c16164b51bfe tempest-VolumesSnapshotTestJSON-1645568956 tempest-VolumesSnapshotTestJSON-1645568956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:46:40.746712 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-cdd9a9c3-c15a-4f01-b60e-a5ae4a339f04 req-e921ab60-0dcf-4619-a934-c16164b51bfe tempest-VolumesSnapshotTestJSON-1645568956 tempest-VolumesSnapshotTestJSON-1645568956-project] 10.222.0.60 "GET /v2.0/ports?device_id=858afd1f-cdd5-4c30-b255-155c40b54fb0 HTTP/1.1" status: 200 len: 944 time: 0.0468998 May 10 17:46:40.793991 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-cdd9a9c3-c15a-4f01-b60e-a5ae4a339f04 req-2472b0bd-6a4b-45da-b408-4cfd3b3b4cba tempest-VolumesSnapshotTestJSON-1645568956 tempest-VolumesSnapshotTestJSON-1645568956-project] 10.222.0.60 "GET /v2.0/security-groups?id=1b75a05f-62aa-4840-89ec-d12b9e871f92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415683 May 10 17:46:41.175043 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c851cb-159c-4233-a91b-f430c8a94bd1 req-fe6382c1-2ed6-4d13-82de-60d9b4d452a0 tempest-VolumesActionsTest-132291385 tempest-VolumesActionsTest-132291385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:46:41.176554 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-09c851cb-159c-4233-a91b-f430c8a94bd1 req-fe6382c1-2ed6-4d13-82de-60d9b4d452a0 tempest-VolumesActionsTest-132291385 tempest-VolumesActionsTest-132291385-project] 10.222.0.60 "GET /v2.0/ports?device_id=e1f166ee-0aee-4fa9-bd70-2e09c68dc2fb HTTP/1.1" status: 200 len: 945 time: 0.0491524 May 10 17:46:41.230955 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-09c851cb-159c-4233-a91b-f430c8a94bd1 req-aab0def7-06a0-4060-8975-f7f56113387b tempest-VolumesActionsTest-132291385 tempest-VolumesActionsTest-132291385-project] 10.222.0.60 "GET /v2.0/security-groups?id=480ab515-0e3d-41fa-a9ee-830af0a3f7d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467713 May 10 17:46:41.716473 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5293ca2-ced0-493a-8c52-c36a81c31a65 req-627a24d6-0956-451b-b1b7-f2d05f1c99bd tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:46:41.717847 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-d5293ca2-ced0-493a-8c52-c36a81c31a65 req-627a24d6-0956-451b-b1b7-f2d05f1c99bd tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] 10.222.0.60 "GET /v2.0/ports?device_id=c1bf8bc9-b3de-4555-8835-15dd3a89bc56 HTTP/1.1" status: 200 len: 945 time: 0.0473588 May 10 17:46:41.763545 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-d5293ca2-ced0-493a-8c52-c36a81c31a65 req-73e7d95d-2d95-4502-ba7b-82bce3f1bcfd tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] 10.222.0.60 "GET /v2.0/security-groups?id=1dc31e58-b13c-4610-8a7b-a2e2a07c824b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399911 May 10 17:46:41.911410 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0c37d5-d626-40a9-94b4-e05495d4ce86 req-f47dccff-3f4b-4fc7-89e8-849bfbcb82e3 tempest-VolumesSnapshotTestJSON-1645568956 tempest-VolumesSnapshotTestJSON-1645568956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:46:41.912797 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-9c0c37d5-d626-40a9-94b4-e05495d4ce86 req-f47dccff-3f4b-4fc7-89e8-849bfbcb82e3 tempest-VolumesSnapshotTestJSON-1645568956 tempest-VolumesSnapshotTestJSON-1645568956-project] 10.222.0.60 "GET /v2.0/ports?device_id=858afd1f-cdd5-4c30-b255-155c40b54fb0 HTTP/1.1" status: 200 len: 944 time: 0.0489321 May 10 17:46:41.959211 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-9c0c37d5-d626-40a9-94b4-e05495d4ce86 req-85429971-8e38-47f6-a789-5dab0405ffe7 tempest-VolumesSnapshotTestJSON-1645568956 tempest-VolumesSnapshotTestJSON-1645568956-project] 10.222.0.60 "GET /v2.0/security-groups?id=1b75a05f-62aa-4840-89ec-d12b9e871f92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406742 May 10 17:46:42.354008 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f952a80-19e4-4c3a-b6eb-556a57a0d83d req-631fdf3f-269d-4932-9388-e10793c22c32 tempest-VolumesActionsTest-132291385 tempest-VolumesActionsTest-132291385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:46:42.355571 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-5f952a80-19e4-4c3a-b6eb-556a57a0d83d req-631fdf3f-269d-4932-9388-e10793c22c32 tempest-VolumesActionsTest-132291385 tempest-VolumesActionsTest-132291385-project] 10.222.0.60 "GET /v2.0/ports?device_id=e1f166ee-0aee-4fa9-bd70-2e09c68dc2fb HTTP/1.1" status: 200 len: 945 time: 0.0522411 May 10 17:46:42.407617 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-5f952a80-19e4-4c3a-b6eb-556a57a0d83d req-245e6145-1970-4073-ad65-66a3a7ed4b36 tempest-VolumesActionsTest-132291385 tempest-VolumesActionsTest-132291385-project] 10.222.0.60 "GET /v2.0/security-groups?id=480ab515-0e3d-41fa-a9ee-830af0a3f7d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439031 May 10 17:46:42.909577 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2d68ef-a822-4975-ad7c-cdd01856ba89 req-7c6e2cca-bcad-478e-8a2a-c61e82e62e08 tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:46:42.911467 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-1c2d68ef-a822-4975-ad7c-cdd01856ba89 req-7c6e2cca-bcad-478e-8a2a-c61e82e62e08 tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] 10.222.0.60 "GET /v2.0/ports?device_id=c1bf8bc9-b3de-4555-8835-15dd3a89bc56 HTTP/1.1" status: 200 len: 945 time: 0.0699892 May 10 17:46:42.961525 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-1c2d68ef-a822-4975-ad7c-cdd01856ba89 req-485dcb32-136b-4f7f-8159-76c2baa9b7f6 tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] 10.222.0.60 "GET /v2.0/security-groups?id=1dc31e58-b13c-4610-8a7b-a2e2a07c824b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438576 May 10 17:46:43.074271 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7615c93-8bb1-496e-8e6d-8d07a401782b req-e40228b8-67ec-4f37-9739-68b27f0cf4fc tempest-VolumesSnapshotTestJSON-1645568956 tempest-VolumesSnapshotTestJSON-1645568956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:46:43.075766 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-f7615c93-8bb1-496e-8e6d-8d07a401782b req-e40228b8-67ec-4f37-9739-68b27f0cf4fc tempest-VolumesSnapshotTestJSON-1645568956 tempest-VolumesSnapshotTestJSON-1645568956-project] 10.222.0.60 "GET /v2.0/ports?device_id=858afd1f-cdd5-4c30-b255-155c40b54fb0 HTTP/1.1" status: 200 len: 944 time: 0.0507171 May 10 17:46:43.126347 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-f7615c93-8bb1-496e-8e6d-8d07a401782b req-5d868b3c-1fd0-4b95-bef7-f893f784db7f tempest-VolumesSnapshotTestJSON-1645568956 tempest-VolumesSnapshotTestJSON-1645568956-project] 10.222.0.60 "GET /v2.0/security-groups?id=1b75a05f-62aa-4840-89ec-d12b9e871f92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448432 May 10 17:46:43.542565 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30d9faa-6de6-4a61-b7a6-a0801094350d req-1c8e179d-105d-443f-9620-576ebd30a495 tempest-VolumesActionsTest-132291385 tempest-VolumesActionsTest-132291385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:46:43.544179 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-b30d9faa-6de6-4a61-b7a6-a0801094350d req-1c8e179d-105d-443f-9620-576ebd30a495 tempest-VolumesActionsTest-132291385 tempest-VolumesActionsTest-132291385-project] 10.222.0.60 "GET /v2.0/ports?device_id=e1f166ee-0aee-4fa9-bd70-2e09c68dc2fb HTTP/1.1" status: 200 len: 945 time: 0.0501909 May 10 17:46:43.598320 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-b30d9faa-6de6-4a61-b7a6-a0801094350d req-b1f612cc-a628-408b-bce1-4f6110252eeb tempest-VolumesActionsTest-132291385 tempest-VolumesActionsTest-132291385-project] 10.222.0.60 "GET /v2.0/security-groups?id=480ab515-0e3d-41fa-a9ee-830af0a3f7d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481718 May 10 17:46:44.077409 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a3cb2e-71e7-421c-9d53-bfee19c48106 req-696cac89-8f10-44af-a5d3-31a166f7c471 tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:46:44.078866 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-a0a3cb2e-71e7-421c-9d53-bfee19c48106 req-696cac89-8f10-44af-a5d3-31a166f7c471 tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] 10.222.0.60 "GET /v2.0/ports?device_id=c1bf8bc9-b3de-4555-8835-15dd3a89bc56 HTTP/1.1" status: 200 len: 945 time: 0.0478199 May 10 17:46:44.128227 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-a0a3cb2e-71e7-421c-9d53-bfee19c48106 req-50a01738-47ea-42cb-b950-3936c4ed1f63 tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] 10.222.0.60 "GET /v2.0/security-groups?id=1dc31e58-b13c-4610-8a7b-a2e2a07c824b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437648 May 10 17:46:44.241486 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79214b2-f804-4d4a-83c7-cafacbf6fecd req-ceb39b36-c335-4032-be6d-394a6ed71a8d tempest-VolumesSnapshotTestJSON-1645568956 tempest-VolumesSnapshotTestJSON-1645568956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:46:44.243212 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-b79214b2-f804-4d4a-83c7-cafacbf6fecd req-ceb39b36-c335-4032-be6d-394a6ed71a8d tempest-VolumesSnapshotTestJSON-1645568956 tempest-VolumesSnapshotTestJSON-1645568956-project] 10.222.0.60 "GET /v2.0/ports?device_id=858afd1f-cdd5-4c30-b255-155c40b54fb0 HTTP/1.1" status: 200 len: 944 time: 0.0501935 May 10 17:46:44.297201 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-b79214b2-f804-4d4a-83c7-cafacbf6fecd req-f80c69e8-ecda-400c-9df2-d2dda0973850 tempest-VolumesSnapshotTestJSON-1645568956 tempest-VolumesSnapshotTestJSON-1645568956-project] 10.222.0.60 "GET /v2.0/security-groups?id=1b75a05f-62aa-4840-89ec-d12b9e871f92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483978 May 10 17:46:44.714646 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d503b349-0984-4506-96fa-98c409edd3b3 req-767cd70c-6d48-43e9-9464-2eceeca7ea91 tempest-VolumesActionsTest-132291385 tempest-VolumesActionsTest-132291385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:46:44.716078 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-d503b349-0984-4506-96fa-98c409edd3b3 req-767cd70c-6d48-43e9-9464-2eceeca7ea91 tempest-VolumesActionsTest-132291385 tempest-VolumesActionsTest-132291385-project] 10.222.0.60 "GET /v2.0/ports?device_id=e1f166ee-0aee-4fa9-bd70-2e09c68dc2fb HTTP/1.1" status: 200 len: 945 time: 0.0470710 May 10 17:46:44.764117 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-d503b349-0984-4506-96fa-98c409edd3b3 req-0069d063-4b1a-4c3d-b1c8-a7f1a91b0040 tempest-VolumesActionsTest-132291385 tempest-VolumesActionsTest-132291385-project] 10.222.0.60 "GET /v2.0/security-groups?id=480ab515-0e3d-41fa-a9ee-830af0a3f7d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423546 May 10 17:46:45.243904 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372f28e8-15bc-41a3-95db-04cdbf1c4f95 req-67e395e9-b458-4c90-bf25-5f5557a49af7 tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:46:45.245433 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-372f28e8-15bc-41a3-95db-04cdbf1c4f95 req-67e395e9-b458-4c90-bf25-5f5557a49af7 tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] 10.222.0.60 "GET /v2.0/ports?device_id=c1bf8bc9-b3de-4555-8835-15dd3a89bc56 HTTP/1.1" status: 200 len: 945 time: 0.0518436 May 10 17:46:45.292320 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-372f28e8-15bc-41a3-95db-04cdbf1c4f95 req-dfec3e2e-910d-4af9-9832-a190ca184e23 tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] 10.222.0.60 "GET /v2.0/security-groups?id=1dc31e58-b13c-4610-8a7b-a2e2a07c824b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414827 May 10 17:46:45.411689 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6d08b6-0f46-4ec3-b7b0-f41cd320958e req-82ef566a-011b-40f5-86a3-1e643dcc5ec9 tempest-VolumesSnapshotTestJSON-1645568956 tempest-VolumesSnapshotTestJSON-1645568956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:46:45.413313 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-ef6d08b6-0f46-4ec3-b7b0-f41cd320958e req-82ef566a-011b-40f5-86a3-1e643dcc5ec9 tempest-VolumesSnapshotTestJSON-1645568956 tempest-VolumesSnapshotTestJSON-1645568956-project] 10.222.0.60 "GET /v2.0/ports?device_id=858afd1f-cdd5-4c30-b255-155c40b54fb0 HTTP/1.1" status: 200 len: 944 time: 0.0472512 May 10 17:46:45.460689 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-ef6d08b6-0f46-4ec3-b7b0-f41cd320958e req-d16b859b-11a0-48ff-8312-a5805ad6e221 tempest-VolumesSnapshotTestJSON-1645568956 tempest-VolumesSnapshotTestJSON-1645568956-project] 10.222.0.60 "GET /v2.0/security-groups?id=1b75a05f-62aa-4840-89ec-d12b9e871f92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411260 May 10 17:46:45.833937 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.db.agents_db [None req-b17e131c-d64b-4b97-8e8f-6c45925a5783 None None] Agent healthcheck: found 6 active agents {{(pid=110155) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 17:46:45.878232 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91463ab-4982-48da-bcf6-9a80099e29db req-3f627921-cb31-45ca-92d4-4f001c0cf68b tempest-VolumesActionsTest-132291385 tempest-VolumesActionsTest-132291385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:46:45.879723 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-d91463ab-4982-48da-bcf6-9a80099e29db req-3f627921-cb31-45ca-92d4-4f001c0cf68b tempest-VolumesActionsTest-132291385 tempest-VolumesActionsTest-132291385-project] 10.222.0.60 "GET /v2.0/ports?device_id=e1f166ee-0aee-4fa9-bd70-2e09c68dc2fb HTTP/1.1" status: 200 len: 945 time: 0.0485592 May 10 17:46:45.928145 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-d91463ab-4982-48da-bcf6-9a80099e29db req-40fb662e-abca-4635-881a-fe7357ecb4cf tempest-VolumesActionsTest-132291385 tempest-VolumesActionsTest-132291385-project] 10.222.0.60 "GET /v2.0/security-groups?id=480ab515-0e3d-41fa-a9ee-830af0a3f7d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428622 May 10 17:46:46.411564 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be4ffce-17e8-4e11-b9de-65c94e5a33ce req-b598867a-8638-4409-8370-9eb52aed4879 tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:46:46.413051 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-4be4ffce-17e8-4e11-b9de-65c94e5a33ce req-b598867a-8638-4409-8370-9eb52aed4879 tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] 10.222.0.60 "GET /v2.0/ports?device_id=c1bf8bc9-b3de-4555-8835-15dd3a89bc56 HTTP/1.1" status: 200 len: 945 time: 0.0497835 May 10 17:46:46.437946 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.rpc [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Device 8eeae9a2-0065-4b4b-9a97-c00de1868cf2 details requested by agent hyperv_hv-cinder-84130 with host hv-cinder-84130 {{(pid=110154) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 17:46:46.471822 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-4be4ffce-17e8-4e11-b9de-65c94e5a33ce req-e39a65f0-a872-4ad5-bb75-a7c4fd9f1bfc tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] 10.222.0.60 "GET /v2.0/security-groups?id=1dc31e58-b13c-4610-8a7b-a2e2a07c824b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529656 May 10 17:46:46.546336 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.db [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] For port 8eeae9a2-0065-4b4b-9a97-c00de1868cf2, host hv-cinder-84130, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84130',level=0,port_id=8eeae9a2-0065-4b4b-9a97-c00de1868cf2,segment=NetworkSegment(6eb6a8de-e14f-4146-b244-6bae452bdd09),segment_id=6eb6a8de-e14f-4146-b244-6bae452bdd09)] {{(pid=110154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 17:46:46.558695 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.rpc [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Returning: {'device': '8eeae9a2-0065-4b4b-9a97-c00de1868cf2', 'network_id': '29e73f79-8568-4d80-831b-136efa81b55a', 'port_id': '8eeae9a2-0065-4b4b-9a97-c00de1868cf2', 'mac_address': 'fa:16:3e:25:58:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 596, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60d43bd8-63c7-432e-8a86-a5fab11f7168', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110154) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 17:46:46.584005 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf3822b-f471-460e-a137-3bccdf6830b9 req-8eef9b58-56cd-46bd-99e1-7b1d377db06c tempest-VolumesSnapshotTestJSON-1645568956 tempest-VolumesSnapshotTestJSON-1645568956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:46:46.585607 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-5cf3822b-f471-460e-a137-3bccdf6830b9 req-8eef9b58-56cd-46bd-99e1-7b1d377db06c tempest-VolumesSnapshotTestJSON-1645568956 tempest-VolumesSnapshotTestJSON-1645568956-project] 10.222.0.60 "GET /v2.0/ports?device_id=858afd1f-cdd5-4c30-b255-155c40b54fb0 HTTP/1.1" status: 200 len: 944 time: 0.0500309 May 10 17:46:46.597880 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.plugin [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Current status of the port 8eeae9a2-0065-4b4b-9a97-c00de1868cf2 is: DOWN; New status is: BUILD {{(pid=110154) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 17:46:46.598316 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1514036'] for port (8eeae9a2-0065-4b4b-9a97-c00de1868cf2), before_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:46:46.613031 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.notifiers.nova [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8eeae9a2-0065-4b4b-9a97-c00de1868cf2 {{(pid=110154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 17:46:46.637690 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-5cf3822b-f471-460e-a137-3bccdf6830b9 req-4f6627f2-335e-4afb-a999-a4343862b783 tempest-VolumesSnapshotTestJSON-1645568956 tempest-VolumesSnapshotTestJSON-1645568956-project] 10.222.0.60 "GET /v2.0/security-groups?id=1b75a05f-62aa-4840-89ec-d12b9e871f92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458856 May 10 17:46:46.638565 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.db [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] For port 8eeae9a2-0065-4b4b-9a97-c00de1868cf2, host hv-cinder-84130, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84130',level=0,port_id=8eeae9a2-0065-4b4b-9a97-c00de1868cf2,segment=NetworkSegment(6eb6a8de-e14f-4146-b244-6bae452bdd09),segment_id=6eb6a8de-e14f-4146-b244-6bae452bdd09)] {{(pid=110154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 17:46:46.642786 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1514136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781795229094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781794686082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781794686100'] for port (8eeae9a2-0065-4b4b-9a97-c00de1868cf2), after_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:46:46.689989 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Pushing event updated for resources: {'Port': ['ID=8eeae9a2-0065-4b4b-9a97-c00de1868cf2,revision_number=4']} {{(pid=110154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:46:46.698309 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:46:46.698652 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:46:46.699014 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:46:46.699356 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:46:46.699707 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:46:46.700038 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:46:46.700361 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:46:46.700687 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:46:46.701007 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:46:46.701359 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:46:46.701792 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:46:46.702137 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:46:46.702461 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:46:46.702776 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:46:46.703092 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:46:47.253536 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f64d180-e40b-4ccf-877b-a513db436472 req-edde7026-8baf-4e96-8d2c-d5af5c224a69 tempest-VolumesActionsTest-132291385 tempest-VolumesActionsTest-132291385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:46:47.255011 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-2f64d180-e40b-4ccf-877b-a513db436472 req-edde7026-8baf-4e96-8d2c-d5af5c224a69 tempest-VolumesActionsTest-132291385 tempest-VolumesActionsTest-132291385-project] 10.222.0.60 "GET /v2.0/ports?device_id=e1f166ee-0aee-4fa9-bd70-2e09c68dc2fb HTTP/1.1" status: 200 len: 945 time: 0.2579021 May 10 17:46:47.303625 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-2f64d180-e40b-4ccf-877b-a513db436472 req-6de28f70-d05c-4209-9378-fedfa9dae96b tempest-VolumesActionsTest-132291385 tempest-VolumesActionsTest-132291385-project] 10.222.0.60 "GET /v2.0/security-groups?id=480ab515-0e3d-41fa-a9ee-830af0a3f7d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428495 May 10 17:46:47.607316 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2cfa78-2e1d-4133-bd74-531ae681119a req-b881ac62-5dd7-4f15-a9f9-57cd7caaf558 tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:46:47.609260 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-ab2cfa78-2e1d-4133-bd74-531ae681119a req-b881ac62-5dd7-4f15-a9f9-57cd7caaf558 tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] 10.222.0.60 "GET /v2.0/ports?device_id=c1bf8bc9-b3de-4555-8835-15dd3a89bc56 HTTP/1.1" status: 200 len: 945 time: 0.0583558 May 10 17:46:47.619872 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.db [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] get_ports_and_sgs() called for port_ids ['8eeae9a2-0065-4b4b-9a97-c00de1868cf2'] {{(pid=110154) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 17:46:47.680614 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-ab2cfa78-2e1d-4133-bd74-531ae681119a req-43170012-358b-4a4e-aaea-d8d02a9c4ef5 tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] 10.222.0.60 "GET /v2.0/security-groups?id=1dc31e58-b13c-4610-8a7b-a2e2a07c824b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593326 May 10 17:46:47.786588 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbae6a78-adbc-44f1-b2a6-7e58239fbda4 req-ef3bfa03-bf9d-431d-a47c-a59311ff0f41 tempest-VolumesSnapshotTestJSON-1645568956 tempest-VolumesSnapshotTestJSON-1645568956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:46:47.788775 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-fbae6a78-adbc-44f1-b2a6-7e58239fbda4 req-ef3bfa03-bf9d-431d-a47c-a59311ff0f41 tempest-VolumesSnapshotTestJSON-1645568956 tempest-VolumesSnapshotTestJSON-1645568956-project] 10.222.0.60 "GET /v2.0/ports?device_id=858afd1f-cdd5-4c30-b255-155c40b54fb0 HTTP/1.1" status: 200 len: 945 time: 0.0557573 May 10 17:46:47.850504 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-fbae6a78-adbc-44f1-b2a6-7e58239fbda4 req-1873250a-27aa-4aa6-9451-6baf55b65d4d tempest-VolumesSnapshotTestJSON-1645568956 tempest-VolumesSnapshotTestJSON-1645568956-project] 10.222.0.60 "GET /v2.0/security-groups?id=1b75a05f-62aa-4840-89ec-d12b9e871f92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532570 May 10 17:46:48.420746 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3004647d-67e7-4d77-b2bd-117e277fb21f req-27057e85-c0f5-448e-9894-936ebf658fac tempest-VolumesActionsTest-132291385 tempest-VolumesActionsTest-132291385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:46:48.422208 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-3004647d-67e7-4d77-b2bd-117e277fb21f req-27057e85-c0f5-448e-9894-936ebf658fac tempest-VolumesActionsTest-132291385 tempest-VolumesActionsTest-132291385-project] 10.222.0.60 "GET /v2.0/ports?device_id=e1f166ee-0aee-4fa9-bd70-2e09c68dc2fb HTTP/1.1" status: 200 len: 945 time: 0.0499051 May 10 17:46:48.471235 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-3004647d-67e7-4d77-b2bd-117e277fb21f req-27b23ab3-f716-4cc4-b980-034e34b97fed tempest-VolumesActionsTest-132291385 tempest-VolumesActionsTest-132291385-project] 10.222.0.60 "GET /v2.0/security-groups?id=480ab515-0e3d-41fa-a9ee-830af0a3f7d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429935 May 10 17:46:48.803662 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56e4e32-37dd-45b4-95f4-4e9bd634ac97 req-e9a7a2a8-78f3-4b26-864c-98e0349df53d tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:46:48.805472 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-c56e4e32-37dd-45b4-95f4-4e9bd634ac97 req-e9a7a2a8-78f3-4b26-864c-98e0349df53d tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] 10.222.0.60 "GET /v2.0/ports?device_id=c1bf8bc9-b3de-4555-8835-15dd3a89bc56 HTTP/1.1" status: 200 len: 945 time: 0.0473957 May 10 17:46:48.856841 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-c56e4e32-37dd-45b4-95f4-4e9bd634ac97 req-25588bc2-ee30-497a-bb25-e281ae79f9b9 tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] 10.222.0.60 "GET /v2.0/security-groups?id=1dc31e58-b13c-4610-8a7b-a2e2a07c824b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458753 May 10 17:46:48.970040 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827320aa-9d64-4ce6-88dd-cae83427d5a3 req-fd597fd5-7d2b-4281-8ba5-1926a0ff8a03 tempest-VolumesSnapshotTestJSON-1645568956 tempest-VolumesSnapshotTestJSON-1645568956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:46:48.971565 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-827320aa-9d64-4ce6-88dd-cae83427d5a3 req-fd597fd5-7d2b-4281-8ba5-1926a0ff8a03 tempest-VolumesSnapshotTestJSON-1645568956 tempest-VolumesSnapshotTestJSON-1645568956-project] 10.222.0.60 "GET /v2.0/ports?device_id=858afd1f-cdd5-4c30-b255-155c40b54fb0 HTTP/1.1" status: 200 len: 945 time: 0.0490584 May 10 17:46:49.034459 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-827320aa-9d64-4ce6-88dd-cae83427d5a3 req-bb0be29a-3671-4af3-b177-984f2707e4fa tempest-VolumesSnapshotTestJSON-1645568956 tempest-VolumesSnapshotTestJSON-1645568956-project] 10.222.0.60 "GET /v2.0/security-groups?id=1b75a05f-62aa-4840-89ec-d12b9e871f92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502522 May 10 17:46:49.274826 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.rpc [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Device 8eeae9a2-0065-4b4b-9a97-c00de1868cf2 up at agent hyperv_hv-cinder-84130 {{(pid=110154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 17:46:49.322201 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.db.provisioning_blocks [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Provisioning for port 8eeae9a2-0065-4b4b-9a97-c00de1868cf2 completed by entity L2. {{(pid=110154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 10 17:46:49.330342 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.db.provisioning_blocks [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Provisioning complete for port 8eeae9a2-0065-4b4b-9a97-c00de1868cf2 triggered by entity L2. {{(pid=110154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 17:46:49.330888 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525495'] for port (8eeae9a2-0065-4b4b-9a97-c00de1868cf2), provisioning_complete {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:46:49.411479 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.plugin [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Current status of the port 8eeae9a2-0065-4b4b-9a97-c00de1868cf2 is: BUILD; New status is: ACTIVE {{(pid=110154) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 17:46:49.411869 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1514036'] for port (8eeae9a2-0065-4b4b-9a97-c00de1868cf2), before_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:46:49.435519 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '858afd1f-cdd5-4c30-b255-155c40b54fb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8eeae9a2-0065-4b4b-9a97-c00de1868cf2'}] {{(pid=110154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 17:46:49.437831 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81f5a9f60a7176de4ec81ee2de5d4e9bd281d17703f5d6403e6a691a644f2f07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd3d4553-a515-46c4-9126-a8f9aef65790" -d '{"events": [{"server_uuid": "858afd1f-cdd5-4c30-b255-155c40b54fb0", "name": "network-vif-plugged", "status": "completed", "tag": "8eeae9a2-0065-4b4b-9a97-c00de1868cf2"}]}' {{(pid=110154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 17:46:49.452340 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.db [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] For port 8eeae9a2-0065-4b4b-9a97-c00de1868cf2, host hv-cinder-84130, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84130',level=0,port_id=8eeae9a2-0065-4b4b-9a97-c00de1868cf2,segment=NetworkSegment(6eb6a8de-e14f-4146-b244-6bae452bdd09),segment_id=6eb6a8de-e14f-4146-b244-6bae452bdd09)] {{(pid=110154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 17:46:49.458720 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1514136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781795229094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781794686082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781794686100'] for port (8eeae9a2-0065-4b4b-9a97-c00de1868cf2), after_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:46:49.504109 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 17:46:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1294d130-0aac-4bec-8e3d-9bb7e67f4d2f x-openstack-request-id: req-1294d130-0aac-4bec-8e3d-9bb7e67f4d2f {{(pid=110154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 17:46:49.504717 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "858afd1f-cdd5-4c30-b255-155c40b54fb0", "name": "network-vif-plugged", "status": "completed", "tag": "8eeae9a2-0065-4b4b-9a97-c00de1868cf2", "code": 200}]} {{(pid=110154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 17:46:49.504717 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-1294d130-0aac-4bec-8e3d-9bb7e67f4d2f {{(pid=110154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 17:46:49.505079 dv-cinder-841302-2-iscsi neutron-server[110154]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1294d130-0aac-4bec-8e3d-9bb7e67f4d2f'] response: {'server_uuid': '858afd1f-cdd5-4c30-b255-155c40b54fb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8eeae9a2-0065-4b4b-9a97-c00de1868cf2', 'code': 200} May 10 17:46:49.529666 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Pushing event updated for resources: {'Port': ['ID=8eeae9a2-0065-4b4b-9a97-c00de1868cf2,revision_number=5']} {{(pid=110154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:46:49.603094 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca9440e-7146-413b-bd08-96dc8ebe5109 req-5c0c0802-3acd-480d-acfd-dea2ee86d22e tempest-VolumesActionsTest-132291385 tempest-VolumesActionsTest-132291385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:46:49.604652 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-eca9440e-7146-413b-bd08-96dc8ebe5109 req-5c0c0802-3acd-480d-acfd-dea2ee86d22e tempest-VolumesActionsTest-132291385 tempest-VolumesActionsTest-132291385-project] 10.222.0.60 "GET /v2.0/ports?device_id=e1f166ee-0aee-4fa9-bd70-2e09c68dc2fb HTTP/1.1" status: 200 len: 945 time: 0.0513995 May 10 17:46:49.654520 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-eca9440e-7146-413b-bd08-96dc8ebe5109 req-5b454945-544e-49af-9778-e7a2542c64ea tempest-VolumesActionsTest-132291385 tempest-VolumesActionsTest-132291385-project] 10.222.0.60 "GET /v2.0/security-groups?id=480ab515-0e3d-41fa-a9ee-830af0a3f7d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439515 May 10 17:46:49.983213 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fcbf23-a020-44e5-8c1a-3c918b6b7ac9 req-50ec5a5a-f3a5-4673-a542-6c08cb240e0d tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:46:49.984785 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-b4fcbf23-a020-44e5-8c1a-3c918b6b7ac9 req-50ec5a5a-f3a5-4673-a542-6c08cb240e0d tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] 10.222.0.60 "GET /v2.0/ports?device_id=c1bf8bc9-b3de-4555-8835-15dd3a89bc56 HTTP/1.1" status: 200 len: 945 time: 0.0553985 May 10 17:46:50.032561 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-b4fcbf23-a020-44e5-8c1a-3c918b6b7ac9 req-fc987a17-67ad-4047-9487-be383fecf736 tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] 10.222.0.60 "GET /v2.0/security-groups?id=1dc31e58-b13c-4610-8a7b-a2e2a07c824b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416613 May 10 17:46:50.150899 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe3bd73-dd11-4fd4-9001-4a4a5e5c202f req-6602054d-539e-4e1a-928d-deacb8e3c1ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:46:50.152419 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [req-cfe3bd73-dd11-4fd4-9001-4a4a5e5c202f req-6602054d-539e-4e1a-928d-deacb8e3c1ab service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=ec9da2f35bcd444fa485c453103df5cc&device_id=c1bf8bc9-b3de-4555-8835-15dd3a89bc56 HTTP/1.1" status: 200 len: 1129 time: 0.0463076 May 10 17:46:50.158954 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484d265e-68cf-4516-a4b0-ccaee16dafd0 req-2a691c3c-cf20-4873-be87-8d9e418d42c0 tempest-VolumesSnapshotTestJSON-1645568956 tempest-VolumesSnapshotTestJSON-1645568956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:46:50.160609 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-484d265e-68cf-4516-a4b0-ccaee16dafd0 req-2a691c3c-cf20-4873-be87-8d9e418d42c0 tempest-VolumesSnapshotTestJSON-1645568956 tempest-VolumesSnapshotTestJSON-1645568956-project] 10.222.0.60 "GET /v2.0/ports?device_id=858afd1f-cdd5-4c30-b255-155c40b54fb0 HTTP/1.1" status: 200 len: 946 time: 0.0523281 May 10 17:46:50.216180 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-484d265e-68cf-4516-a4b0-ccaee16dafd0 req-8cb2b5a9-ed4a-4f25-9a7e-3e1e5f72979a tempest-VolumesSnapshotTestJSON-1645568956 tempest-VolumesSnapshotTestJSON-1645568956-project] 10.222.0.60 "GET /v2.0/security-groups?id=1b75a05f-62aa-4840-89ec-d12b9e871f92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489342 May 10 17:46:50.470185 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8adcf74b-9564-41bd-a771-8784f99f1cc9 req-f63351ff-9fe0-4878-9242-f1b315afd01b tempest-VolumesActionsTest-132291385 tempest-VolumesActionsTest-132291385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:46:50.471709 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-8adcf74b-9564-41bd-a771-8784f99f1cc9 req-f63351ff-9fe0-4878-9242-f1b315afd01b tempest-VolumesActionsTest-132291385 tempest-VolumesActionsTest-132291385-project] 10.222.0.77 "GET /v2.0/ports?device_id=e1f166ee-0aee-4fa9-bd70-2e09c68dc2fb HTTP/1.1" status: 200 len: 945 time: 0.0603421 May 10 17:46:50.509751 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943d8098-37fa-455f-b43b-a36f435e481b req-988741e2-75f7-41a8-b393-b1f446263dbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:46:50.511547 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [req-943d8098-37fa-455f-b43b-a36f435e481b req-988741e2-75f7-41a8-b393-b1f446263dbd service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=858afd1f-cdd5-4c30-b255-155c40b54fb0 HTTP/1.1" status: 200 len: 1130 time: 0.0927463 May 10 17:46:50.572954 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe3bd73-dd11-4fd4-9001-4a4a5e5c202f req-56a125dc-d279-449c-a644-c6f52c9e7a5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:46:50.574117 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.plugins.ml2.plugin [req-8adcf74b-9564-41bd-a771-8784f99f1cc9 req-ed9cc967-4db1-4ba1-a929-88384ae8b774 tempest-VolumesActionsTest-132291385 tempest-VolumesActionsTest-132291385-project] Deleting port 4a82bcea-cd65-4970-a74d-ed9e14c9779d {{(pid=110152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 17:46:50.574471 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [req-8adcf74b-9564-41bd-a771-8784f99f1cc9 req-ed9cc967-4db1-4ba1-a929-88384ae8b774 tempest-VolumesActionsTest-132291385 tempest-VolumesActionsTest-132291385-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781795221764'] for port (4a82bcea-cd65-4970-a74d-ed9e14c9779d), before_delete {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:46:50.574874 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [req-cfe3bd73-dd11-4fd4-9001-4a4a5e5c202f req-56a125dc-d279-449c-a644-c6f52c9e7a5a service neutron] 10.222.0.77 "GET /v2.0/networks?id=f37a5a11-05c8-4d32-b0a0-13874a53c216 HTTP/1.1" status: 200 len: 919 time: 0.1654770 May 10 17:46:50.597900 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [req-943d8098-37fa-455f-b43b-a36f435e481b req-c69d9dfe-8e1d-437f-b24a-d70529c8309c service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=1b75a05f-62aa-4840-89ec-d12b9e871f92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765972 May 10 17:46:50.630593 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [req-cfe3bd73-dd11-4fd4-9001-4a4a5e5c202f req-105512d7-0a58-40b1-bac1-4828065a091a service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=552e62e9-0e95-4838-9c01-aa3425c6c9c6 HTTP/1.1" status: 200 len: 217 time: 0.0430202 May 10 17:46:50.701376 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.plugins.ml2.db [req-8adcf74b-9564-41bd-a771-8784f99f1cc9 req-ed9cc967-4db1-4ba1-a929-88384ae8b774 tempest-VolumesActionsTest-132291385 tempest-VolumesActionsTest-132291385-project] For port 4a82bcea-cd65-4970-a74d-ed9e14c9779d, host hv-cinder-84130, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84130',level=0,port_id=4a82bcea-cd65-4970-a74d-ed9e14c9779d,segment=NetworkSegment(3ccab3b0-249b-4cd8-9067-d4a3aedebd26),segment_id=3ccab3b0-249b-4cd8-9067-d4a3aedebd26)] {{(pid=110152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 17:46:50.701968 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [req-8adcf74b-9564-41bd-a771-8784f99f1cc9 req-ed9cc967-4db1-4ba1-a929-88384ae8b774 tempest-VolumesActionsTest-132291385 tempest-VolumesActionsTest-132291385-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640494'] for port (4a82bcea-cd65-4970-a74d-ed9e14c9779d), precommit_delete {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:46:50.718619 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.plugins.ml2.plugin [req-8adcf74b-9564-41bd-a771-8784f99f1cc9 req-ed9cc967-4db1-4ba1-a929-88384ae8b774 tempest-VolumesActionsTest-132291385 tempest-VolumesActionsTest-132291385-project] Calling delete_port for 4a82bcea-cd65-4970-a74d-ed9e14c9779d owned by compute:nova {{(pid=110152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 17:46:50.818720 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06b0b57-e311-4666-b829-b6f5b6f7c59e req-a148750e-33b9-48aa-aae9-f8209a77e4a8 tempest-VolumesActionsTest-132291385 tempest-VolumesActionsTest-132291385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:46:50.820576 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-c06b0b57-e311-4666-b829-b6f5b6f7c59e req-a148750e-33b9-48aa-aae9-f8209a77e4a8 tempest-VolumesActionsTest-132291385 tempest-VolumesActionsTest-132291385-project] 10.222.0.60 "GET /v2.0/ports?device_id=e1f166ee-0aee-4fa9-bd70-2e09c68dc2fb HTTP/1.1" status: 200 len: 945 time: 0.0879815 May 10 17:46:50.898754 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-c06b0b57-e311-4666-b829-b6f5b6f7c59e req-53daaf26-01cb-4e55-b1ba-7d6f97e04966 tempest-VolumesActionsTest-132291385 tempest-VolumesActionsTest-132291385-project] 10.222.0.60 "GET /v2.0/security-groups?id=480ab515-0e3d-41fa-a9ee-830af0a3f7d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718231 May 10 17:46:50.973454 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [req-8adcf74b-9564-41bd-a771-8784f99f1cc9 req-ed9cc967-4db1-4ba1-a929-88384ae8b774 tempest-VolumesActionsTest-132291385 tempest-VolumesActionsTest-132291385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1514136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781795229076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781794686073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5018186'] for port (4a82bcea-cd65-4970-a74d-ed9e14c9779d), after_delete {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:46:51.011485 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9cc967-4db1-4ba1-a929-88384ae8b774 tempest-VolumesActionsTest-132291385 tempest-VolumesActionsTest-132291385-project] Pushing event deleted for resources: {'Port': ['ID=4a82bcea-cd65-4970-a74d-ed9e14c9779d,revision_number=None']} {{(pid=110152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:46:51.029209 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.db [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] get_ports_and_sgs() called for port_ids ['4a82bcea-cd65-4970-a74d-ed9e14c9779d'] {{(pid=110154) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 17:46:51.033063 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed9cc967-4db1-4ba1-a929-88384ae8b774 tempest-VolumesActionsTest-132291385 tempest-VolumesActionsTest-132291385-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:46:51.033422 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed9cc967-4db1-4ba1-a929-88384ae8b774 tempest-VolumesActionsTest-132291385 tempest-VolumesActionsTest-132291385-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:46:51.033775 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed9cc967-4db1-4ba1-a929-88384ae8b774 tempest-VolumesActionsTest-132291385 tempest-VolumesActionsTest-132291385-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:46:51.034124 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed9cc967-4db1-4ba1-a929-88384ae8b774 tempest-VolumesActionsTest-132291385 tempest-VolumesActionsTest-132291385-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:46:51.034471 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed9cc967-4db1-4ba1-a929-88384ae8b774 tempest-VolumesActionsTest-132291385 tempest-VolumesActionsTest-132291385-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:46:51.034814 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed9cc967-4db1-4ba1-a929-88384ae8b774 tempest-VolumesActionsTest-132291385 tempest-VolumesActionsTest-132291385-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:46:51.035150 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed9cc967-4db1-4ba1-a929-88384ae8b774 tempest-VolumesActionsTest-132291385 tempest-VolumesActionsTest-132291385-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:46:51.035519 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed9cc967-4db1-4ba1-a929-88384ae8b774 tempest-VolumesActionsTest-132291385 tempest-VolumesActionsTest-132291385-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:46:51.035861 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed9cc967-4db1-4ba1-a929-88384ae8b774 tempest-VolumesActionsTest-132291385 tempest-VolumesActionsTest-132291385-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:46:51.036189 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed9cc967-4db1-4ba1-a929-88384ae8b774 tempest-VolumesActionsTest-132291385 tempest-VolumesActionsTest-132291385-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:46:51.036520 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed9cc967-4db1-4ba1-a929-88384ae8b774 tempest-VolumesActionsTest-132291385 tempest-VolumesActionsTest-132291385-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:46:51.036857 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed9cc967-4db1-4ba1-a929-88384ae8b774 tempest-VolumesActionsTest-132291385 tempest-VolumesActionsTest-132291385-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:46:51.037187 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed9cc967-4db1-4ba1-a929-88384ae8b774 tempest-VolumesActionsTest-132291385 tempest-VolumesActionsTest-132291385-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:46:51.037517 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed9cc967-4db1-4ba1-a929-88384ae8b774 tempest-VolumesActionsTest-132291385 tempest-VolumesActionsTest-132291385-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:46:51.037847 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed9cc967-4db1-4ba1-a929-88384ae8b774 tempest-VolumesActionsTest-132291385 tempest-VolumesActionsTest-132291385-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:46:51.096800 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.wsgi [-] (110153) accepted ('10.222.0.60', 41470) {{(pid=110153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 17:46:51.107275 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.db.l3_dvrscheduler_db [req-8adcf74b-9564-41bd-a771-8784f99f1cc9 req-ed9cc967-4db1-4ba1-a929-88384ae8b774 tempest-VolumesActionsTest-132291385 tempest-VolumesActionsTest-132291385-project] No DVR routers for this DVR port 4a82bcea-cd65-4970-a74d-ed9e14c9779d on host hv-cinder-84130 {{(pid=110152) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 17:46:51.113768 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [req-8adcf74b-9564-41bd-a771-8784f99f1cc9 req-ed9cc967-4db1-4ba1-a929-88384ae8b774 tempest-VolumesActionsTest-132291385 tempest-VolumesActionsTest-132291385-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29634'] for port (None), before_response {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:46:51.122866 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-8adcf74b-9564-41bd-a771-8784f99f1cc9 req-ed9cc967-4db1-4ba1-a929-88384ae8b774 tempest-VolumesActionsTest-132291385 tempest-VolumesActionsTest-132291385-project] 10.222.0.77 "DELETE /v2.0/ports/4a82bcea-cd65-4970-a74d-ed9e14c9779d HTTP/1.1" status: 204 len: 173 time: 0.6448143 May 10 17:46:51.123665 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1f166ee-0aee-4fa9-bd70-2e09c68dc2fb', 'name': 'network-vif-deleted', 'tag': '4a82bcea-cd65-4970-a74d-ed9e14c9779d'}] {{(pid=110152) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 17:46:51.128995 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0e5bab204033c83635b1e14c3e3a099c647719281f8bf9f740a5b80828d0d04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd6578e9-fca7-41f3-8663-d9dfcda5a53f" -d '{"events": [{"server_uuid": "e1f166ee-0aee-4fa9-bd70-2e09c68dc2fb", "name": "network-vif-deleted", "tag": "4a82bcea-cd65-4970-a74d-ed9e14c9779d"}]}' {{(pid=110152) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 17:46:51.157435 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe3bd73-dd11-4fd4-9001-4a4a5e5c202f req-5b06f1d6-2714-4d3a-93e3-65197260beec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:46:51.159702 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [req-cfe3bd73-dd11-4fd4-9001-4a4a5e5c202f req-5b06f1d6-2714-4d3a-93e3-65197260beec service neutron] 10.222.0.77 "GET /v2.0/subnets?id=cc50f2c8-8caf-42b1-b7c4-50bfe5301336 HTTP/1.1" status: 200 len: 857 time: 0.1112933 May 10 17:46:51.210393 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 17:46:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43f615f7-5cd9-4df7-932d-010a42ce49ac x-openstack-request-id: req-43f615f7-5cd9-4df7-932d-010a42ce49ac {{(pid=110152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 17:46:51.210823 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1f166ee-0aee-4fa9-bd70-2e09c68dc2fb", "name": "network-vif-deleted", "tag": "4a82bcea-cd65-4970-a74d-ed9e14c9779d", "status": "completed", "code": 200}]} {{(pid=110152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 17:46:51.211646 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-43f615f7-5cd9-4df7-932d-010a42ce49ac {{(pid=110152) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 17:46:51.212079 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.notifiers.nova [-] Nova event matching ['req-43f615f7-5cd9-4df7-932d-010a42ce49ac'] response: {'server_uuid': 'e1f166ee-0aee-4fa9-bd70-2e09c68dc2fb', 'name': 'network-vif-deleted', 'tag': '4a82bcea-cd65-4970-a74d-ed9e14c9779d', 'status': 'completed', 'code': 200} May 10 17:46:51.232599 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43860de9-c5e8-485b-ac17-45e26a96c639 req-0779f3c4-4e1f-45d0-a008-6bf29ec26f76 tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:46:51.234184 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-43860de9-c5e8-485b-ac17-45e26a96c639 req-0779f3c4-4e1f-45d0-a008-6bf29ec26f76 tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] 10.222.0.60 "GET /v2.0/ports?device_id=c1bf8bc9-b3de-4555-8835-15dd3a89bc56 HTTP/1.1" status: 200 len: 945 time: 0.0866215 May 10 17:46:51.309282 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-de47c8c6-e952-4b18-9262-3ee8b0efca5f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:46:51.317217 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-43860de9-c5e8-485b-ac17-45e26a96c639 req-7570638c-c310-45fd-9974-03f0d3a95f07 tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] 10.222.0.60 "GET /v2.0/security-groups?id=1dc31e58-b13c-4610-8a7b-a2e2a07c824b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683706 May 10 17:46:51.370940 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96ca7d4-6f27-4f7e-8478-bf0e480640a6 req-57d0b350-82d9-4630-96e4-29ce50acba0d tempest-VolumesSnapshotTestJSON-1645568956 tempest-VolumesSnapshotTestJSON-1645568956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:46:51.372567 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-f96ca7d4-6f27-4f7e-8478-bf0e480640a6 req-57d0b350-82d9-4630-96e4-29ce50acba0d tempest-VolumesSnapshotTestJSON-1645568956 tempest-VolumesSnapshotTestJSON-1645568956-project] 10.222.0.60 "GET /v2.0/ports?device_id=858afd1f-cdd5-4c30-b255-155c40b54fb0 HTTP/1.1" status: 200 len: 946 time: 0.0730379 May 10 17:46:51.457410 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-f96ca7d4-6f27-4f7e-8478-bf0e480640a6 req-919af0cc-0b57-4771-8fec-a605f5ea593a tempest-VolumesSnapshotTestJSON-1645568956 tempest-VolumesSnapshotTestJSON-1645568956-project] 10.222.0.60 "GET /v2.0/security-groups?id=1b75a05f-62aa-4840-89ec-d12b9e871f92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675569 May 10 17:46:51.458373 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-de47c8c6-e952-4b18-9262-3ee8b0efca5f admin admin] Publish callbacks [] for security_group (42765419-72f1-4569-9991-1ad53fb9cad4), precommit_create {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:46:51.465200 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-de47c8c6-e952-4b18-9262-3ee8b0efca5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-282428'] for security_group (42765419-72f1-4569-9991-1ad53fb9cad4), after_create {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:46:51.514407 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [None req-de47c8c6-e952-4b18-9262-3ee8b0efca5f admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=ca32183b861c4d11aabf502461bf528a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4165590 May 10 17:46:51.516803 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de47c8c6-e952-4b18-9262-3ee8b0efca5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42765419-72f1-4569-9991-1ad53fb9cad4,revision_number=1']} {{(pid=110153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:46:51.518053 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.wsgi [-] (110152) accepted ('10.222.0.60', 41482) {{(pid=110152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 17:46:51.574848 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-0c9f21b3-81e4-4bb0-a7d3-c03488cf090e admin admin] Publish callbacks [] for security_group (42765419-72f1-4569-9991-1ad53fb9cad4), before_delete {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:46:51.597164 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-0c9f21b3-81e4-4bb0-a7d3-c03488cf090e admin admin] Publish callbacks [] for security_group (42765419-72f1-4569-9991-1ad53fb9cad4), precommit_delete {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:46:51.652716 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-0c9f21b3-81e4-4bb0-a7d3-c03488cf090e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-282428'] for security_group (42765419-72f1-4569-9991-1ad53fb9cad4), after_delete {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:46:51.655236 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-0c9f21b3-81e4-4bb0-a7d3-c03488cf090e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:46:51.656573 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [None req-0c9f21b3-81e4-4bb0-a7d3-c03488cf090e admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/42765419-72f1-4569-9991-1ad53fb9cad4 HTTP/1.1" status: 204 len: 168 time: 0.1373689 May 10 17:46:51.665866 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9f21b3-81e4-4bb0-a7d3-c03488cf090e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42765419-72f1-4569-9991-1ad53fb9cad4,revision_number=None']} {{(pid=110152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:46:51.908372 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe3bd73-dd11-4fd4-9001-4a4a5e5c202f req-f7181a27-160d-46f8-b981-fa9a1557197c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:46:51.911022 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [req-cfe3bd73-dd11-4fd4-9001-4a4a5e5c202f req-f7181a27-160d-46f8-b981-fa9a1557197c service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=f37a5a11-05c8-4d32-b0a0-13874a53c216&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0859780 May 10 17:46:52.024002 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-1c0f4585-277a-49c0-b9ca-938a88dc23e2 req-72c0953d-26ff-45a1-9bc7-b219494f1340 tempest-VolumesActionsTest-132291385 tempest-VolumesActionsTest-132291385-project] 10.222.0.60 "GET /v2.0/ports?device_id=e1f166ee-0aee-4fa9-bd70-2e09c68dc2fb HTTP/1.1" status: 200 len: 210 time: 0.0343337 May 10 17:46:52.031412 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [req-cfe3bd73-dd11-4fd4-9001-4a4a5e5c202f req-7bcc35d3-be4b-44e3-99dc-f4dd59d1bf38 service neutron] 10.222.0.77 "GET /v2.0/networks/f37a5a11-05c8-4d32-b0a0-13874a53c216?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1110027 May 10 17:46:52.125726 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [req-cfe3bd73-dd11-4fd4-9001-4a4a5e5c202f req-0edaebe6-9bb2-4809-8362-90035c4d63d4 service neutron] 10.222.0.77 "GET /v2.0/networks/f37a5a11-05c8-4d32-b0a0-13874a53c216?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876274 May 10 17:46:52.465959 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5413ee-7ac2-4911-9c6f-d74c23a39fed req-3ec57ea8-e2c0-4517-9b1a-cd06d337973c tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:46:52.467524 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-bd5413ee-7ac2-4911-9c6f-d74c23a39fed req-3ec57ea8-e2c0-4517-9b1a-cd06d337973c tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] 10.222.0.60 "GET /v2.0/ports?device_id=c1bf8bc9-b3de-4555-8835-15dd3a89bc56 HTTP/1.1" status: 200 len: 945 time: 0.0520511 May 10 17:46:52.522291 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-bd5413ee-7ac2-4911-9c6f-d74c23a39fed req-71eeb8ad-3dd5-4264-bb2d-8094f8c09d73 tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] 10.222.0.60 "GET /v2.0/security-groups?id=1dc31e58-b13c-4610-8a7b-a2e2a07c824b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485792 May 10 17:46:52.582114 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfd3712-e46a-41d0-b283-738964174c98 req-8ff825e2-b091-486f-9ff2-3360de65f665 tempest-VolumesSnapshotTestJSON-1645568956 tempest-VolumesSnapshotTestJSON-1645568956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:46:52.583805 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-7cfd3712-e46a-41d0-b283-738964174c98 req-8ff825e2-b091-486f-9ff2-3360de65f665 tempest-VolumesSnapshotTestJSON-1645568956 tempest-VolumesSnapshotTestJSON-1645568956-project] 10.222.0.60 "GET /v2.0/ports?device_id=858afd1f-cdd5-4c30-b255-155c40b54fb0 HTTP/1.1" status: 200 len: 946 time: 0.0527549 May 10 17:46:52.668648 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-7cfd3712-e46a-41d0-b283-738964174c98 req-2675bcac-1152-40a3-bfec-880cac4cdfd8 tempest-VolumesSnapshotTestJSON-1645568956 tempest-VolumesSnapshotTestJSON-1645568956-project] 10.222.0.60 "GET /v2.0/security-groups?id=1b75a05f-62aa-4840-89ec-d12b9e871f92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778828 May 10 17:46:52.766862 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fab6f7e-db22-498e-9f02-61380918c149 req-6953db8a-0d95-4d7b-8a4f-abeca69cef78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:46:52.768407 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [req-7fab6f7e-db22-498e-9f02-61380918c149 req-6953db8a-0d95-4d7b-8a4f-abeca69cef78 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=ec9da2f35bcd444fa485c453103df5cc&device_id=c1bf8bc9-b3de-4555-8835-15dd3a89bc56 HTTP/1.1" status: 200 len: 1129 time: 0.0400145 May 10 17:46:53.141256 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-87ca5caf-93bc-429c-ba92-8064740bc4c8 req-bb3ba43e-ad26-4ed1-a215-a293f5ac0173 tempest-VolumesActionsTest-132291385 tempest-VolumesActionsTest-132291385-project] 10.222.0.60 "GET /v2.0/ports?device_id=e1f166ee-0aee-4fa9-bd70-2e09c68dc2fb HTTP/1.1" status: 200 len: 210 time: 0.0294785 May 10 17:46:53.460887 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fab6f7e-db22-498e-9f02-61380918c149 req-4016713b-95e0-49e0-a21d-23ca2e3bc23b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:46:53.462976 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [req-7fab6f7e-db22-498e-9f02-61380918c149 req-4016713b-95e0-49e0-a21d-23ca2e3bc23b service neutron] 10.222.0.77 "GET /v2.0/networks?id=f37a5a11-05c8-4d32-b0a0-13874a53c216 HTTP/1.1" status: 200 len: 919 time: 0.0876434 May 10 17:46:53.638210 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e1aae9-ffe1-4b78-8b90-7e6a30ec897b req-0cde02e3-ffb2-4f2c-b21c-d9a33ad3a25b tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:46:53.639721 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-e9e1aae9-ffe1-4b78-8b90-7e6a30ec897b req-0cde02e3-ffb2-4f2c-b21c-d9a33ad3a25b tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] 10.222.0.60 "GET /v2.0/ports?device_id=c1bf8bc9-b3de-4555-8835-15dd3a89bc56 HTTP/1.1" status: 200 len: 945 time: 0.0472972 May 10 17:46:53.688430 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-e9e1aae9-ffe1-4b78-8b90-7e6a30ec897b req-f80331ff-7870-4f85-9b68-b79e6ab5e80a tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] 10.222.0.60 "GET /v2.0/security-groups?id=1dc31e58-b13c-4610-8a7b-a2e2a07c824b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423062 May 10 17:46:53.795678 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95dd966d-607a-4883-8d60-1130a42f4baa req-a7d83141-6c3a-4bb7-8805-9d0baf2943f6 tempest-VolumesSnapshotTestJSON-1645568956 tempest-VolumesSnapshotTestJSON-1645568956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:46:53.797177 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-95dd966d-607a-4883-8d60-1130a42f4baa req-a7d83141-6c3a-4bb7-8805-9d0baf2943f6 tempest-VolumesSnapshotTestJSON-1645568956 tempest-VolumesSnapshotTestJSON-1645568956-project] 10.222.0.60 "GET /v2.0/ports?device_id=858afd1f-cdd5-4c30-b255-155c40b54fb0 HTTP/1.1" status: 200 len: 946 time: 0.0515018 May 10 17:46:53.850177 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-95dd966d-607a-4883-8d60-1130a42f4baa req-4cb40a6e-a479-4198-b302-d94b45e40e94 tempest-VolumesSnapshotTestJSON-1645568956 tempest-VolumesSnapshotTestJSON-1645568956-project] 10.222.0.60 "GET /v2.0/security-groups?id=1b75a05f-62aa-4840-89ec-d12b9e871f92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473983 May 10 17:46:54.517059 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13681ac3-8ad8-4f1b-b5b0-3b8362483b0a req-d31736dc-c386-47d5-a359-34f2d9f4f802 tempest-VolumesActionsTest-132291385 tempest-VolumesActionsTest-132291385-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:46:54.518787 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-13681ac3-8ad8-4f1b-b5b0-3b8362483b0a req-d31736dc-c386-47d5-a359-34f2d9f4f802 tempest-VolumesActionsTest-132291385 tempest-VolumesActionsTest-132291385-project] 10.222.0.60 "GET /v2.0/networks?id=e3f42295-b917-4bf6-8b9b-62165723f9ed HTTP/1.1" status: 200 len: 809 time: 0.1078274 May 10 17:46:54.533612 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-13681ac3-8ad8-4f1b-b5b0-3b8362483b0a req-8023bb5b-9737-432f-9b3b-07dae5b48f4d tempest-VolumesActionsTest-132291385 tempest-VolumesActionsTest-132291385-project] 10.222.0.60 "GET /v2.0/quotas/563af4481d544b74bc5afba3f426e7e5 HTTP/1.1" status: 200 len: 375 time: 0.0089130 May 10 17:46:54.569859 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-13681ac3-8ad8-4f1b-b5b0-3b8362483b0a req-dce78145-7333-4594-a849-e8bc55fde0a3 tempest-VolumesActionsTest-132291385 tempest-VolumesActionsTest-132291385-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=563af4481d544b74bc5afba3f426e7e5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0311828 May 10 17:46:54.661193 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-13681ac3-8ad8-4f1b-b5b0-3b8362483b0a req-1319463a-4bad-44dd-a8a0-7960d4da99f3 service neutron] 10.222.0.60 "GET /v2.0/networks/e3f42295-b917-4bf6-8b9b-62165723f9ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845969 May 10 17:46:54.754828 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-13681ac3-8ad8-4f1b-b5b0-3b8362483b0a req-9099ecad-74f2-40e3-9540-7be9c5c65537 service neutron] 10.222.0.60 "GET /v2.0/networks/e3f42295-b917-4bf6-8b9b-62165723f9ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879264 May 10 17:46:54.812636 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b847277-0769-412c-99c7-9ea60d4b41d1 req-9f57c732-9843-45ab-8968-b01d88549e76 tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:46:54.814188 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-7b847277-0769-412c-99c7-9ea60d4b41d1 req-9f57c732-9843-45ab-8968-b01d88549e76 tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] 10.222.0.60 "GET /v2.0/ports?device_id=c1bf8bc9-b3de-4555-8835-15dd3a89bc56 HTTP/1.1" status: 200 len: 945 time: 0.0507641 May 10 17:46:54.874779 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-7b847277-0769-412c-99c7-9ea60d4b41d1 req-94258e1f-3c97-476b-a5f5-2e015f257935 tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] 10.222.0.60 "GET /v2.0/security-groups?id=1dc31e58-b13c-4610-8a7b-a2e2a07c824b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514727 May 10 17:46:54.924922 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-115ebdbb-e5ea-4d19-b7d1-71d4d462a4ba req-b5c4a38e-5201-4436-b82e-d9b23003f7c6 tempest-VolumesActionsTest-132291385 tempest-VolumesActionsTest-132291385-project] 10.222.0.60 "GET /v2.0/ports?device_id=f0fcf89c-a78f-4dfe-8e68-f30c210d80c8 HTTP/1.1" status: 200 len: 210 time: 0.0287707 May 10 17:46:56.015057 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4461b749-f576-428b-9f7f-1def47b2bdec req-9e56b557-b970-417e-8b57-5d6ec90bdf56 tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:46:56.016437 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-4461b749-f576-428b-9f7f-1def47b2bdec req-9e56b557-b970-417e-8b57-5d6ec90bdf56 tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] 10.222.0.60 "GET /v2.0/ports?device_id=c1bf8bc9-b3de-4555-8835-15dd3a89bc56 HTTP/1.1" status: 200 len: 945 time: 0.0609744 May 10 17:46:56.040673 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-73f2e52d-cba6-4580-88d3-3a41cffc2365 req-00b6196f-39af-419d-8f01-18562a0548ea tempest-VolumesActionsTest-132291385 tempest-VolumesActionsTest-132291385-project] 10.222.0.60 "GET /v2.0/ports?device_id=f0fcf89c-a78f-4dfe-8e68-f30c210d80c8 HTTP/1.1" status: 200 len: 210 time: 0.0459580 May 10 17:46:56.077954 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-4461b749-f576-428b-9f7f-1def47b2bdec req-d21c664d-d09a-4682-927b-637dc6158a78 tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] 10.222.0.60 "GET /v2.0/security-groups?id=1dc31e58-b13c-4610-8a7b-a2e2a07c824b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451062 May 10 17:46:56.315604 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.rpc [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Device 4a82bcea-cd65-4970-a74d-ed9e14c9779d no longer exists at agent hyperv_hv-cinder-84130 {{(pid=110154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 17:46:56.338194 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.plugin [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] No Port match for: 4a82bcea-cd65-4970-a74d-ed9e14c9779d {{(pid=110154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 17:46:56.338546 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.rpc [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Device 4a82bcea-cd65-4970-a74d-ed9e14c9779d not bound to the agent host hv-cinder-84130 {{(pid=110154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 17:46:56.371166 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [req-7fab6f7e-db22-498e-9f02-61380918c149 req-0f5a3b49-d232-4786-baf6-f7d8b7e880ee service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=552e62e9-0e95-4838-9c01-aa3425c6c9c6 HTTP/1.1" status: 200 len: 217 time: 0.0520847 May 10 17:46:57.136947 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-9ef61c04-1b84-4a9f-9405-b920a3c772c2 req-56dd5195-12bf-4666-827e-0ab490b8f6c4 tempest-VolumesActionsTest-132291385 tempest-VolumesActionsTest-132291385-project] 10.222.0.60 "GET /v2.0/ports?device_id=f0fcf89c-a78f-4dfe-8e68-f30c210d80c8 HTTP/1.1" status: 200 len: 210 time: 0.0282612 May 10 17:46:57.195851 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5249f52a-e518-445c-bab3-9bced28b11d5 req-4a4be210-622a-44db-9e85-a63a8ebe42c9 tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:46:57.197594 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-5249f52a-e518-445c-bab3-9bced28b11d5 req-4a4be210-622a-44db-9e85-a63a8ebe42c9 tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] 10.222.0.60 "GET /v2.0/ports?device_id=c1bf8bc9-b3de-4555-8835-15dd3a89bc56 HTTP/1.1" status: 200 len: 945 time: 0.0480676 May 10 17:46:57.252609 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-5249f52a-e518-445c-bab3-9bced28b11d5 req-0ac0d934-ccf4-4bb8-9596-13585743801f tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] 10.222.0.60 "GET /v2.0/security-groups?id=1dc31e58-b13c-4610-8a7b-a2e2a07c824b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495353 May 10 17:46:57.557684 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-da8f1af1-1774-4464-8fed-a296d1956323 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781795183391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525393'] for agent (b2ad0527-00d5-4995-bc97-ec84c4e02f0b), after_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:46:57.827948 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fab6f7e-db22-498e-9f02-61380918c149 req-5bf75635-be31-44fc-b438-76540941948d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:46:57.830398 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [req-7fab6f7e-db22-498e-9f02-61380918c149 req-5bf75635-be31-44fc-b438-76540941948d service neutron] 10.222.0.77 "GET /v2.0/subnets?id=cc50f2c8-8caf-42b1-b7c4-50bfe5301336 HTTP/1.1" status: 200 len: 857 time: 0.0520494 May 10 17:46:57.887606 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fab6f7e-db22-498e-9f02-61380918c149 req-cf6a0fb5-2318-4b1d-9fbb-35857c09e4cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:46:57.889693 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [req-7fab6f7e-db22-498e-9f02-61380918c149 req-cf6a0fb5-2318-4b1d-9fbb-35857c09e4cc service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=f37a5a11-05c8-4d32-b0a0-13874a53c216&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0426855 May 10 17:46:58.005634 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [req-7fab6f7e-db22-498e-9f02-61380918c149 req-331eecbf-3424-4608-a67f-cc5c07d47780 service neutron] 10.222.0.77 "GET /v2.0/networks/f37a5a11-05c8-4d32-b0a0-13874a53c216?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903492 May 10 17:46:58.097908 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [req-7fab6f7e-db22-498e-9f02-61380918c149 req-d124611c-dbe5-4625-8fe1-2e8f3e5dabf4 service neutron] 10.222.0.77 "GET /v2.0/networks/f37a5a11-05c8-4d32-b0a0-13874a53c216?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844486 May 10 17:46:58.232960 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-4544dd3e-4782-4ddf-b437-a3abbdbaef52 req-b40ed429-ea5d-452c-a073-a67d733ecbe0 tempest-VolumesActionsTest-132291385 tempest-VolumesActionsTest-132291385-project] 10.222.0.60 "GET /v2.0/ports?device_id=f0fcf89c-a78f-4dfe-8e68-f30c210d80c8 HTTP/1.1" status: 200 len: 210 time: 0.0285964 May 10 17:46:58.369708 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00cfff86-9b22-4bd7-960c-4fd4c81dcfc5 req-df8c89e5-6bd5-4001-8725-e223058886b5 tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:46:58.372350 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-00cfff86-9b22-4bd7-960c-4fd4c81dcfc5 req-df8c89e5-6bd5-4001-8725-e223058886b5 tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] 10.222.0.60 "GET /v2.0/ports?device_id=c1bf8bc9-b3de-4555-8835-15dd3a89bc56 HTTP/1.1" status: 200 len: 945 time: 0.0500758 May 10 17:46:58.432351 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-00cfff86-9b22-4bd7-960c-4fd4c81dcfc5 req-88f362cd-f03e-481b-bba4-9e129968f003 tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] 10.222.0.60 "GET /v2.0/security-groups?id=1dc31e58-b13c-4610-8a7b-a2e2a07c824b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526080 May 10 17:46:58.806770 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13681ac3-8ad8-4f1b-b5b0-3b8362483b0a req-dcf156cb-3317-44a3-9b6a-0383158c49be tempest-VolumesActionsTest-132291385 tempest-VolumesActionsTest-132291385-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:46:58.808258 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [req-13681ac3-8ad8-4f1b-b5b0-3b8362483b0a req-dcf156cb-3317-44a3-9b6a-0383158c49be tempest-VolumesActionsTest-132291385 tempest-VolumesActionsTest-132291385-project] 10.222.0.77 "GET /v2.0/networks?id=e3f42295-b917-4bf6-8b9b-62165723f9ed HTTP/1.1" status: 200 len: 809 time: 0.3568370 May 10 17:46:59.335914 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-7dc38be1-8b48-46cd-9eae-1d300a6c26a0 req-44aeac68-4425-4fce-86c1-c7707531592d tempest-VolumesActionsTest-132291385 tempest-VolumesActionsTest-132291385-project] 10.222.0.60 "GET /v2.0/ports?device_id=f0fcf89c-a78f-4dfe-8e68-f30c210d80c8 HTTP/1.1" status: 200 len: 210 time: 0.0327244 May 10 17:46:59.553215 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9530facb-0032-43bc-bcfb-ca732edb834a req-48e50707-6e19-401b-9e98-c062922b03b0 tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:46:59.554715 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-9530facb-0032-43bc-bcfb-ca732edb834a req-48e50707-6e19-401b-9e98-c062922b03b0 tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] 10.222.0.60 "GET /v2.0/ports?device_id=c1bf8bc9-b3de-4555-8835-15dd3a89bc56 HTTP/1.1" status: 200 len: 945 time: 0.0494432 May 10 17:46:59.601988 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-9530facb-0032-43bc-bcfb-ca732edb834a req-208f3015-28c4-459f-a559-05a34bd27b7c tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] 10.222.0.60 "GET /v2.0/security-groups?id=1dc31e58-b13c-4610-8a7b-a2e2a07c824b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418007 May 10 17:46:59.908015 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-9ee84ec5-74f5-4f94-a216-d363ca75cde0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781795183391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525393'] for agent (eaac381b-e402-41c3-a8e6-8f962681d3e6), after_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:47:00.436334 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-c9f31040-53b8-4dad-9fef-d74f205118b5 req-016004dd-629c-4e1a-b948-4e4d6fb92ec0 tempest-VolumesActionsTest-132291385 tempest-VolumesActionsTest-132291385-project] 10.222.0.60 "GET /v2.0/ports?device_id=f0fcf89c-a78f-4dfe-8e68-f30c210d80c8 HTTP/1.1" status: 200 len: 210 time: 0.0288219 May 10 17:47:00.715178 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a430d2f4-64d2-4344-af76-9018d16241be req-827cc525-1d8b-443f-98ce-12ce9a2da6e0 tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:47:00.716601 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-a430d2f4-64d2-4344-af76-9018d16241be req-827cc525-1d8b-443f-98ce-12ce9a2da6e0 tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] 10.222.0.60 "GET /v2.0/ports?device_id=c1bf8bc9-b3de-4555-8835-15dd3a89bc56 HTTP/1.1" status: 200 len: 945 time: 0.0465951 May 10 17:47:00.766929 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-a430d2f4-64d2-4344-af76-9018d16241be req-260cfedd-f84a-421a-a040-dcfd1e5bbcdf tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] 10.222.0.60 "GET /v2.0/security-groups?id=1dc31e58-b13c-4610-8a7b-a2e2a07c824b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447130 May 10 17:47:01.441701 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-d07e8966-ef10-4d42-b774-228753b3fd3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781795183391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525393'] for agent (a55810b0-63c4-4499-a4d9-efcdb1615ce8), after_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:47:01.533106 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-2d4a0ae8-be05-476a-a6a3-e40312c20bf9 req-6d78d742-5386-4e21-be10-2771594b1cc9 tempest-VolumesActionsTest-132291385 tempest-VolumesActionsTest-132291385-project] 10.222.0.60 "GET /v2.0/ports?device_id=f0fcf89c-a78f-4dfe-8e68-f30c210d80c8 HTTP/1.1" status: 200 len: 210 time: 0.0275095 May 10 17:47:01.566922 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781795183391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525393'] for agent (16638279-eb91-49a3-95a5-8b540cc2f948), after_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:47:01.883643 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261d067f-6285-49e7-9cf1-f6294e956d09 req-a59845ce-5f8e-4ecc-98f4-af98f58cff50 tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:47:01.886068 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-261d067f-6285-49e7-9cf1-f6294e956d09 req-a59845ce-5f8e-4ecc-98f4-af98f58cff50 tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] 10.222.0.60 "GET /v2.0/ports?device_id=c1bf8bc9-b3de-4555-8835-15dd3a89bc56 HTTP/1.1" status: 200 len: 945 time: 0.0474195 May 10 17:47:01.933806 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-261d067f-6285-49e7-9cf1-f6294e956d09 req-65dec308-bf6c-43c0-b01c-4940695c65cc tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] 10.222.0.60 "GET /v2.0/security-groups?id=1dc31e58-b13c-4610-8a7b-a2e2a07c824b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421846 May 10 17:47:02.636129 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-039c5460-a37d-441d-9165-27f468c4372f req-6c072b43-5292-4a5d-a423-de8a6f56a599 tempest-VolumesActionsTest-132291385 tempest-VolumesActionsTest-132291385-project] 10.222.0.60 "GET /v2.0/ports?device_id=f0fcf89c-a78f-4dfe-8e68-f30c210d80c8 HTTP/1.1" status: 200 len: 210 time: 0.0326786 May 10 17:47:03.029844 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-ae45faaf-356d-4e4a-a605-33fedb92cd97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781795183391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525393'] for agent (6a57b374-0daf-4fe3-9dd1-3d457a537aa7), after_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:47:03.046099 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbd8344-ad8e-40a7-81f2-5808002339f6 req-2966ef5d-38fe-4318-af62-fb9f74804170 tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:47:03.047606 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-bfbd8344-ad8e-40a7-81f2-5808002339f6 req-2966ef5d-38fe-4318-af62-fb9f74804170 tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] 10.222.0.60 "GET /v2.0/ports?device_id=c1bf8bc9-b3de-4555-8835-15dd3a89bc56 HTTP/1.1" status: 200 len: 945 time: 0.0474355 May 10 17:47:03.095428 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-bfbd8344-ad8e-40a7-81f2-5808002339f6 req-a0a660c1-7ae9-424d-a56d-bdb3b8fc2291 tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] 10.222.0.60 "GET /v2.0/security-groups?id=1dc31e58-b13c-4610-8a7b-a2e2a07c824b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421264 May 10 17:47:03.286875 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.v2.base [req-13681ac3-8ad8-4f1b-b5b0-3b8362483b0a req-008954f8-ed83-454f-8f61-47c9bfcc7750 tempest-VolumesActionsTest-132291385 tempest-VolumesActionsTest-132291385-project] Request body: {'port': {'device_id': 'f0fcf89c-a78f-4dfe-8e68-f30c210d80c8', 'network_id': 'e3f42295-b917-4bf6-8b9b-62165723f9ed', 'admin_state_up': True, 'tenant_id': '563af4481d544b74bc5afba3f426e7e5'}} {{(pid=110153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 17:47:03.402620 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-13681ac3-8ad8-4f1b-b5b0-3b8362483b0a req-008954f8-ed83-454f-8f61-47c9bfcc7750 tempest-VolumesActionsTest-132291385 tempest-VolumesActionsTest-132291385-project] Made reservation on behalf of 563af4481d544b74bc5afba3f426e7e5 for: {'port': 1} {{(pid=110153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 17:47:03.406145 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [req-13681ac3-8ad8-4f1b-b5b0-3b8362483b0a req-008954f8-ed83-454f-8f61-47c9bfcc7750 tempest-VolumesActionsTest-132291385 tempest-VolumesActionsTest-132291385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1514036'] for port (None), before_create {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:47:03.532437 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.db.db_base_plugin_common [req-13681ac3-8ad8-4f1b-b5b0-3b8362483b0a req-008954f8-ed83-454f-8f61-47c9bfcc7750 tempest-VolumesActionsTest-132291385 tempest-VolumesActionsTest-132291385-project] Allocated IP 172.20.0.5 (e3f42295-b917-4bf6-8b9b-62165723f9ed/0f36bc48-8c77-466a-b5f5-6e2cdb2453d7/f2d6a44e-8c8d-4856-b9f1-dede8b83cb88) {{(pid=110153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 17:47:03.680052 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [req-13681ac3-8ad8-4f1b-b5b0-3b8362483b0a req-008954f8-ed83-454f-8f61-47c9bfcc7750 tempest-VolumesActionsTest-132291385 tempest-VolumesActionsTest-132291385-project] Publish callbacks [] for port (f2d6a44e-8c8d-4856-b9f1-dede8b83cb88), precommit_create {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:47:03.717797 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [req-13681ac3-8ad8-4f1b-b5b0-3b8362483b0a req-008954f8-ed83-454f-8f61-47c9bfcc7750 tempest-VolumesActionsTest-132291385 tempest-VolumesActionsTest-132291385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1514136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781794686064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207117'] for port (f2d6a44e-8c8d-4856-b9f1-dede8b83cb88), after_create {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:47:03.766558 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-13681ac3-8ad8-4f1b-b5b0-3b8362483b0a req-008954f8-ed83-454f-8f61-47c9bfcc7750 tempest-VolumesActionsTest-132291385 tempest-VolumesActionsTest-132291385-project] Network e3f42295-b917-4bf6-8b9b-62165723f9ed is already hosted by enough agents. {{(pid=110153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 17:47:03.770729 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bc1d11-4a20-40ae-ad6c-544353f890a8 req-e1c9751c-5f36-4044-a092-d70df0c7a4c2 tempest-VolumesActionsTest-132291385 tempest-VolumesActionsTest-132291385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:47:03.772095 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.scheduler.base_scheduler [req-13681ac3-8ad8-4f1b-b5b0-3b8362483b0a req-008954f8-ed83-454f-8f61-47c9bfcc7750 tempest-VolumesActionsTest-132291385 tempest-VolumesActionsTest-132291385-project] Resources bound (agent type, host, resource id): {{(pid=110153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 17:47:03.772306 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-07bc1d11-4a20-40ae-ad6c-544353f890a8 req-e1c9751c-5f36-4044-a092-d70df0c7a4c2 tempest-VolumesActionsTest-132291385 tempest-VolumesActionsTest-132291385-project] 10.222.0.60 "GET /v2.0/ports?device_id=f0fcf89c-a78f-4dfe-8e68-f30c210d80c8 HTTP/1.1" status: 200 len: 931 time: 0.0610163 May 10 17:47:03.775804 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.db.l3_dvrscheduler_db [req-13681ac3-8ad8-4f1b-b5b0-3b8362483b0a req-008954f8-ed83-454f-8f61-47c9bfcc7750 tempest-VolumesActionsTest-132291385 tempest-VolumesActionsTest-132291385-project] Received port after_create {{(pid=110153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 17:47:03.817822 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008954f8-ed83-454f-8f61-47c9bfcc7750 tempest-VolumesActionsTest-132291385 tempest-VolumesActionsTest-132291385-project] Pushing event updated for resources: {'Port': ['ID=f2d6a44e-8c8d-4856-b9f1-dede8b83cb88,revision_number=1']} {{(pid=110153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:47:03.847333 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13681ac3-8ad8-4f1b-b5b0-3b8362483b0a req-008954f8-ed83-454f-8f61-47c9bfcc7750 tempest-VolumesActionsTest-132291385 tempest-VolumesActionsTest-132291385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:47:03.848704 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [req-13681ac3-8ad8-4f1b-b5b0-3b8362483b0a req-008954f8-ed83-454f-8f61-47c9bfcc7750 tempest-VolumesActionsTest-132291385 tempest-VolumesActionsTest-132291385-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29634'] for port (None), before_response {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:47:03.854005 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-07bc1d11-4a20-40ae-ad6c-544353f890a8 req-9c5329c8-477f-4820-a12d-342a248e03fe tempest-VolumesActionsTest-132291385 tempest-VolumesActionsTest-132291385-project] 10.222.0.60 "GET /v2.0/security-groups?id=480ab515-0e3d-41fa-a9ee-830af0a3f7d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737100 May 10 17:47:03.874940 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [req-13681ac3-8ad8-4f1b-b5b0-3b8362483b0a req-008954f8-ed83-454f-8f61-47c9bfcc7750 tempest-VolumesActionsTest-132291385 tempest-VolumesActionsTest-132291385-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5853348 May 10 17:47:03.992308 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.v2.base [req-13681ac3-8ad8-4f1b-b5b0-3b8362483b0a req-d013f61a-2006-4f9c-85b3-602ced645f32 service neutron] Request body: {'port': {'device_id': 'f0fcf89c-a78f-4dfe-8e68-f30c210d80c8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84130'}} {{(pid=110153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 17:47:04.052897 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [req-13681ac3-8ad8-4f1b-b5b0-3b8362483b0a req-d013f61a-2006-4f9c-85b3-602ced645f32 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1514036'] for port (f2d6a44e-8c8d-4856-b9f1-dede8b83cb88), before_update {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:47:04.218767 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165a2151-16db-41da-8b70-b35b3af7228b req-2d2e8212-7078-40e4-bd46-0e0590f58e05 tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:47:04.220373 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-165a2151-16db-41da-8b70-b35b3af7228b req-2d2e8212-7078-40e4-bd46-0e0590f58e05 tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] 10.222.0.60 "GET /v2.0/ports?device_id=c1bf8bc9-b3de-4555-8835-15dd3a89bc56 HTTP/1.1" status: 200 len: 945 time: 0.0552289 May 10 17:47:04.267974 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-165a2151-16db-41da-8b70-b35b3af7228b req-e4f66c99-c586-450e-a712-cb4e04f36fa9 tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] 10.222.0.60 "GET /v2.0/security-groups?id=1dc31e58-b13c-4610-8a7b-a2e2a07c824b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417602 May 10 17:47:04.329821 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.notifiers.nova [req-13681ac3-8ad8-4f1b-b5b0-3b8362483b0a req-d013f61a-2006-4f9c-85b3-602ced645f32 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f2d6a44e-8c8d-4856-b9f1-dede8b83cb88 {{(pid=110153) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 17:47:04.338449 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [req-13681ac3-8ad8-4f1b-b5b0-3b8362483b0a req-d013f61a-2006-4f9c-85b3-602ced645f32 service neutron] Publish callbacks [] for port (f2d6a44e-8c8d-4856-b9f1-dede8b83cb88), precommit_update {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:47:04.351462 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.db.provisioning_blocks [req-13681ac3-8ad8-4f1b-b5b0-3b8362483b0a req-d013f61a-2006-4f9c-85b3-602ced645f32 service neutron] Transition to ACTIVE for port object f2d6a44e-8c8d-4856-b9f1-dede8b83cb88 will not be triggered until provisioned by entity L2. {{(pid=110153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 10 17:47:04.356467 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [req-13681ac3-8ad8-4f1b-b5b0-3b8362483b0a req-d013f61a-2006-4f9c-85b3-602ced645f32 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1514136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781795229094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781794686082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781794686100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4207220'] for port (f2d6a44e-8c8d-4856-b9f1-dede8b83cb88), after_update {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:47:04.406744 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d013f61a-2006-4f9c-85b3-602ced645f32 service neutron] Pushing event updated for resources: {'Port': ['ID=f2d6a44e-8c8d-4856-b9f1-dede8b83cb88,revision_number=2']} {{(pid=110153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:47:04.480811 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.plugins.ml2.managers [req-13681ac3-8ad8-4f1b-b5b0-3b8362483b0a req-d013f61a-2006-4f9c-85b3-602ced645f32 service neutron] Attempting to bind port f2d6a44e-8c8d-4856-b9f1-dede8b83cb88 on host hv-cinder-84130 for vnic_type normal with profile {{(pid=110153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 17:47:04.481139 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.plugins.ml2.managers [req-13681ac3-8ad8-4f1b-b5b0-3b8362483b0a req-d013f61a-2006-4f9c-85b3-602ced645f32 service neutron] Attempting to bind port f2d6a44e-8c8d-4856-b9f1-dede8b83cb88 by drivers openvswitch,hyperv on host hv-cinder-84130 at level 0 using segments [{'id': '3ccab3b0-249b-4cd8-9067-d4a3aedebd26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'e3f42295-b917-4bf6-8b9b-62165723f9ed'}] {{(pid=110153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 17:47:04.481462 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13681ac3-8ad8-4f1b-b5b0-3b8362483b0a req-d013f61a-2006-4f9c-85b3-602ced645f32 service neutron] Attempting to bind port f2d6a44e-8c8d-4856-b9f1-dede8b83cb88 on network e3f42295-b917-4bf6-8b9b-62165723f9ed {{(pid=110153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 17:47:04.485873 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13681ac3-8ad8-4f1b-b5b0-3b8362483b0a req-d013f61a-2006-4f9c-85b3-602ced645f32 service neutron] Port f2d6a44e-8c8d-4856-b9f1-dede8b83cb88 on network e3f42295-b917-4bf6-8b9b-62165723f9ed not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84130 {{(pid=110153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 17:47:04.486189 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13681ac3-8ad8-4f1b-b5b0-3b8362483b0a req-d013f61a-2006-4f9c-85b3-602ced645f32 service neutron] Attempting to bind port f2d6a44e-8c8d-4856-b9f1-dede8b83cb88 on network e3f42295-b917-4bf6-8b9b-62165723f9ed {{(pid=110153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 17:47:04.491336 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13681ac3-8ad8-4f1b-b5b0-3b8362483b0a req-d013f61a-2006-4f9c-85b3-602ced645f32 service neutron] Checking agent: {'id': '16638279-eb91-49a3-95a5-8b540cc2f948', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84130', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 17, 42, 31), 'started_at': datetime.datetime(2022, 5, 10, 17, 42, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 17, 47, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 17:47:04.491810 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13681ac3-8ad8-4f1b-b5b0-3b8362483b0a req-d013f61a-2006-4f9c-85b3-602ced645f32 service neutron] Checking segment: {'id': '3ccab3b0-249b-4cd8-9067-d4a3aedebd26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'e3f42295-b917-4bf6-8b9b-62165723f9ed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 17:47:04.492200 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13681ac3-8ad8-4f1b-b5b0-3b8362483b0a req-d013f61a-2006-4f9c-85b3-602ced645f32 service neutron] Bound using segment: {'id': '3ccab3b0-249b-4cd8-9067-d4a3aedebd26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'e3f42295-b917-4bf6-8b9b-62165723f9ed'} {{(pid=110153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 17:47:04.492626 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.plugins.ml2.managers [req-13681ac3-8ad8-4f1b-b5b0-3b8362483b0a req-d013f61a-2006-4f9c-85b3-602ced645f32 service neutron] Bound port: f2d6a44e-8c8d-4856-b9f1-dede8b83cb88, host: hv-cinder-84130, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ccab3b0-249b-4cd8-9067-d4a3aedebd26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'e3f42295-b917-4bf6-8b9b-62165723f9ed'}}] {{(pid=110153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 17:47:04.492990 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [req-13681ac3-8ad8-4f1b-b5b0-3b8362483b0a req-d013f61a-2006-4f9c-85b3-602ced645f32 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1514036'] for port (f2d6a44e-8c8d-4856-b9f1-dede8b83cb88), before_update {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:47:04.515988 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-6e697e78-9dd1-4bc1-8573-56b901d07725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781795183391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525393'] for agent (fdc37a75-b7a9-4e92-a59c-f5b8c02d060c), after_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:47:04.569108 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.plugins.ml2.db [req-13681ac3-8ad8-4f1b-b5b0-3b8362483b0a req-d013f61a-2006-4f9c-85b3-602ced645f32 service neutron] For port f2d6a44e-8c8d-4856-b9f1-dede8b83cb88, host hv-cinder-84130, cleared binding levels {{(pid=110153) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 17:47:04.573307 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.plugins.ml2.db [req-13681ac3-8ad8-4f1b-b5b0-3b8362483b0a req-d013f61a-2006-4f9c-85b3-602ced645f32 service neutron] For port f2d6a44e-8c8d-4856-b9f1-dede8b83cb88, host hv-cinder-84130, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84130',level=0,port_id=f2d6a44e-8c8d-4856-b9f1-dede8b83cb88,segment=NetworkSegment(3ccab3b0-249b-4cd8-9067-d4a3aedebd26),segment_id=3ccab3b0-249b-4cd8-9067-d4a3aedebd26)] {{(pid=110153) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 17:47:04.580182 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [req-13681ac3-8ad8-4f1b-b5b0-3b8362483b0a req-d013f61a-2006-4f9c-85b3-602ced645f32 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1514136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781795229094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781794686082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781794686100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4207220'] for port (f2d6a44e-8c8d-4856-b9f1-dede8b83cb88), after_update {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:47:04.632032 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13681ac3-8ad8-4f1b-b5b0-3b8362483b0a req-d013f61a-2006-4f9c-85b3-602ced645f32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:47:04.632701 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [req-13681ac3-8ad8-4f1b-b5b0-3b8362483b0a req-d013f61a-2006-4f9c-85b3-602ced645f32 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29634'] for port (None), before_response {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:47:04.634843 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [req-13681ac3-8ad8-4f1b-b5b0-3b8362483b0a req-d013f61a-2006-4f9c-85b3-602ced645f32 service neutron] 10.222.0.77 "PUT /v2.0/ports/f2d6a44e-8c8d-4856-b9f1-dede8b83cb88 HTTP/1.1" status: 200 len: 1093 time: 0.6468866 May 10 17:47:04.637776 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0fcf89c-a78f-4dfe-8e68-f30c210d80c8', 'tag': 'f2d6a44e-8c8d-4856-b9f1-dede8b83cb88'}] {{(pid=110153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 17:47:04.640309 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eaab9ead4487dd9c6a2039b1a38fb17917f553062224ea878bb9a20dea692460" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd54954e-8e9b-497c-a7f5-c31da798022e" -d '{"events": [{"name": "network-changed", "server_uuid": "f0fcf89c-a78f-4dfe-8e68-f30c210d80c8", "tag": "f2d6a44e-8c8d-4856-b9f1-dede8b83cb88"}]}' {{(pid=110153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 17:47:04.664205 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d013f61a-2006-4f9c-85b3-602ced645f32 service neutron] Pushing event updated for resources: {'Port': ['ID=f2d6a44e-8c8d-4856-b9f1-dede8b83cb88,revision_number=3']} {{(pid=110153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:47:04.683406 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 17:47:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d9271aa-c579-4435-bf32-6de38eaa4d02 x-openstack-request-id: req-5d9271aa-c579-4435-bf32-6de38eaa4d02 {{(pid=110153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 17:47:04.683708 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f0fcf89c-a78f-4dfe-8e68-f30c210d80c8", "tag": "f2d6a44e-8c8d-4856-b9f1-dede8b83cb88", "status": "completed", "code": 200}]} {{(pid=110153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 17:47:04.683967 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-5d9271aa-c579-4435-bf32-6de38eaa4d02 {{(pid=110153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 17:47:04.684383 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5d9271aa-c579-4435-bf32-6de38eaa4d02'] response: {'name': 'network-changed', 'server_uuid': 'f0fcf89c-a78f-4dfe-8e68-f30c210d80c8', 'tag': 'f2d6a44e-8c8d-4856-b9f1-dede8b83cb88', 'status': 'completed', 'code': 200} May 10 17:47:04.766484 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13681ac3-8ad8-4f1b-b5b0-3b8362483b0a req-5141bcfd-2149-4e88-9453-50ffc5828895 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:47:04.768015 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [req-13681ac3-8ad8-4f1b-b5b0-3b8362483b0a req-5141bcfd-2149-4e88-9453-50ffc5828895 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=563af4481d544b74bc5afba3f426e7e5&device_id=f0fcf89c-a78f-4dfe-8e68-f30c210d80c8 HTTP/1.1" status: 200 len: 1127 time: 0.0390553 May 10 17:47:04.823263 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [req-13681ac3-8ad8-4f1b-b5b0-3b8362483b0a req-40336528-746f-449b-951b-67b03d5e246a service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f2d6a44e-8c8d-4856-b9f1-dede8b83cb88 HTTP/1.1" status: 200 len: 217 time: 0.0380526 May 10 17:47:04.879314 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13681ac3-8ad8-4f1b-b5b0-3b8362483b0a req-dceaf581-9c0d-4750-aed0-33b93c22fc52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:47:04.880900 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [req-13681ac3-8ad8-4f1b-b5b0-3b8362483b0a req-dceaf581-9c0d-4750-aed0-33b93c22fc52 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=0f36bc48-8c77-466a-b5f5-6e2cdb2453d7 HTTP/1.1" status: 200 len: 849 time: 0.0494635 May 10 17:47:04.917280 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [req-13681ac3-8ad8-4f1b-b5b0-3b8362483b0a req-5d38cb5a-eb67-4b81-b891-30d8ff668fba service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=e3f42295-b917-4bf6-8b9b-62165723f9ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0295749 May 10 17:47:04.978161 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec112d42-d6bb-4109-9336-f99167ac5335 req-9ac66d06-78fc-4970-8095-62099b132a4b tempest-VolumesActionsTest-132291385 tempest-VolumesActionsTest-132291385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:47:04.979890 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-ec112d42-d6bb-4109-9336-f99167ac5335 req-9ac66d06-78fc-4970-8095-62099b132a4b tempest-VolumesActionsTest-132291385 tempest-VolumesActionsTest-132291385-project] 10.222.0.60 "GET /v2.0/ports?device_id=f0fcf89c-a78f-4dfe-8e68-f30c210d80c8 HTTP/1.1" status: 200 len: 943 time: 0.0507970 May 10 17:47:05.017027 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [req-13681ac3-8ad8-4f1b-b5b0-3b8362483b0a req-20691d87-accf-4a23-bff3-aa197182d4b1 service neutron] 10.222.0.77 "GET /v2.0/networks/e3f42295-b917-4bf6-8b9b-62165723f9ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920596 May 10 17:47:05.036895 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-ec112d42-d6bb-4109-9336-f99167ac5335 req-28a3cf26-30e9-4612-b5b8-0d64893b004c tempest-VolumesActionsTest-132291385 tempest-VolumesActionsTest-132291385-project] 10.222.0.60 "GET /v2.0/security-groups?id=480ab515-0e3d-41fa-a9ee-830af0a3f7d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487235 May 10 17:47:05.117847 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [req-13681ac3-8ad8-4f1b-b5b0-3b8362483b0a req-8f8d8d40-afab-46ca-a702-cac4a982edf5 service neutron] 10.222.0.77 "GET /v2.0/networks/e3f42295-b917-4bf6-8b9b-62165723f9ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943062 May 10 17:47:05.387501 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b461d8b8-384e-44a1-9f37-618f2fbc8747 req-a3c85116-6bbb-48ec-a7c4-5c26e972c664 tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:47:05.388905 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-b461d8b8-384e-44a1-9f37-618f2fbc8747 req-a3c85116-6bbb-48ec-a7c4-5c26e972c664 tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] 10.222.0.60 "GET /v2.0/ports?device_id=c1bf8bc9-b3de-4555-8835-15dd3a89bc56 HTTP/1.1" status: 200 len: 945 time: 0.0479069 May 10 17:47:05.440652 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-b461d8b8-384e-44a1-9f37-618f2fbc8747 req-8b434919-53c2-46b6-9872-4847e7df3041 tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] 10.222.0.60 "GET /v2.0/security-groups?id=1dc31e58-b13c-4610-8a7b-a2e2a07c824b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450144 May 10 17:47:06.185757 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26354d11-a18e-4f78-86c0-effebc003b83 req-b4fa89de-9d18-4ed6-a2a8-eb005c6bb833 tempest-VolumesActionsTest-132291385 tempest-VolumesActionsTest-132291385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:47:06.187311 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-26354d11-a18e-4f78-86c0-effebc003b83 req-b4fa89de-9d18-4ed6-a2a8-eb005c6bb833 tempest-VolumesActionsTest-132291385 tempest-VolumesActionsTest-132291385-project] 10.222.0.60 "GET /v2.0/ports?device_id=f0fcf89c-a78f-4dfe-8e68-f30c210d80c8 HTTP/1.1" status: 200 len: 943 time: 0.0606267 May 10 17:47:06.249552 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-26354d11-a18e-4f78-86c0-effebc003b83 req-daec8e7d-e16e-4fff-a1ee-3c7137e80d38 tempest-VolumesActionsTest-132291385 tempest-VolumesActionsTest-132291385-project] 10.222.0.60 "GET /v2.0/security-groups?id=480ab515-0e3d-41fa-a9ee-830af0a3f7d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553455 May 10 17:47:06.553428 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6a5586-68e0-454c-8eab-6510678e2384 req-041f3c74-7d7e-4edd-9af5-b191b76fbdf5 tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:47:06.554877 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-1f6a5586-68e0-454c-8eab-6510678e2384 req-041f3c74-7d7e-4edd-9af5-b191b76fbdf5 tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] 10.222.0.60 "GET /v2.0/ports?device_id=c1bf8bc9-b3de-4555-8835-15dd3a89bc56 HTTP/1.1" status: 200 len: 945 time: 0.0467808 May 10 17:47:06.601195 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-1f6a5586-68e0-454c-8eab-6510678e2384 req-d6f3d369-f67e-47a5-b127-2ab5d103a2c3 tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] 10.222.0.60 "GET /v2.0/security-groups?id=1dc31e58-b13c-4610-8a7b-a2e2a07c824b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401237 May 10 17:47:07.381540 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a411819-7adf-4a96-8f3c-d52a80f41a17 req-c0bddfd6-671d-4ab5-874b-0622a758afca tempest-VolumesActionsTest-132291385 tempest-VolumesActionsTest-132291385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:47:07.383174 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-3a411819-7adf-4a96-8f3c-d52a80f41a17 req-c0bddfd6-671d-4ab5-874b-0622a758afca tempest-VolumesActionsTest-132291385 tempest-VolumesActionsTest-132291385-project] 10.222.0.60 "GET /v2.0/ports?device_id=f0fcf89c-a78f-4dfe-8e68-f30c210d80c8 HTTP/1.1" status: 200 len: 943 time: 0.0539551 May 10 17:47:07.444702 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-3a411819-7adf-4a96-8f3c-d52a80f41a17 req-7373cfbc-8ea7-4ee2-b608-2d6ef7911040 tempest-VolumesActionsTest-132291385 tempest-VolumesActionsTest-132291385-project] 10.222.0.60 "GET /v2.0/security-groups?id=480ab515-0e3d-41fa-a9ee-830af0a3f7d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533710 May 10 17:47:07.718408 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e480b497-91f8-47e4-bd1c-6eb411161db8 req-17a001ce-f414-4eb1-917b-c1b3a30ab451 tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:47:07.719926 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-e480b497-91f8-47e4-bd1c-6eb411161db8 req-17a001ce-f414-4eb1-917b-c1b3a30ab451 tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] 10.222.0.60 "GET /v2.0/ports?device_id=c1bf8bc9-b3de-4555-8835-15dd3a89bc56 HTTP/1.1" status: 200 len: 945 time: 0.0491176 May 10 17:47:07.768610 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-e480b497-91f8-47e4-bd1c-6eb411161db8 req-a9fb1ee8-7f1a-4d2f-ad03-96bc790df823 tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] 10.222.0.60 "GET /v2.0/security-groups?id=1dc31e58-b13c-4610-8a7b-a2e2a07c824b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429208 May 10 17:47:08.501837 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd54954e-8e9b-497c-a7f5-c31da798022e req-7bb031f4-e4c3-4c97-9516-bcbcb223880e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:47:08.503333 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [req-dd54954e-8e9b-497c-a7f5-c31da798022e req-7bb031f4-e4c3-4c97-9516-bcbcb223880e service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=563af4481d544b74bc5afba3f426e7e5&device_id=f0fcf89c-a78f-4dfe-8e68-f30c210d80c8 HTTP/1.1" status: 200 len: 1127 time: 0.0477798 May 10 17:47:08.573836 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31f1aa1-fefb-4678-8c6a-72240d84796c req-8fc8ab17-2e5d-455b-8b09-6369c2fa34fb tempest-VolumesActionsTest-132291385 tempest-VolumesActionsTest-132291385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:47:08.575687 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-e31f1aa1-fefb-4678-8c6a-72240d84796c req-8fc8ab17-2e5d-455b-8b09-6369c2fa34fb tempest-VolumesActionsTest-132291385 tempest-VolumesActionsTest-132291385-project] 10.222.0.60 "GET /v2.0/ports?device_id=f0fcf89c-a78f-4dfe-8e68-f30c210d80c8 HTTP/1.1" status: 200 len: 943 time: 0.0582025 May 10 17:47:08.609544 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd54954e-8e9b-497c-a7f5-c31da798022e req-57bdad13-00ee-4819-be4f-ebac13aa7601 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:47:08.611056 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [req-dd54954e-8e9b-497c-a7f5-c31da798022e req-57bdad13-00ee-4819-be4f-ebac13aa7601 service neutron] 10.222.0.77 "GET /v2.0/networks?id=e3f42295-b917-4bf6-8b9b-62165723f9ed HTTP/1.1" status: 200 len: 910 time: 0.1001422 May 10 17:47:08.639814 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-e31f1aa1-fefb-4678-8c6a-72240d84796c req-1bb89ef6-3403-4c52-a84a-3c9056b0ab38 tempest-VolumesActionsTest-132291385 tempest-VolumesActionsTest-132291385-project] 10.222.0.60 "GET /v2.0/security-groups?id=480ab515-0e3d-41fa-a9ee-830af0a3f7d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582526 May 10 17:47:08.659514 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [req-dd54954e-8e9b-497c-a7f5-c31da798022e req-e5b36f88-2e44-4351-9639-4b5ee1ee4d64 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f2d6a44e-8c8d-4856-b9f1-dede8b83cb88 HTTP/1.1" status: 200 len: 217 time: 0.0401824 May 10 17:47:08.715898 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd54954e-8e9b-497c-a7f5-c31da798022e req-05e08348-aaf7-4f90-bce6-f9b0160cd084 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:47:08.717368 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [req-dd54954e-8e9b-497c-a7f5-c31da798022e req-05e08348-aaf7-4f90-bce6-f9b0160cd084 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=0f36bc48-8c77-466a-b5f5-6e2cdb2453d7 HTTP/1.1" status: 200 len: 849 time: 0.0496337 May 10 17:47:08.756340 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [req-dd54954e-8e9b-497c-a7f5-c31da798022e req-5fbf8c57-b107-4152-8e2c-2dc3cf58a9b3 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=e3f42295-b917-4bf6-8b9b-62165723f9ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267284 May 10 17:47:08.875544 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [req-dd54954e-8e9b-497c-a7f5-c31da798022e req-6b96d883-811d-4b18-a995-b160b28b5426 service neutron] 10.222.0.77 "GET /v2.0/networks/e3f42295-b917-4bf6-8b9b-62165723f9ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1123381 May 10 17:47:08.920899 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cc2893-8ebc-46f3-ba02-4f78eb1b9e23 req-63774f9f-4809-45ee-9524-72b971fe9bd2 tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:47:08.922468 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-88cc2893-8ebc-46f3-ba02-4f78eb1b9e23 req-63774f9f-4809-45ee-9524-72b971fe9bd2 tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] 10.222.0.60 "GET /v2.0/ports?device_id=c1bf8bc9-b3de-4555-8835-15dd3a89bc56 HTTP/1.1" status: 200 len: 945 time: 0.0526316 May 10 17:47:08.998116 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [req-dd54954e-8e9b-497c-a7f5-c31da798022e req-b7eedc0b-f5c1-455b-942a-a323f7913aaa service neutron] 10.222.0.77 "GET /v2.0/networks/e3f42295-b917-4bf6-8b9b-62165723f9ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1149874 May 10 17:47:09.001049 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-88cc2893-8ebc-46f3-ba02-4f78eb1b9e23 req-347ca70a-8f24-472a-9d9a-c991351f6513 tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] 10.222.0.60 "GET /v2.0/security-groups?id=1dc31e58-b13c-4610-8a7b-a2e2a07c824b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605495 May 10 17:47:09.357476 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.wsgi [-] (110152) accepted ('10.222.0.60', 41820) {{(pid=110152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 17:47:09.464639 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-a202f95a-296d-4455-a2ae-2120acd73d13 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:47:09.544093 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-a202f95a-296d-4455-a2ae-2120acd73d13 admin admin] Publish callbacks [] for security_group (c8539847-2152-4ad5-8aeb-d75f94c78e73), precommit_create {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:47:09.548012 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-a202f95a-296d-4455-a2ae-2120acd73d13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-282428'] for security_group (c8539847-2152-4ad5-8aeb-d75f94c78e73), after_create {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:47:09.595898 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [None req-a202f95a-296d-4455-a2ae-2120acd73d13 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=4ee19d4a413f415f852c05a51f0c44de&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2372122 May 10 17:47:09.597489 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a202f95a-296d-4455-a2ae-2120acd73d13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8539847-2152-4ad5-8aeb-d75f94c78e73,revision_number=1']} {{(pid=110152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:47:09.598902 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.wsgi [-] (110153) accepted ('10.222.0.60', 41824) {{(pid=110153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 17:47:09.652484 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-1a33074f-01b1-458e-b07b-eab774b569bb admin admin] Publish callbacks [] for security_group (c8539847-2152-4ad5-8aeb-d75f94c78e73), before_delete {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:47:09.674809 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-1a33074f-01b1-458e-b07b-eab774b569bb admin admin] Publish callbacks [] for security_group (c8539847-2152-4ad5-8aeb-d75f94c78e73), precommit_delete {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:47:09.731157 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-1a33074f-01b1-458e-b07b-eab774b569bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-282428'] for security_group (c8539847-2152-4ad5-8aeb-d75f94c78e73), after_delete {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:47:09.733777 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-1a33074f-01b1-458e-b07b-eab774b569bb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:47:09.737434 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [None req-1a33074f-01b1-458e-b07b-eab774b569bb admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/c8539847-2152-4ad5-8aeb-d75f94c78e73 HTTP/1.1" status: 204 len: 168 time: 0.1343834 May 10 17:47:09.743059 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a33074f-01b1-458e-b07b-eab774b569bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8539847-2152-4ad5-8aeb-d75f94c78e73,revision_number=None']} {{(pid=110153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:47:09.769270 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7553eb8d-3fda-49b0-a22e-6734dd907251 req-b8fee26b-167e-438c-a180-50bdc18c9f39 tempest-VolumesActionsTest-132291385 tempest-VolumesActionsTest-132291385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:47:09.770850 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-7553eb8d-3fda-49b0-a22e-6734dd907251 req-b8fee26b-167e-438c-a180-50bdc18c9f39 tempest-VolumesActionsTest-132291385 tempest-VolumesActionsTest-132291385-project] 10.222.0.60 "GET /v2.0/ports?device_id=f0fcf89c-a78f-4dfe-8e68-f30c210d80c8 HTTP/1.1" status: 200 len: 943 time: 0.0568442 May 10 17:47:09.818919 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.rpc [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Device f2d6a44e-8c8d-4856-b9f1-dede8b83cb88 details requested by agent hyperv_hv-cinder-84130 with host hv-cinder-84130 {{(pid=110154) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 17:47:09.834270 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-7553eb8d-3fda-49b0-a22e-6734dd907251 req-5d29481e-f16d-4efd-add8-cd9ad0a84e5e tempest-VolumesActionsTest-132291385 tempest-VolumesActionsTest-132291385-project] 10.222.0.60 "GET /v2.0/security-groups?id=480ab515-0e3d-41fa-a9ee-830af0a3f7d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509689 May 10 17:47:09.967038 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.db [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] For port f2d6a44e-8c8d-4856-b9f1-dede8b83cb88, host hv-cinder-84130, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84130',level=0,port_id=f2d6a44e-8c8d-4856-b9f1-dede8b83cb88,segment=NetworkSegment(3ccab3b0-249b-4cd8-9067-d4a3aedebd26),segment_id=3ccab3b0-249b-4cd8-9067-d4a3aedebd26)] {{(pid=110154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 17:47:09.984038 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.rpc [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Returning: {'device': 'f2d6a44e-8c8d-4856-b9f1-dede8b83cb88', 'network_id': 'e3f42295-b917-4bf6-8b9b-62165723f9ed', 'port_id': 'f2d6a44e-8c8d-4856-b9f1-dede8b83cb88', 'mac_address': 'fa:16:3e:a7:19:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 577, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f36bc48-8c77-466a-b5f5-6e2cdb2453d7', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110154) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 17:47:10.032330 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.plugin [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Current status of the port f2d6a44e-8c8d-4856-b9f1-dede8b83cb88 is: DOWN; New status is: BUILD {{(pid=110154) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 17:47:10.032723 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1514036'] for port (f2d6a44e-8c8d-4856-b9f1-dede8b83cb88), before_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:47:10.049536 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.notifiers.nova [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f2d6a44e-8c8d-4856-b9f1-dede8b83cb88 {{(pid=110154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 17:47:10.084638 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.db [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] For port f2d6a44e-8c8d-4856-b9f1-dede8b83cb88, host hv-cinder-84130, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84130',level=0,port_id=f2d6a44e-8c8d-4856-b9f1-dede8b83cb88,segment=NetworkSegment(3ccab3b0-249b-4cd8-9067-d4a3aedebd26),segment_id=3ccab3b0-249b-4cd8-9067-d4a3aedebd26)] {{(pid=110154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 17:47:10.090015 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1514136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781795229094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781794686082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781794686100'] for port (f2d6a44e-8c8d-4856-b9f1-dede8b83cb88), after_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:47:10.179878 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b43273-935e-40cf-a0dd-db96ed7f6d5c req-cd86f1d3-bdee-488f-841c-3d8fb505f26e tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:47:10.182294 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-a3b43273-935e-40cf-a0dd-db96ed7f6d5c req-cd86f1d3-bdee-488f-841c-3d8fb505f26e tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] 10.222.0.60 "GET /v2.0/ports?device_id=c1bf8bc9-b3de-4555-8835-15dd3a89bc56 HTTP/1.1" status: 200 len: 945 time: 0.0895829 May 10 17:47:10.187943 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Pushing event updated for resources: {'Port': ['ID=f2d6a44e-8c8d-4856-b9f1-dede8b83cb88,revision_number=4']} {{(pid=110154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:47:10.256289 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-a3b43273-935e-40cf-a0dd-db96ed7f6d5c req-2bd64d45-2893-4acc-ae70-bd984abb2455 tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] 10.222.0.60 "GET /v2.0/security-groups?id=1dc31e58-b13c-4610-8a7b-a2e2a07c824b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673528 May 10 17:47:10.606421 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.db [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] get_ports_and_sgs() called for port_ids ['f2d6a44e-8c8d-4856-b9f1-dede8b83cb88'] {{(pid=110154) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 17:47:10.983894 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ee3607-7f08-47e1-9ca4-667e52e9bd09 req-3d96a10e-d300-4c1f-b0b3-2d326354d6cc tempest-VolumesActionsTest-132291385 tempest-VolumesActionsTest-132291385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:47:10.985372 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-d1ee3607-7f08-47e1-9ca4-667e52e9bd09 req-3d96a10e-d300-4c1f-b0b3-2d326354d6cc tempest-VolumesActionsTest-132291385 tempest-VolumesActionsTest-132291385-project] 10.222.0.60 "GET /v2.0/ports?device_id=f0fcf89c-a78f-4dfe-8e68-f30c210d80c8 HTTP/1.1" status: 200 len: 944 time: 0.0557079 May 10 17:47:11.037188 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-d1ee3607-7f08-47e1-9ca4-667e52e9bd09 req-92d9e04a-42a5-4680-a942-a2905673bdef tempest-VolumesActionsTest-132291385 tempest-VolumesActionsTest-132291385-project] 10.222.0.60 "GET /v2.0/security-groups?id=480ab515-0e3d-41fa-a9ee-830af0a3f7d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457275 May 10 17:47:11.389621 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173a0fd5-2e0e-4d4c-91b7-9a26f8a8e8ee req-638e24bf-9746-41ec-ba34-f53766712f91 tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:47:11.391256 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-173a0fd5-2e0e-4d4c-91b7-9a26f8a8e8ee req-638e24bf-9746-41ec-ba34-f53766712f91 tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] 10.222.0.60 "GET /v2.0/ports?device_id=c1bf8bc9-b3de-4555-8835-15dd3a89bc56 HTTP/1.1" status: 200 len: 945 time: 0.0519221 May 10 17:47:11.440957 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-173a0fd5-2e0e-4d4c-91b7-9a26f8a8e8ee req-6c81c5b3-cccf-48e1-8bea-60d90b0ab570 tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] 10.222.0.60 "GET /v2.0/security-groups?id=1dc31e58-b13c-4610-8a7b-a2e2a07c824b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431890 May 10 17:47:11.878025 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.rpc [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Device f2d6a44e-8c8d-4856-b9f1-dede8b83cb88 up at agent hyperv_hv-cinder-84130 {{(pid=110154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 17:47:11.927005 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.db.provisioning_blocks [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Provisioning for port f2d6a44e-8c8d-4856-b9f1-dede8b83cb88 completed by entity L2. {{(pid=110154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 10 17:47:11.934933 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.db.provisioning_blocks [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Provisioning complete for port f2d6a44e-8c8d-4856-b9f1-dede8b83cb88 triggered by entity L2. {{(pid=110154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 17:47:11.935598 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525495'] for port (f2d6a44e-8c8d-4856-b9f1-dede8b83cb88), provisioning_complete {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:47:12.032418 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.plugin [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Current status of the port f2d6a44e-8c8d-4856-b9f1-dede8b83cb88 is: BUILD; New status is: ACTIVE {{(pid=110154) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 17:47:12.032808 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1514036'] for port (f2d6a44e-8c8d-4856-b9f1-dede8b83cb88), before_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:47:12.059017 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0fcf89c-a78f-4dfe-8e68-f30c210d80c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2d6a44e-8c8d-4856-b9f1-dede8b83cb88'}] {{(pid=110154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 17:47:12.061326 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81f5a9f60a7176de4ec81ee2de5d4e9bd281d17703f5d6403e6a691a644f2f07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46a25ea0-d0d3-4e88-86d8-21d3b610c00b" -d '{"events": [{"server_uuid": "f0fcf89c-a78f-4dfe-8e68-f30c210d80c8", "name": "network-vif-plugged", "status": "completed", "tag": "f2d6a44e-8c8d-4856-b9f1-dede8b83cb88"}]}' {{(pid=110154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 17:47:12.080249 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.db [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] For port f2d6a44e-8c8d-4856-b9f1-dede8b83cb88, host hv-cinder-84130, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84130',level=0,port_id=f2d6a44e-8c8d-4856-b9f1-dede8b83cb88,segment=NetworkSegment(3ccab3b0-249b-4cd8-9067-d4a3aedebd26),segment_id=3ccab3b0-249b-4cd8-9067-d4a3aedebd26)] {{(pid=110154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 17:47:12.084839 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1514136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781795229094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781794686082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781794686100'] for port (f2d6a44e-8c8d-4856-b9f1-dede8b83cb88), after_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:47:12.113896 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 17:47:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0c36f0c-f5d8-4014-9c5a-b20ce80d1a23 x-openstack-request-id: req-e0c36f0c-f5d8-4014-9c5a-b20ce80d1a23 {{(pid=110154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 17:47:12.114198 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0fcf89c-a78f-4dfe-8e68-f30c210d80c8", "name": "network-vif-plugged", "status": "completed", "tag": "f2d6a44e-8c8d-4856-b9f1-dede8b83cb88", "code": 200}]} {{(pid=110154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 17:47:12.114436 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-e0c36f0c-f5d8-4014-9c5a-b20ce80d1a23 {{(pid=110154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 17:47:12.114840 dv-cinder-841302-2-iscsi neutron-server[110154]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e0c36f0c-f5d8-4014-9c5a-b20ce80d1a23'] response: {'server_uuid': 'f0fcf89c-a78f-4dfe-8e68-f30c210d80c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2d6a44e-8c8d-4856-b9f1-dede8b83cb88', 'code': 200} May 10 17:47:12.160011 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Pushing event updated for resources: {'Port': ['ID=f2d6a44e-8c8d-4856-b9f1-dede8b83cb88,revision_number=5']} {{(pid=110154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:47:12.191203 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e327ad2-e6d5-484e-886d-5344588c8f30 req-c2b612e2-949a-443c-8979-951fa0380db4 tempest-VolumesActionsTest-132291385 tempest-VolumesActionsTest-132291385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:47:12.193417 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-4e327ad2-e6d5-484e-886d-5344588c8f30 req-c2b612e2-949a-443c-8979-951fa0380db4 tempest-VolumesActionsTest-132291385 tempest-VolumesActionsTest-132291385-project] 10.222.0.60 "GET /v2.0/ports?device_id=f0fcf89c-a78f-4dfe-8e68-f30c210d80c8 HTTP/1.1" status: 200 len: 945 time: 0.0769167 May 10 17:47:12.267098 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-4e327ad2-e6d5-484e-886d-5344588c8f30 req-214f2eb1-e9be-4da4-9d5b-9ea705c978f8 tempest-VolumesActionsTest-132291385 tempest-VolumesActionsTest-132291385-project] 10.222.0.60 "GET /v2.0/security-groups?id=480ab515-0e3d-41fa-a9ee-830af0a3f7d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674822 May 10 17:47:12.382376 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584ff77f-cbb3-48c1-80e6-fc47765c208f req-5555719c-62ab-4a0b-a6c5-82b3bc8d5d70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:47:12.384900 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [req-584ff77f-cbb3-48c1-80e6-fc47765c208f req-5555719c-62ab-4a0b-a6c5-82b3bc8d5d70 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=f0fcf89c-a78f-4dfe-8e68-f30c210d80c8 HTTP/1.1" status: 200 len: 1129 time: 0.0406697 May 10 17:47:12.434779 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [req-584ff77f-cbb3-48c1-80e6-fc47765c208f req-4d47db48-9ac7-4483-9aca-e4dd68e57edf service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=480ab515-0e3d-41fa-a9ee-830af0a3f7d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426981 May 10 17:47:12.566664 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528fe0b7-0145-4464-98b7-f514f78cfbdd req-3f56a63c-cc3c-46d7-83f7-7c21f64e030b tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:47:12.568779 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-528fe0b7-0145-4464-98b7-f514f78cfbdd req-3f56a63c-cc3c-46d7-83f7-7c21f64e030b tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] 10.222.0.60 "GET /v2.0/ports?device_id=c1bf8bc9-b3de-4555-8835-15dd3a89bc56 HTTP/1.1" status: 200 len: 945 time: 0.0519209 May 10 17:47:12.637690 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-528fe0b7-0145-4464-98b7-f514f78cfbdd req-66dc6fa9-b3c5-4dfc-8b05-b9152dd8b989 tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] 10.222.0.60 "GET /v2.0/security-groups?id=1dc31e58-b13c-4610-8a7b-a2e2a07c824b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579758 May 10 17:47:13.425505 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af064e0-964e-484e-8be1-631cee8b973a req-2ba366e9-6ad9-455a-a551-cf06d5a3cc4b tempest-VolumesActionsTest-132291385 tempest-VolumesActionsTest-132291385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:47:13.426991 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-8af064e0-964e-484e-8be1-631cee8b973a req-2ba366e9-6ad9-455a-a551-cf06d5a3cc4b tempest-VolumesActionsTest-132291385 tempest-VolumesActionsTest-132291385-project] 10.222.0.60 "GET /v2.0/ports?device_id=f0fcf89c-a78f-4dfe-8e68-f30c210d80c8 HTTP/1.1" status: 200 len: 945 time: 0.0504146 May 10 17:47:13.479816 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-8af064e0-964e-484e-8be1-631cee8b973a req-5066191a-5afd-4ec6-b169-ddd4677d7fe7 tempest-VolumesActionsTest-132291385 tempest-VolumesActionsTest-132291385-project] 10.222.0.60 "GET /v2.0/security-groups?id=480ab515-0e3d-41fa-a9ee-830af0a3f7d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457218 May 10 17:47:13.765458 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079025e6-b76f-4002-a94b-ca68af09d98a req-b6574f08-2b19-428b-98ba-5d57f438bd9d tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:47:13.767547 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-079025e6-b76f-4002-a94b-ca68af09d98a req-b6574f08-2b19-428b-98ba-5d57f438bd9d tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] 10.222.0.60 "GET /v2.0/ports?device_id=c1bf8bc9-b3de-4555-8835-15dd3a89bc56 HTTP/1.1" status: 200 len: 945 time: 0.0605838 May 10 17:47:13.816485 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-079025e6-b76f-4002-a94b-ca68af09d98a req-05105cb1-5123-43ad-9fac-1b5068032f2c tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] 10.222.0.60 "GET /v2.0/security-groups?id=1dc31e58-b13c-4610-8a7b-a2e2a07c824b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430088 May 10 17:47:14.608888 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90ffb5a-b328-4480-ae66-faf6aca32e77 req-103dbc4b-4dd8-4ea6-bc2a-f2ac62087040 tempest-VolumesActionsTest-132291385 tempest-VolumesActionsTest-132291385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:47:14.610585 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-a90ffb5a-b328-4480-ae66-faf6aca32e77 req-103dbc4b-4dd8-4ea6-bc2a-f2ac62087040 tempest-VolumesActionsTest-132291385 tempest-VolumesActionsTest-132291385-project] 10.222.0.60 "GET /v2.0/ports?device_id=f0fcf89c-a78f-4dfe-8e68-f30c210d80c8 HTTP/1.1" status: 200 len: 945 time: 0.0574741 May 10 17:47:14.664268 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-a90ffb5a-b328-4480-ae66-faf6aca32e77 req-935842e4-4b4e-45d3-873c-8db891d90142 tempest-VolumesActionsTest-132291385 tempest-VolumesActionsTest-132291385-project] 10.222.0.60 "GET /v2.0/security-groups?id=480ab515-0e3d-41fa-a9ee-830af0a3f7d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438609 May 10 17:47:14.937227 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4753c1b-1974-4c3f-93ee-aae703066a83 req-91231d90-bce5-432e-b6bd-c73d0d35cd25 tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:47:14.938721 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-f4753c1b-1974-4c3f-93ee-aae703066a83 req-91231d90-bce5-432e-b6bd-c73d0d35cd25 tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] 10.222.0.60 "GET /v2.0/ports?device_id=c1bf8bc9-b3de-4555-8835-15dd3a89bc56 HTTP/1.1" status: 200 len: 945 time: 0.0507534 May 10 17:47:14.987356 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-f4753c1b-1974-4c3f-93ee-aae703066a83 req-b346f35e-2602-4a2e-b4ef-9e9ab8ba36a9 tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] 10.222.0.60 "GET /v2.0/security-groups?id=1dc31e58-b13c-4610-8a7b-a2e2a07c824b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426779 May 10 17:47:15.798174 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4856d09f-51e6-4ca2-88f7-ccd7d59e4112 req-a6108626-9558-43f5-9028-596945664eea tempest-VolumesActionsTest-132291385 tempest-VolumesActionsTest-132291385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:47:15.799761 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-4856d09f-51e6-4ca2-88f7-ccd7d59e4112 req-a6108626-9558-43f5-9028-596945664eea tempest-VolumesActionsTest-132291385 tempest-VolumesActionsTest-132291385-project] 10.222.0.60 "GET /v2.0/ports?device_id=f0fcf89c-a78f-4dfe-8e68-f30c210d80c8 HTTP/1.1" status: 200 len: 945 time: 0.0507843 May 10 17:47:15.854731 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-4856d09f-51e6-4ca2-88f7-ccd7d59e4112 req-ff278c47-7baa-4a90-aebf-1a3e34a3435b tempest-VolumesActionsTest-132291385 tempest-VolumesActionsTest-132291385-project] 10.222.0.60 "GET /v2.0/security-groups?id=480ab515-0e3d-41fa-a9ee-830af0a3f7d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492435 May 10 17:47:16.112688 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd9b134-d1aa-45a3-9cd0-122f21c988c1 req-be723b11-2e74-4198-acb3-6efb696e7b59 tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:47:16.114214 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-acd9b134-d1aa-45a3-9cd0-122f21c988c1 req-be723b11-2e74-4198-acb3-6efb696e7b59 tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] 10.222.0.60 "GET /v2.0/ports?device_id=c1bf8bc9-b3de-4555-8835-15dd3a89bc56 HTTP/1.1" status: 200 len: 945 time: 0.0518332 May 10 17:47:16.175468 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-acd9b134-d1aa-45a3-9cd0-122f21c988c1 req-a164c36e-e3d5-4902-91a7-8ce85022f1f3 tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] 10.222.0.60 "GET /v2.0/security-groups?id=1dc31e58-b13c-4610-8a7b-a2e2a07c824b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553570 May 10 17:47:16.837639 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696e77e1-4d82-4658-a862-70ff05297dc1 req-a38cecdd-b163-4b85-be9e-d98822158dbc tempest-VolumesActionsTest-132291385 tempest-VolumesActionsTest-132291385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:47:16.839306 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-696e77e1-4d82-4658-a862-70ff05297dc1 req-a38cecdd-b163-4b85-be9e-d98822158dbc tempest-VolumesActionsTest-132291385 tempest-VolumesActionsTest-132291385-project] 10.222.0.60 "GET /v2.0/ports?device_id=f0fcf89c-a78f-4dfe-8e68-f30c210d80c8 HTTP/1.1" status: 200 len: 945 time: 0.0602787 May 10 17:47:16.895897 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-696e77e1-4d82-4658-a862-70ff05297dc1 req-f8feb15c-e477-4099-84a7-f9ea441f9261 tempest-VolumesActionsTest-132291385 tempest-VolumesActionsTest-132291385-project] 10.222.0.60 "GET /v2.0/security-groups?id=480ab515-0e3d-41fa-a9ee-830af0a3f7d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499005 May 10 17:47:17.302520 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95981faa-b877-4a4b-9f19-05062e2c257d req-9a82f0f4-ec83-4829-8407-9b546ed90d8c tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:47:17.304036 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-95981faa-b877-4a4b-9f19-05062e2c257d req-9a82f0f4-ec83-4829-8407-9b546ed90d8c tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] 10.222.0.60 "GET /v2.0/ports?device_id=c1bf8bc9-b3de-4555-8835-15dd3a89bc56 HTTP/1.1" status: 200 len: 945 time: 0.0500879 May 10 17:47:17.359002 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-95981faa-b877-4a4b-9f19-05062e2c257d req-610db0c1-27d7-4ff5-81e6-491554e5be0c tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] 10.222.0.60 "GET /v2.0/security-groups?id=1dc31e58-b13c-4610-8a7b-a2e2a07c824b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464966 May 10 17:47:18.021272 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f90ac9-56e3-44f1-a479-71c5ab3f76a9 req-d9739163-ea57-4fe0-a1af-97acc0c2a944 tempest-VolumesActionsTest-132291385 tempest-VolumesActionsTest-132291385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:47:18.022783 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-78f90ac9-56e3-44f1-a479-71c5ab3f76a9 req-d9739163-ea57-4fe0-a1af-97acc0c2a944 tempest-VolumesActionsTest-132291385 tempest-VolumesActionsTest-132291385-project] 10.222.0.60 "GET /v2.0/ports?device_id=f0fcf89c-a78f-4dfe-8e68-f30c210d80c8 HTTP/1.1" status: 200 len: 945 time: 0.0514038 May 10 17:47:18.070509 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-78f90ac9-56e3-44f1-a479-71c5ab3f76a9 req-b1514653-8110-4766-a1d9-e27935574bd1 tempest-VolumesActionsTest-132291385 tempest-VolumesActionsTest-132291385-project] 10.222.0.60 "GET /v2.0/security-groups?id=480ab515-0e3d-41fa-a9ee-830af0a3f7d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419838 May 10 17:47:18.492081 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a53578-ec98-43e6-8dc1-9c5bde883333 req-b1338cc0-75ba-48bc-8930-abbad3f252a0 tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:47:18.494148 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-d8a53578-ec98-43e6-8dc1-9c5bde883333 req-b1338cc0-75ba-48bc-8930-abbad3f252a0 tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] 10.222.0.60 "GET /v2.0/ports?device_id=c1bf8bc9-b3de-4555-8835-15dd3a89bc56 HTTP/1.1" status: 200 len: 945 time: 0.0650387 May 10 17:47:18.549308 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-d8a53578-ec98-43e6-8dc1-9c5bde883333 req-420c5661-5b99-400d-b761-74cf1808c0b5 tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] 10.222.0.60 "GET /v2.0/security-groups?id=1dc31e58-b13c-4610-8a7b-a2e2a07c824b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492043 May 10 17:47:19.147187 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d8b41b-8024-4766-b749-2bc390ffa2a7 req-7d81a58f-9173-4e62-b84d-808aa1856399 tempest-VolumesActionsTest-132291385 tempest-VolumesActionsTest-132291385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:47:19.149713 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [req-91d8b41b-8024-4766-b749-2bc390ffa2a7 req-7d81a58f-9173-4e62-b84d-808aa1856399 tempest-VolumesActionsTest-132291385 tempest-VolumesActionsTest-132291385-project] 10.222.0.77 "GET /v2.0/ports?device_id=f0fcf89c-a78f-4dfe-8e68-f30c210d80c8 HTTP/1.1" status: 200 len: 945 time: 0.0569832 May 10 17:47:19.194486 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9b5d19-25f4-4762-be1d-20d4ec68be6c req-707541df-eb9f-4b39-b340-8e50960a7c08 tempest-VolumesActionsTest-132291385 tempest-VolumesActionsTest-132291385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:47:19.197259 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-5b9b5d19-25f4-4762-be1d-20d4ec68be6c req-707541df-eb9f-4b39-b340-8e50960a7c08 tempest-VolumesActionsTest-132291385 tempest-VolumesActionsTest-132291385-project] 10.222.0.60 "GET /v2.0/ports?device_id=f0fcf89c-a78f-4dfe-8e68-f30c210d80c8 HTTP/1.1" status: 200 len: 945 time: 0.0535741 May 10 17:47:19.245054 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.plugins.ml2.plugin [req-91d8b41b-8024-4766-b749-2bc390ffa2a7 req-b01cf005-8e31-41d7-88fe-22782248da9e tempest-VolumesActionsTest-132291385 tempest-VolumesActionsTest-132291385-project] Deleting port f2d6a44e-8c8d-4856-b9f1-dede8b83cb88 {{(pid=110153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 17:47:19.245408 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [req-91d8b41b-8024-4766-b749-2bc390ffa2a7 req-b01cf005-8e31-41d7-88fe-22782248da9e tempest-VolumesActionsTest-132291385 tempest-VolumesActionsTest-132291385-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781795221764'] for port (f2d6a44e-8c8d-4856-b9f1-dede8b83cb88), before_delete {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:47:19.257790 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-5b9b5d19-25f4-4762-be1d-20d4ec68be6c req-12086683-39aa-4335-a92e-66237a6d838f tempest-VolumesActionsTest-132291385 tempest-VolumesActionsTest-132291385-project] 10.222.0.60 "GET /v2.0/security-groups?id=480ab515-0e3d-41fa-a9ee-830af0a3f7d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526969 May 10 17:47:19.348557 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.plugins.ml2.db [req-91d8b41b-8024-4766-b749-2bc390ffa2a7 req-b01cf005-8e31-41d7-88fe-22782248da9e tempest-VolumesActionsTest-132291385 tempest-VolumesActionsTest-132291385-project] For port f2d6a44e-8c8d-4856-b9f1-dede8b83cb88, host hv-cinder-84130, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84130',level=0,port_id=f2d6a44e-8c8d-4856-b9f1-dede8b83cb88,segment=NetworkSegment(3ccab3b0-249b-4cd8-9067-d4a3aedebd26),segment_id=3ccab3b0-249b-4cd8-9067-d4a3aedebd26)] {{(pid=110153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 17:47:19.348920 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [req-91d8b41b-8024-4766-b749-2bc390ffa2a7 req-b01cf005-8e31-41d7-88fe-22782248da9e tempest-VolumesActionsTest-132291385 tempest-VolumesActionsTest-132291385-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640494'] for port (f2d6a44e-8c8d-4856-b9f1-dede8b83cb88), precommit_delete {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:47:19.364775 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.plugins.ml2.plugin [req-91d8b41b-8024-4766-b749-2bc390ffa2a7 req-b01cf005-8e31-41d7-88fe-22782248da9e tempest-VolumesActionsTest-132291385 tempest-VolumesActionsTest-132291385-project] Calling delete_port for f2d6a44e-8c8d-4856-b9f1-dede8b83cb88 owned by compute:nova {{(pid=110153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 17:47:19.497232 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [req-91d8b41b-8024-4766-b749-2bc390ffa2a7 req-b01cf005-8e31-41d7-88fe-22782248da9e tempest-VolumesActionsTest-132291385 tempest-VolumesActionsTest-132291385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1514136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781795229076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781794686073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207117'] for port (f2d6a44e-8c8d-4856-b9f1-dede8b83cb88), after_delete {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:47:19.529384 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01cf005-8e31-41d7-88fe-22782248da9e tempest-VolumesActionsTest-132291385 tempest-VolumesActionsTest-132291385-project] Pushing event deleted for resources: {'Port': ['ID=f2d6a44e-8c8d-4856-b9f1-dede8b83cb88,revision_number=None']} {{(pid=110153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:47:19.543743 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.db [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] get_ports_and_sgs() called for port_ids ['f2d6a44e-8c8d-4856-b9f1-dede8b83cb88'] {{(pid=110154) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 17:47:19.575860 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.db.l3_dvrscheduler_db [req-91d8b41b-8024-4766-b749-2bc390ffa2a7 req-b01cf005-8e31-41d7-88fe-22782248da9e tempest-VolumesActionsTest-132291385 tempest-VolumesActionsTest-132291385-project] No DVR routers for this DVR port f2d6a44e-8c8d-4856-b9f1-dede8b83cb88 on host hv-cinder-84130 {{(pid=110153) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 17:47:19.579399 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [req-91d8b41b-8024-4766-b749-2bc390ffa2a7 req-b01cf005-8e31-41d7-88fe-22782248da9e tempest-VolumesActionsTest-132291385 tempest-VolumesActionsTest-132291385-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29634'] for port (None), before_response {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:47:19.582816 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [req-91d8b41b-8024-4766-b749-2bc390ffa2a7 req-b01cf005-8e31-41d7-88fe-22782248da9e tempest-VolumesActionsTest-132291385 tempest-VolumesActionsTest-132291385-project] 10.222.0.77 "DELETE /v2.0/ports/f2d6a44e-8c8d-4856-b9f1-dede8b83cb88 HTTP/1.1" status: 204 len: 173 time: 0.4287755 May 10 17:47:19.583284 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0fcf89c-a78f-4dfe-8e68-f30c210d80c8', 'name': 'network-vif-deleted', 'tag': 'f2d6a44e-8c8d-4856-b9f1-dede8b83cb88'}] {{(pid=110153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 17:47:19.588422 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eaab9ead4487dd9c6a2039b1a38fb17917f553062224ea878bb9a20dea692460" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bfb13fd-5e8a-496d-bb42-e0e0d58bf886" -d '{"events": [{"server_uuid": "f0fcf89c-a78f-4dfe-8e68-f30c210d80c8", "name": "network-vif-deleted", "tag": "f2d6a44e-8c8d-4856-b9f1-dede8b83cb88"}]}' {{(pid=110153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 17:47:19.635512 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 17:47:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c04a390-f2a6-4685-b471-ec2da3fd2f8b x-openstack-request-id: req-5c04a390-f2a6-4685-b471-ec2da3fd2f8b {{(pid=110153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 17:47:19.635880 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0fcf89c-a78f-4dfe-8e68-f30c210d80c8", "name": "network-vif-deleted", "tag": "f2d6a44e-8c8d-4856-b9f1-dede8b83cb88", "status": "completed", "code": 200}]} {{(pid=110153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 17:47:19.636164 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-5c04a390-f2a6-4685-b471-ec2da3fd2f8b {{(pid=110153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 17:47:19.636610 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5c04a390-f2a6-4685-b471-ec2da3fd2f8b'] response: {'server_uuid': 'f0fcf89c-a78f-4dfe-8e68-f30c210d80c8', 'name': 'network-vif-deleted', 'tag': 'f2d6a44e-8c8d-4856-b9f1-dede8b83cb88', 'status': 'completed', 'code': 200} May 10 17:47:19.694992 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8003f554-8ec4-4e02-92eb-73fac1e47c98 req-0f4dc528-61ab-415a-867b-a7d6517e9c41 tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:47:19.694992 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-8003f554-8ec4-4e02-92eb-73fac1e47c98 req-0f4dc528-61ab-415a-867b-a7d6517e9c41 tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] 10.222.0.60 "GET /v2.0/ports?device_id=c1bf8bc9-b3de-4555-8835-15dd3a89bc56 HTTP/1.1" status: 200 len: 945 time: 0.0489719 May 10 17:47:19.747426 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-8003f554-8ec4-4e02-92eb-73fac1e47c98 req-6c0b3a8e-f304-4325-aa12-7e66f2e24a3a tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] 10.222.0.60 "GET /v2.0/security-groups?id=1dc31e58-b13c-4610-8a7b-a2e2a07c824b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431411 May 10 17:47:20.878169 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6621a053-d97a-4856-9d17-42143857eae3 req-046e9aaa-5e83-4f71-b487-3d8508ef5f1d tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:47:20.878169 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-6621a053-d97a-4856-9d17-42143857eae3 req-046e9aaa-5e83-4f71-b487-3d8508ef5f1d tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] 10.222.0.60 "GET /v2.0/ports?device_id=c1bf8bc9-b3de-4555-8835-15dd3a89bc56 HTTP/1.1" status: 200 len: 945 time: 0.0564401 May 10 17:47:20.941720 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-6621a053-d97a-4856-9d17-42143857eae3 req-9a542a7e-c182-470b-9777-a0986bf8fa89 tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] 10.222.0.60 "GET /v2.0/security-groups?id=1dc31e58-b13c-4610-8a7b-a2e2a07c824b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491877 May 10 17:47:21.403631 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.wsgi [-] (110153) accepted ('10.222.0.60', 42154) {{(pid=110153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 17:47:21.531605 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-2288172a-6ce2-425c-8389-54137e8e7fcf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:47:21.611959 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-2288172a-6ce2-425c-8389-54137e8e7fcf admin admin] Publish callbacks [] for security_group (e1652d72-9520-4202-885b-576383570266), precommit_create {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:47:21.615955 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-2288172a-6ce2-425c-8389-54137e8e7fcf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-282428'] for security_group (e1652d72-9520-4202-885b-576383570266), after_create {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:47:21.656544 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [None req-2288172a-6ce2-425c-8389-54137e8e7fcf admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=4026e70ea8d34c3a9e14e02b861b4f56&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2516847 May 10 17:47:21.657318 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2288172a-6ce2-425c-8389-54137e8e7fcf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1652d72-9520-4202-885b-576383570266,revision_number=1']} {{(pid=110153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:47:21.659072 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.wsgi [-] (110152) accepted ('10.222.0.60', 42170) {{(pid=110152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 17:47:21.714043 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-eed5f2ae-268f-49f6-be99-72afd249b275 admin admin] Publish callbacks [] for security_group (e1652d72-9520-4202-885b-576383570266), before_delete {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:47:21.736398 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-eed5f2ae-268f-49f6-be99-72afd249b275 admin admin] Publish callbacks [] for security_group (e1652d72-9520-4202-885b-576383570266), precommit_delete {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:47:21.785796 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-eed5f2ae-268f-49f6-be99-72afd249b275 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-282428'] for security_group (e1652d72-9520-4202-885b-576383570266), after_delete {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:47:21.788673 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-eed5f2ae-268f-49f6-be99-72afd249b275 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:47:21.790678 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [None req-eed5f2ae-268f-49f6-be99-72afd249b275 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/e1652d72-9520-4202-885b-576383570266 HTTP/1.1" status: 204 len: 168 time: 0.1304405 May 10 17:47:21.802483 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed5f2ae-268f-49f6-be99-72afd249b275 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1652d72-9520-4202-885b-576383570266,revision_number=None']} {{(pid=110152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:47:22.072090 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ceafad-ae3e-4c09-af3b-32a5e2aa92a8 req-f1c3e892-36e1-4428-9204-157d8724ce3c tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:47:22.073718 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-38ceafad-ae3e-4c09-af3b-32a5e2aa92a8 req-f1c3e892-36e1-4428-9204-157d8724ce3c tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] 10.222.0.60 "GET /v2.0/ports?device_id=c1bf8bc9-b3de-4555-8835-15dd3a89bc56 HTTP/1.1" status: 200 len: 945 time: 0.0531495 May 10 17:47:22.123607 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-38ceafad-ae3e-4c09-af3b-32a5e2aa92a8 req-d25fbd73-32f2-456a-a8ab-66864de5ced8 tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] 10.222.0.60 "GET /v2.0/security-groups?id=1dc31e58-b13c-4610-8a7b-a2e2a07c824b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441663 May 10 17:47:22.833569 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.db.agents_db [None req-b17e131c-d64b-4b97-8e8f-6c45925a5783 None None] Agent healthcheck: found 6 active agents {{(pid=110155) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 17:47:23.241520 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a19ff2-d52f-4268-894b-fa395fce5038 req-76e1d920-0481-4711-adff-f1e9fefa68a6 tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:47:23.243749 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-73a19ff2-d52f-4268-894b-fa395fce5038 req-76e1d920-0481-4711-adff-f1e9fefa68a6 tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] 10.222.0.60 "GET /v2.0/ports?device_id=c1bf8bc9-b3de-4555-8835-15dd3a89bc56 HTTP/1.1" status: 200 len: 945 time: 0.0516648 May 10 17:47:23.294771 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-73a19ff2-d52f-4268-894b-fa395fce5038 req-ea432984-7548-420a-98d8-0c3f768fbed7 tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] 10.222.0.60 "GET /v2.0/security-groups?id=1dc31e58-b13c-4610-8a7b-a2e2a07c824b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441270 May 10 17:47:24.413166 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb4daf6-a4c2-44c0-bc18-627e8e6ad129 req-c70d3ed3-1141-41bd-92f0-f16a345d8983 tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:47:24.414661 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-edb4daf6-a4c2-44c0-bc18-627e8e6ad129 req-c70d3ed3-1141-41bd-92f0-f16a345d8983 tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] 10.222.0.60 "GET /v2.0/ports?device_id=c1bf8bc9-b3de-4555-8835-15dd3a89bc56 HTTP/1.1" status: 200 len: 945 time: 0.0485978 May 10 17:47:24.462003 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-edb4daf6-a4c2-44c0-bc18-627e8e6ad129 req-f4ba8684-ccd3-42e6-8720-bf0874ed8d8a tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] 10.222.0.60 "GET /v2.0/security-groups?id=1dc31e58-b13c-4610-8a7b-a2e2a07c824b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407684 May 10 17:47:25.577903 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7c7f5d-8527-46d2-92f4-da6f93ca12ae req-f314ab09-5f3e-4403-9d51-2007452da3be tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:47:25.579380 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-ff7c7f5d-8527-46d2-92f4-da6f93ca12ae req-f314ab09-5f3e-4403-9d51-2007452da3be tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] 10.222.0.60 "GET /v2.0/ports?device_id=c1bf8bc9-b3de-4555-8835-15dd3a89bc56 HTTP/1.1" status: 200 len: 945 time: 0.0471475 May 10 17:47:25.629746 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-ff7c7f5d-8527-46d2-92f4-da6f93ca12ae req-82c38550-4e80-406f-b06a-af61f4700f15 tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] 10.222.0.60 "GET /v2.0/security-groups?id=1dc31e58-b13c-4610-8a7b-a2e2a07c824b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448341 May 10 17:47:26.746579 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e501dc-e0fa-4145-9011-fd704a4f2d3f req-817f82af-4128-4b4f-bded-dc679465e21a tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:47:26.747961 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-60e501dc-e0fa-4145-9011-fd704a4f2d3f req-817f82af-4128-4b4f-bded-dc679465e21a tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] 10.222.0.60 "GET /v2.0/ports?device_id=c1bf8bc9-b3de-4555-8835-15dd3a89bc56 HTTP/1.1" status: 200 len: 945 time: 0.0458093 May 10 17:47:26.793544 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-60e501dc-e0fa-4145-9011-fd704a4f2d3f req-961b1c71-9437-4e21-bd3e-11dc92b83c86 tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] 10.222.0.60 "GET /v2.0/security-groups?id=1dc31e58-b13c-4610-8a7b-a2e2a07c824b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399239 May 10 17:47:27.558909 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-045c3f99-b805-4890-8f30-1e97ffbecbd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781795183391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525393'] for agent (b2ad0527-00d5-4995-bc97-ec84c4e02f0b), after_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:47:27.749107 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.rpc [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Device f2d6a44e-8c8d-4856-b9f1-dede8b83cb88 no longer exists at agent hyperv_hv-cinder-84130 {{(pid=110154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 17:47:27.768818 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.plugin [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] No Port match for: f2d6a44e-8c8d-4856-b9f1-dede8b83cb88 {{(pid=110154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 17:47:27.769159 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.rpc [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Device f2d6a44e-8c8d-4856-b9f1-dede8b83cb88 not bound to the agent host hv-cinder-84130 {{(pid=110154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 17:47:27.910564 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5facc8-e748-4fef-aea2-bbada13d9480 req-09cc0114-332e-4d2d-a7b7-9d88987795a9 tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:47:27.912092 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-cb5facc8-e748-4fef-aea2-bbada13d9480 req-09cc0114-332e-4d2d-a7b7-9d88987795a9 tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] 10.222.0.60 "GET /v2.0/ports?device_id=c1bf8bc9-b3de-4555-8835-15dd3a89bc56 HTTP/1.1" status: 200 len: 945 time: 0.0488262 May 10 17:47:27.962842 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-cb5facc8-e748-4fef-aea2-bbada13d9480 req-c461d52a-5575-4b46-8b11-d451d27d6d31 tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] 10.222.0.60 "GET /v2.0/security-groups?id=1dc31e58-b13c-4610-8a7b-a2e2a07c824b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443020 May 10 17:47:29.078261 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d229d012-1c50-4260-a15d-5d91b1bd4751 req-074fb06d-aa52-401e-af3d-7b9e6e55cef0 tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:47:29.079750 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-d229d012-1c50-4260-a15d-5d91b1bd4751 req-074fb06d-aa52-401e-af3d-7b9e6e55cef0 tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] 10.222.0.60 "GET /v2.0/ports?device_id=c1bf8bc9-b3de-4555-8835-15dd3a89bc56 HTTP/1.1" status: 200 len: 945 time: 0.0504196 May 10 17:47:29.150527 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-d229d012-1c50-4260-a15d-5d91b1bd4751 req-035299d3-c793-4a30-81fe-06108790ee36 tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] 10.222.0.60 "GET /v2.0/security-groups?id=1dc31e58-b13c-4610-8a7b-a2e2a07c824b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592356 May 10 17:47:29.911142 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-ae543c8d-31c3-419b-b7a2-1c05f225ff26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781795183391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525393'] for agent (eaac381b-e402-41c3-a8e6-8f962681d3e6), after_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:47:30.252478 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a17648-d960-4c2e-8144-60e93d53ff0b req-0e67dafb-4b8e-44cd-97b5-8dad8568e4c5 tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:47:30.253924 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-90a17648-d960-4c2e-8144-60e93d53ff0b req-0e67dafb-4b8e-44cd-97b5-8dad8568e4c5 tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] 10.222.0.60 "GET /v2.0/ports?device_id=c1bf8bc9-b3de-4555-8835-15dd3a89bc56 HTTP/1.1" status: 200 len: 945 time: 0.0459895 May 10 17:47:30.300613 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-90a17648-d960-4c2e-8144-60e93d53ff0b req-cd0d2f88-18d5-41de-98b5-54bc1e8cce88 tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] 10.222.0.60 "GET /v2.0/security-groups?id=1dc31e58-b13c-4610-8a7b-a2e2a07c824b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407817 May 10 17:47:31.427272 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72605541-de65-4023-994b-d049ebef02d1 req-0bff0896-87dd-4b0c-9a33-b8d4c2ac9e3b tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:47:31.427941 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf824a87-5cfa-4156-a8da-20ec5bd06031 req-b0447136-a1e3-40e9-bd87-229250eaf7d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:47:31.429009 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [req-cf824a87-5cfa-4156-a8da-20ec5bd06031 req-b0447136-a1e3-40e9-bd87-229250eaf7d9 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=c1bf8bc9-b3de-4555-8835-15dd3a89bc56 HTTP/1.1" status: 200 len: 1129 time: 0.0515072 May 10 17:47:31.431871 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-72605541-de65-4023-994b-d049ebef02d1 req-0bff0896-87dd-4b0c-9a33-b8d4c2ac9e3b tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] 10.222.0.60 "GET /v2.0/ports?device_id=c1bf8bc9-b3de-4555-8835-15dd3a89bc56 HTTP/1.1" status: 200 len: 945 time: 0.0535038 May 10 17:47:31.477524 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-d07e8966-ef10-4d42-b774-228753b3fd3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781795183391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525393'] for agent (a55810b0-63c4-4499-a4d9-efcdb1615ce8), after_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:47:31.505816 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [req-cf824a87-5cfa-4156-a8da-20ec5bd06031 req-25fa3c57-21eb-435b-b2a0-17ae9d2e8ffd service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=1dc31e58-b13c-4610-8a7b-a2e2a07c824b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702157 May 10 17:47:31.556808 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-72605541-de65-4023-994b-d049ebef02d1 req-aff925a3-d6c7-45af-a625-4af3728b09d8 tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] 10.222.0.60 "GET /v2.0/security-groups?id=1dc31e58-b13c-4610-8a7b-a2e2a07c824b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194270 May 10 17:47:31.589138 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781795183391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525393'] for agent (16638279-eb91-49a3-95a5-8b540cc2f948), after_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:47:32.777479 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6876fb29-37b9-4894-adae-8188be4b16ee req-5197fbfb-3211-4547-9681-a5f47786454a tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:47:32.779779 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-6876fb29-37b9-4894-adae-8188be4b16ee req-5197fbfb-3211-4547-9681-a5f47786454a tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] 10.222.0.60 "GET /v2.0/ports?device_id=c1bf8bc9-b3de-4555-8835-15dd3a89bc56 HTTP/1.1" status: 200 len: 945 time: 0.0534523 May 10 17:47:32.842805 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-6876fb29-37b9-4894-adae-8188be4b16ee req-584d8236-7142-4872-9fbd-cf19251331f7 tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] 10.222.0.60 "GET /v2.0/security-groups?id=1dc31e58-b13c-4610-8a7b-a2e2a07c824b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570576 May 10 17:47:33.048312 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-ae45faaf-356d-4e4a-a605-33fedb92cd97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781795183391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525393'] for agent (6a57b374-0daf-4fe3-9dd1-3d457a537aa7), after_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:47:34.004886 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4498cfd-f3d3-401a-a5d8-e1e2b3a1a002 req-5d06c14d-74fb-406e-bd06-d561addbcd85 tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:47:34.013382 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-c4498cfd-f3d3-401a-a5d8-e1e2b3a1a002 req-5d06c14d-74fb-406e-bd06-d561addbcd85 tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] 10.222.0.60 "GET /v2.0/ports?device_id=c1bf8bc9-b3de-4555-8835-15dd3a89bc56 HTTP/1.1" status: 200 len: 945 time: 0.0948575 May 10 17:47:34.038055 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [req-81b687ab-0436-4a32-8598-d5500da43bcc req-837c0a3d-b161-40a1-8dbd-4fb251d772d8 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=c1bf8bc9-b3de-4555-8835-15dd3a89bc56&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0414956 May 10 17:47:34.063846 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-c4498cfd-f3d3-401a-a5d8-e1e2b3a1a002 req-9d31fcf0-879a-421e-952d-375c18b251a6 tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] 10.222.0.60 "GET /v2.0/security-groups?id=1dc31e58-b13c-4610-8a7b-a2e2a07c824b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491128 May 10 17:47:34.169163 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b687ab-0436-4a32-8598-d5500da43bcc req-3b1656af-4fd3-4186-8445-6c5935547e0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:47:34.170800 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [req-81b687ab-0436-4a32-8598-d5500da43bcc req-3b1656af-4fd3-4186-8445-6c5935547e0f service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=ec9da2f35bcd444fa485c453103df5cc&device_id=c1bf8bc9-b3de-4555-8835-15dd3a89bc56 HTTP/1.1" status: 200 len: 1129 time: 0.0494001 May 10 17:47:34.293150 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b687ab-0436-4a32-8598-d5500da43bcc req-aaf9563c-713f-4e79-9ea5-dfee643239e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:47:34.294969 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [req-81b687ab-0436-4a32-8598-d5500da43bcc req-aaf9563c-713f-4e79-9ea5-dfee643239e1 service neutron] 10.222.0.77 "GET /v2.0/networks?id=f37a5a11-05c8-4d32-b0a0-13874a53c216 HTTP/1.1" status: 200 len: 919 time: 0.1036906 May 10 17:47:34.349404 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [req-81b687ab-0436-4a32-8598-d5500da43bcc req-4478d015-ca7b-4194-a6fa-a27bf176cb95 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=552e62e9-0e95-4838-9c01-aa3425c6c9c6 HTTP/1.1" status: 200 len: 217 time: 0.0462618 May 10 17:47:34.431652 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b687ab-0436-4a32-8598-d5500da43bcc req-bce481e6-fada-4c99-bb1c-ed4bb95dff01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:47:34.433429 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [req-81b687ab-0436-4a32-8598-d5500da43bcc req-bce481e6-fada-4c99-bb1c-ed4bb95dff01 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=cc50f2c8-8caf-42b1-b7c4-50bfe5301336 HTTP/1.1" status: 200 len: 857 time: 0.0761278 May 10 17:47:34.497932 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b687ab-0436-4a32-8598-d5500da43bcc req-d6a5a2e2-8062-417f-a234-3ba102768096 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:47:34.500055 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [req-81b687ab-0436-4a32-8598-d5500da43bcc req-d6a5a2e2-8062-417f-a234-3ba102768096 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=f37a5a11-05c8-4d32-b0a0-13874a53c216&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0595357 May 10 17:47:34.520141 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-6e697e78-9dd1-4bc1-8573-56b901d07725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781795183391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525393'] for agent (fdc37a75-b7a9-4e92-a59c-f5b8c02d060c), after_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:47:34.640378 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [req-81b687ab-0436-4a32-8598-d5500da43bcc req-f95df20d-8ef1-4c60-8b4d-8d9edd00485d service neutron] 10.222.0.77 "GET /v2.0/networks/f37a5a11-05c8-4d32-b0a0-13874a53c216?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239016 May 10 17:47:34.757270 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [req-81b687ab-0436-4a32-8598-d5500da43bcc req-d5222570-7303-4b5d-9c1d-6cfa95f92dd5 service neutron] 10.222.0.77 "GET /v2.0/networks/f37a5a11-05c8-4d32-b0a0-13874a53c216?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1158872 May 10 17:47:35.413302 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c37032-8877-4d2f-a54a-dddfa001c813 req-076f05cd-0da3-4737-81c0-0790a35fc52e tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:47:35.414893 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-c8c37032-8877-4d2f-a54a-dddfa001c813 req-076f05cd-0da3-4737-81c0-0790a35fc52e tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] 10.222.0.60 "GET /v2.0/ports?device_id=c1bf8bc9-b3de-4555-8835-15dd3a89bc56 HTTP/1.1" status: 200 len: 945 time: 0.2737739 May 10 17:47:35.489522 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-c8c37032-8877-4d2f-a54a-dddfa001c813 req-4df2fc60-8752-44fb-bfca-8d36681034c4 tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] 10.222.0.60 "GET /v2.0/security-groups?id=1dc31e58-b13c-4610-8a7b-a2e2a07c824b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660081 May 10 17:47:35.861428 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6a5e8b-c5fd-4914-88dd-af5baeb52047 req-42743772-dce3-4b2f-b17a-b02a73aa3610 tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:47:35.863760 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-9b6a5e8b-c5fd-4914-88dd-af5baeb52047 req-42743772-dce3-4b2f-b17a-b02a73aa3610 tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] 10.222.0.60 "GET /v2.0/ports?device_id=c1bf8bc9-b3de-4555-8835-15dd3a89bc56 HTTP/1.1" status: 200 len: 945 time: 0.0577774 May 10 17:47:35.935665 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-9b6a5e8b-c5fd-4914-88dd-af5baeb52047 req-d600e92f-49aa-4015-88eb-13eb077e24a9 tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] 10.222.0.60 "GET /v2.0/security-groups?id=1dc31e58-b13c-4610-8a7b-a2e2a07c824b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600545 May 10 17:47:36.092903 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3f2548-e038-40dc-b0d8-00704e4378dc req-645baef1-7d1e-4734-9727-ab5791c1f779 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:47:36.095934 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [req-cd3f2548-e038-40dc-b0d8-00704e4378dc req-645baef1-7d1e-4734-9727-ab5791c1f779 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=ec9da2f35bcd444fa485c453103df5cc&device_id=c1bf8bc9-b3de-4555-8835-15dd3a89bc56 HTTP/1.1" status: 200 len: 1129 time: 0.0618312 May 10 17:47:36.243760 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3f2548-e038-40dc-b0d8-00704e4378dc req-a41a5158-1207-420e-82ef-6e59738597d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:47:36.245169 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [req-cd3f2548-e038-40dc-b0d8-00704e4378dc req-a41a5158-1207-420e-82ef-6e59738597d9 service neutron] 10.222.0.77 "GET /v2.0/networks?id=f37a5a11-05c8-4d32-b0a0-13874a53c216 HTTP/1.1" status: 200 len: 919 time: 0.1390886 May 10 17:47:36.292662 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [req-cd3f2548-e038-40dc-b0d8-00704e4378dc req-9aa72497-9246-4245-a537-60d01295cd1e service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=552e62e9-0e95-4838-9c01-aa3425c6c9c6 HTTP/1.1" status: 200 len: 217 time: 0.0407391 May 10 17:47:36.351203 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3f2548-e038-40dc-b0d8-00704e4378dc req-be0179f0-1c97-4129-bcb6-befd0733a528 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:47:36.353970 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [req-cd3f2548-e038-40dc-b0d8-00704e4378dc req-be0179f0-1c97-4129-bcb6-befd0733a528 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=cc50f2c8-8caf-42b1-b7c4-50bfe5301336 HTTP/1.1" status: 200 len: 857 time: 0.0534894 May 10 17:47:36.402415 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3f2548-e038-40dc-b0d8-00704e4378dc req-13c40919-782a-4dc2-a62e-a7e6aa6d0ad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:47:36.404114 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [req-cd3f2548-e038-40dc-b0d8-00704e4378dc req-13c40919-782a-4dc2-a62e-a7e6aa6d0ad7 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=f37a5a11-05c8-4d32-b0a0-13874a53c216&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0437839 May 10 17:47:36.572144 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [req-cd3f2548-e038-40dc-b0d8-00704e4378dc req-e8ebbb4e-bf5f-47f4-87d7-0ace9274cb86 service neutron] 10.222.0.77 "GET /v2.0/networks/f37a5a11-05c8-4d32-b0a0-13874a53c216?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1582193 May 10 17:47:36.699946 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [req-cd3f2548-e038-40dc-b0d8-00704e4378dc req-36412ce5-6e9d-4b19-91b9-5d6f87eb045e service neutron] 10.222.0.77 "GET /v2.0/networks/f37a5a11-05c8-4d32-b0a0-13874a53c216?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1208529 May 10 17:47:37.084624 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fc7f44-d584-402c-94f0-dcf3da71c445 req-19b6fb53-7a73-4a67-9657-56aa0938bfc0 tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:47:37.087200 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-c2fc7f44-d584-402c-94f0-dcf3da71c445 req-19b6fb53-7a73-4a67-9657-56aa0938bfc0 tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] 10.222.0.60 "GET /v2.0/ports?device_id=c1bf8bc9-b3de-4555-8835-15dd3a89bc56 HTTP/1.1" status: 200 len: 945 time: 0.0619042 May 10 17:47:37.144520 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-c2fc7f44-d584-402c-94f0-dcf3da71c445 req-de336df5-ac19-4a40-abe4-5588fbdbd388 tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] 10.222.0.60 "GET /v2.0/security-groups?id=1dc31e58-b13c-4610-8a7b-a2e2a07c824b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515499 May 10 17:47:38.285921 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19815e9-7e1f-4fca-b431-029fb321fe47 req-07914e98-1284-4e38-b655-9ee1ad752e18 tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:47:38.287554 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-e19815e9-7e1f-4fca-b431-029fb321fe47 req-07914e98-1284-4e38-b655-9ee1ad752e18 tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] 10.222.0.60 "GET /v2.0/ports?device_id=c1bf8bc9-b3de-4555-8835-15dd3a89bc56 HTTP/1.1" status: 200 len: 945 time: 0.0503654 May 10 17:47:38.351186 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-e19815e9-7e1f-4fca-b431-029fb321fe47 req-d430ba30-318f-478b-be90-bb8403d10ed2 tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] 10.222.0.60 "GET /v2.0/security-groups?id=1dc31e58-b13c-4610-8a7b-a2e2a07c824b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575378 May 10 17:47:39.550103 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b922ae-1eeb-457e-9ee3-63d736d105c8 req-edda3833-8003-4b1a-a5c7-76535aebff9b tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:47:39.562975 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-30b922ae-1eeb-457e-9ee3-63d736d105c8 req-edda3833-8003-4b1a-a5c7-76535aebff9b tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] 10.222.0.60 "GET /v2.0/ports?device_id=c1bf8bc9-b3de-4555-8835-15dd3a89bc56 HTTP/1.1" status: 200 len: 945 time: 0.1056042 May 10 17:47:39.631027 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-30b922ae-1eeb-457e-9ee3-63d736d105c8 req-9277c2c9-fc83-4115-9c64-6c59fe761bd8 tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] 10.222.0.60 "GET /v2.0/security-groups?id=1dc31e58-b13c-4610-8a7b-a2e2a07c824b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671580 May 10 17:47:40.766331 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bfee7d-008f-4fcd-bfa4-6a54b157db30 req-0db35148-aafd-4e8a-8f24-77ceaa4f816d tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:47:40.768220 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-56bfee7d-008f-4fcd-bfa4-6a54b157db30 req-0db35148-aafd-4e8a-8f24-77ceaa4f816d tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] 10.222.0.60 "GET /v2.0/ports?device_id=c1bf8bc9-b3de-4555-8835-15dd3a89bc56 HTTP/1.1" status: 200 len: 945 time: 0.0524547 May 10 17:47:40.822290 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-56bfee7d-008f-4fcd-bfa4-6a54b157db30 req-c37e2451-6c94-4dcf-b59f-badc52e21eaa tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] 10.222.0.60 "GET /v2.0/security-groups?id=1dc31e58-b13c-4610-8a7b-a2e2a07c824b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468104 May 10 17:47:43.689891 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.wsgi [-] (110153) accepted ('10.222.0.60', 42430) {{(pid=110153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 17:47:43.695822 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.v2.base [None req-95b6db9c-4df3-40a3-a842-87dd54f0379e tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] Request body: {'security_group': {'name': 'tempest-securitygroup--906963544', 'description': 'tempest-description--605194370'}} {{(pid=110153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 17:47:43.727739 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-95b6db9c-4df3-40a3-a842-87dd54f0379e tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] Publish callbacks [] for security_group (None), before_create {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:47:43.846349 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-95b6db9c-4df3-40a3-a842-87dd54f0379e tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] Publish callbacks [] for security_group (f1b3e0fc-5825-4a82-b5b0-e76c34cd9c81), precommit_create {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:47:43.865270 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-95b6db9c-4df3-40a3-a842-87dd54f0379e tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-282428'] for security_group (f1b3e0fc-5825-4a82-b5b0-e76c34cd9c81), after_create {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:47:43.904143 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-95b6db9c-4df3-40a3-a842-87dd54f0379e tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] Publish callbacks [] for security_group (None), before_response {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:47:43.906790 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [None req-95b6db9c-4df3-40a3-a842-87dd54f0379e tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.2147331 May 10 17:47:43.909825 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.wsgi [-] (110152) accepted ('10.222.0.60', 42434) {{(pid=110152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 17:47:43.911445 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b6db9c-4df3-40a3-a842-87dd54f0379e tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f1b3e0fc-5825-4a82-b5b0-e76c34cd9c81,revision_number=1']} {{(pid=110153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:47:43.918087 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.v2.base [None req-222efc70-1bec-4f6d-b968-f23e17aabec8 tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] Request body: {'security_group_rule': {'security_group_id': 'f1b3e0fc-5825-4a82-b5b0-e76c34cd9c81', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 17:47:43.922167 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b6db9c-4df3-40a3-a842-87dd54f0379e tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:47:43.922502 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b6db9c-4df3-40a3-a842-87dd54f0379e tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:47:43.923034 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b6db9c-4df3-40a3-a842-87dd54f0379e tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:47:43.923388 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b6db9c-4df3-40a3-a842-87dd54f0379e tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:47:43.923757 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b6db9c-4df3-40a3-a842-87dd54f0379e tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:47:43.924074 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b6db9c-4df3-40a3-a842-87dd54f0379e tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:47:43.924399 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b6db9c-4df3-40a3-a842-87dd54f0379e tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:47:43.924723 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b6db9c-4df3-40a3-a842-87dd54f0379e tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:47:43.925048 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b6db9c-4df3-40a3-a842-87dd54f0379e tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:47:43.925369 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b6db9c-4df3-40a3-a842-87dd54f0379e tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:47:43.925687 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b6db9c-4df3-40a3-a842-87dd54f0379e tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:47:43.926004 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b6db9c-4df3-40a3-a842-87dd54f0379e tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:47:43.926335 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b6db9c-4df3-40a3-a842-87dd54f0379e tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:47:43.926642 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b6db9c-4df3-40a3-a842-87dd54f0379e tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:47:43.926952 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b6db9c-4df3-40a3-a842-87dd54f0379e tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:47:43.978051 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-222efc70-1bec-4f6d-b968-f23e17aabec8 tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] Publish callbacks [] for security_group_rule (787fd19e-48d3-4db3-a2b9-f8a1c00810ed), before_create {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:47:44.091498 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-222efc70-1bec-4f6d-b968-f23e17aabec8 tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] Publish callbacks [] for security_group_rule (787fd19e-48d3-4db3-a2b9-f8a1c00810ed), precommit_create {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:47:44.097776 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-222efc70-1bec-4f6d-b968-f23e17aabec8 tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-282571'] for security_group_rule (787fd19e-48d3-4db3-a2b9-f8a1c00810ed), after_create {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:47:44.126906 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-222efc70-1bec-4f6d-b968-f23e17aabec8 tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:47:44.128253 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [None req-222efc70-1bec-4f6d-b968-f23e17aabec8 tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2165413 May 10 17:47:44.131289 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222efc70-1bec-4f6d-b968-f23e17aabec8 tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=787fd19e-48d3-4db3-a2b9-f8a1c00810ed,revision_number=0']} {{(pid=110152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:47:44.133512 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.wsgi [-] (110152) accepted ('10.222.0.60', 42442) {{(pid=110152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 17:47:44.147691 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.v2.base [None req-9a468106-e907-4f1d-88b5-355beb4d2af3 tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] Request body: {'security_group_rule': {'security_group_id': 'f1b3e0fc-5825-4a82-b5b0-e76c34cd9c81', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 17:47:44.204835 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-9a468106-e907-4f1d-88b5-355beb4d2af3 tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] Publish callbacks [] for security_group_rule (7abc7bde-b01c-4f4a-a669-2b6bcc74d059), before_create {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:47:44.305430 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-9a468106-e907-4f1d-88b5-355beb4d2af3 tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] Publish callbacks [] for security_group_rule (7abc7bde-b01c-4f4a-a669-2b6bcc74d059), precommit_create {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:47:44.312439 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-9a468106-e907-4f1d-88b5-355beb4d2af3 tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-282571'] for security_group_rule (7abc7bde-b01c-4f4a-a669-2b6bcc74d059), after_create {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:47:44.339706 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a468106-e907-4f1d-88b5-355beb4d2af3 tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7abc7bde-b01c-4f4a-a669-2b6bcc74d059,revision_number=0']} {{(pid=110152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:47:44.346651 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-9a468106-e907-4f1d-88b5-355beb4d2af3 tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:47:44.348216 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [None req-9a468106-e907-4f1d-88b5-355beb4d2af3 tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2136455 May 10 17:47:44.352520 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.wsgi [-] (110153) accepted ('10.222.0.60', 42446) {{(pid=110153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 17:47:44.359849 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.v2.base [None req-a6676a70-8a0b-4d5c-aa0b-e08d7366f57d tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] Request body: {'floatingip': {'floating_network_id': '85dc89cf-59f9-4edb-b26e-52bcb8a93763'}} {{(pid=110153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 17:47:44.390588 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-a6676a70-8a0b-4d5c-aa0b-e08d7366f57d tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:47:44.517918 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-a6676a70-8a0b-4d5c-aa0b-e08d7366f57d tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1514036'] for port (None), before_create {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:47:44.685721 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.db.db_base_plugin_common [None req-a6676a70-8a0b-4d5c-aa0b-e08d7366f57d tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] Allocated IP 172.27.0.189 (85dc89cf-59f9-4edb-b26e-52bcb8a93763/e93d94f1-cb19-4cd0-92e5-ca73d24bd8fb/a54bb6f2-0faa-4f8c-913e-2c8f815ca21a) {{(pid=110153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 17:47:44.937304 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-a6676a70-8a0b-4d5c-aa0b-e08d7366f57d tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] Publish callbacks [] for port (a54bb6f2-0faa-4f8c-913e-2c8f815ca21a), precommit_create {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:47:45.008509 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-a6676a70-8a0b-4d5c-aa0b-e08d7366f57d tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1514136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781794686064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207117'] for port (a54bb6f2-0faa-4f8c-913e-2c8f815ca21a), after_create {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:47:45.070267 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6676a70-8a0b-4d5c-aa0b-e08d7366f57d tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] Network 85dc89cf-59f9-4edb-b26e-52bcb8a93763 is already hosted by enough agents. {{(pid=110153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 17:47:45.075811 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.scheduler.base_scheduler [None req-a6676a70-8a0b-4d5c-aa0b-e08d7366f57d tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] Resources bound (agent type, host, resource id): {{(pid=110153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 17:47:45.084731 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6676a70-8a0b-4d5c-aa0b-e08d7366f57d tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] Received port after_create {{(pid=110153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 17:47:45.141005 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6676a70-8a0b-4d5c-aa0b-e08d7366f57d tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] Pushing event updated for resources: {'Port': ['ID=a54bb6f2-0faa-4f8c-913e-2c8f815ca21a,revision_number=1']} {{(pid=110153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:47:45.251408 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-a6676a70-8a0b-4d5c-aa0b-e08d7366f57d tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] Publish callbacks [] for floatingip (d2186f57-8673-4bab-9c7d-a61ce597bbb7), precommit_create {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:47:45.314851 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-a6676a70-8a0b-4d5c-aa0b-e08d7366f57d tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1514036'] for port (a54bb6f2-0faa-4f8c-913e-2c8f815ca21a), before_update {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:47:45.616738 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-a6676a70-8a0b-4d5c-aa0b-e08d7366f57d tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] Publish callbacks [] for port (a54bb6f2-0faa-4f8c-913e-2c8f815ca21a), precommit_update {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:47:45.625324 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-a6676a70-8a0b-4d5c-aa0b-e08d7366f57d tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1514136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781795229094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781794686082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781794686100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4207220'] for port (a54bb6f2-0faa-4f8c-913e-2c8f815ca21a), after_update {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:47:45.732414 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6676a70-8a0b-4d5c-aa0b-e08d7366f57d tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] Pushing event updated for resources: {'Port': ['ID=a54bb6f2-0faa-4f8c-913e-2c8f815ca21a,revision_number=2']} {{(pid=110153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:47:45.749716 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-a6676a70-8a0b-4d5c-aa0b-e08d7366f57d tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-641027'] for floatingip (d2186f57-8673-4bab-9c7d-a61ce597bbb7), after_create {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:47:45.789471 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-a6676a70-8a0b-4d5c-aa0b-e08d7366f57d tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29634'] for floatingip (None), before_response {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:47:45.791737 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [None req-a6676a70-8a0b-4d5c-aa0b-e08d7366f57d tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4378633 May 10 17:47:46.139640 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-f72a6073-5094-4cd7-88ea-62f42b436e0d req-bcb5bba9-be41-4a9c-866e-c9bd2f428b57 tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-securitygroup--906963544&fields=id&tenant_id=ec9da2f35bcd444fa485c453103df5cc HTTP/1.1" status: 200 len: 267 time: 0.1041205 May 10 17:47:46.366686 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72a6073-5094-4cd7-88ea-62f42b436e0d req-469e4918-27dd-449f-a82f-4bdc9b56152a tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:47:46.369165 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-f72a6073-5094-4cd7-88ea-62f42b436e0d req-469e4918-27dd-449f-a82f-4bdc9b56152a tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] 10.222.0.60 "GET /v2.0/networks?id=f37a5a11-05c8-4d32-b0a0-13874a53c216 HTTP/1.1" status: 200 len: 818 time: 0.2169061 May 10 17:47:46.402055 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-f72a6073-5094-4cd7-88ea-62f42b436e0d req-af6b700d-66bc-4a9e-bd2d-66f7e1a0e4bf tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] 10.222.0.60 "GET /v2.0/quotas/ec9da2f35bcd444fa485c453103df5cc HTTP/1.1" status: 200 len: 375 time: 0.0255439 May 10 17:47:46.483666 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-f72a6073-5094-4cd7-88ea-62f42b436e0d req-03059bfe-7611-4bfc-a688-e8d5eff2180f tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=ec9da2f35bcd444fa485c453103df5cc&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0691657 May 10 17:47:46.649546 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-f72a6073-5094-4cd7-88ea-62f42b436e0d req-30a77bdb-17b9-4809-ab27-6734b63ba3d1 service neutron] 10.222.0.60 "GET /v2.0/networks/f37a5a11-05c8-4d32-b0a0-13874a53c216?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1598868 May 10 17:47:46.794753 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-f72a6073-5094-4cd7-88ea-62f42b436e0d req-5a39f4c4-7b8c-4125-9273-efb2250af543 service neutron] 10.222.0.60 "GET /v2.0/networks/f37a5a11-05c8-4d32-b0a0-13874a53c216?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1381905 May 10 17:47:47.053410 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-bb122687-d679-4b19-9bfd-ea4d481abb02 req-eef1a689-a258-4edf-8bc0-52238aadc4ec tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] 10.222.0.60 "GET /v2.0/ports?device_id=e4553a66-9c17-4820-a5ab-1e3f45b42cb2 HTTP/1.1" status: 200 len: 210 time: 0.0324485 May 10 17:47:48.211414 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-83c56df7-dbde-418a-8cdc-b608da156d64 req-9ce03393-97c5-4f99-98d1-64ec74ab028f tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] 10.222.0.60 "GET /v2.0/ports?device_id=e4553a66-9c17-4820-a5ab-1e3f45b42cb2 HTTP/1.1" status: 200 len: 210 time: 0.0566261 May 10 17:47:49.394720 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-99114f0f-1db3-43b1-9680-cfab58ddbef2 req-b24c2198-0fdd-482b-97d8-f1ee05d99b78 tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] 10.222.0.60 "GET /v2.0/ports?device_id=e4553a66-9c17-4820-a5ab-1e3f45b42cb2 HTTP/1.1" status: 200 len: 210 time: 0.0448284 May 10 17:47:49.416211 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72a6073-5094-4cd7-88ea-62f42b436e0d req-295ecd02-8cc9-441f-8352-05b1352e7185 tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:47:49.424136 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [req-f72a6073-5094-4cd7-88ea-62f42b436e0d req-295ecd02-8cc9-441f-8352-05b1352e7185 tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] 10.222.0.77 "GET /v2.0/networks?id=f37a5a11-05c8-4d32-b0a0-13874a53c216 HTTP/1.1" status: 200 len: 818 time: 0.2488909 May 10 17:47:49.542101 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [req-f72a6073-5094-4cd7-88ea-62f42b436e0d req-f61ba3e2-69c8-4f07-b824-7df20056246e tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] 10.222.0.77 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ec9da2f35bcd444fa485c453103df5cc HTTP/1.1" status: 200 len: 379 time: 0.1031156 May 10 17:47:49.552764 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.v2.base [req-f72a6073-5094-4cd7-88ea-62f42b436e0d req-b15a51a1-51fb-46ab-99ca-73998c96a153 tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] Request body: {'port': {'device_id': 'e4553a66-9c17-4820-a5ab-1e3f45b42cb2', 'network_id': 'f37a5a11-05c8-4d32-b0a0-13874a53c216', 'admin_state_up': True, 'tenant_id': 'ec9da2f35bcd444fa485c453103df5cc', 'security_groups': ['f1b3e0fc-5825-4a82-b5b0-e76c34cd9c81']}} {{(pid=110153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 17:47:49.753608 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f72a6073-5094-4cd7-88ea-62f42b436e0d req-b15a51a1-51fb-46ab-99ca-73998c96a153 tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] Made reservation on behalf of ec9da2f35bcd444fa485c453103df5cc for: {'port': 1} {{(pid=110153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 17:47:49.758068 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [req-f72a6073-5094-4cd7-88ea-62f42b436e0d req-b15a51a1-51fb-46ab-99ca-73998c96a153 tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1514036'] for port (None), before_create {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:47:49.994305 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.db.db_base_plugin_common [req-f72a6073-5094-4cd7-88ea-62f42b436e0d req-b15a51a1-51fb-46ab-99ca-73998c96a153 tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] Allocated IP 172.20.0.14 (f37a5a11-05c8-4d32-b0a0-13874a53c216/cc50f2c8-8caf-42b1-b7c4-50bfe5301336/d41cfb7a-6772-4a26-bd70-17d9a9faa38c) {{(pid=110153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 17:47:50.206244 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [req-f72a6073-5094-4cd7-88ea-62f42b436e0d req-b15a51a1-51fb-46ab-99ca-73998c96a153 tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] Publish callbacks [] for port (d41cfb7a-6772-4a26-bd70-17d9a9faa38c), precommit_create {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:47:50.268072 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [req-f72a6073-5094-4cd7-88ea-62f42b436e0d req-b15a51a1-51fb-46ab-99ca-73998c96a153 tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1514136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781794686064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207117'] for port (d41cfb7a-6772-4a26-bd70-17d9a9faa38c), after_create {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:47:50.332261 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f72a6073-5094-4cd7-88ea-62f42b436e0d req-b15a51a1-51fb-46ab-99ca-73998c96a153 tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] Network f37a5a11-05c8-4d32-b0a0-13874a53c216 is already hosted by enough agents. {{(pid=110153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 17:47:50.337646 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.scheduler.base_scheduler [req-f72a6073-5094-4cd7-88ea-62f42b436e0d req-b15a51a1-51fb-46ab-99ca-73998c96a153 tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] Resources bound (agent type, host, resource id): {{(pid=110153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 17:47:50.344504 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.db.l3_dvrscheduler_db [req-f72a6073-5094-4cd7-88ea-62f42b436e0d req-b15a51a1-51fb-46ab-99ca-73998c96a153 tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] Received port after_create {{(pid=110153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 17:47:50.401057 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15a51a1-51fb-46ab-99ca-73998c96a153 tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] Pushing event updated for resources: {'Port': ['ID=d41cfb7a-6772-4a26-bd70-17d9a9faa38c,revision_number=1']} {{(pid=110153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:47:50.454228 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72a6073-5094-4cd7-88ea-62f42b436e0d req-b15a51a1-51fb-46ab-99ca-73998c96a153 tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:47:50.455299 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [req-f72a6073-5094-4cd7-88ea-62f42b436e0d req-b15a51a1-51fb-46ab-99ca-73998c96a153 tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29634'] for port (None), before_response {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:47:50.493157 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [req-f72a6073-5094-4cd7-88ea-62f42b436e0d req-b15a51a1-51fb-46ab-99ca-73998c96a153 tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9453778 May 10 17:47:50.527899 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.v2.base [req-f72a6073-5094-4cd7-88ea-62f42b436e0d req-c93da18c-c6cd-467b-8e35-fe53f7df7c29 service neutron] Request body: {'port': {'device_id': 'e4553a66-9c17-4820-a5ab-1e3f45b42cb2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84130'}} {{(pid=110153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 17:47:50.669595 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [req-f72a6073-5094-4cd7-88ea-62f42b436e0d req-c93da18c-c6cd-467b-8e35-fe53f7df7c29 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1514036'] for port (d41cfb7a-6772-4a26-bd70-17d9a9faa38c), before_update {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:47:50.698390 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360705a5-28b4-46a8-9b39-8cfd2a249bf7 req-0315be25-e099-4392-9abc-0be107572f52 tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:47:50.702914 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-360705a5-28b4-46a8-9b39-8cfd2a249bf7 req-0315be25-e099-4392-9abc-0be107572f52 tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] 10.222.0.60 "GET /v2.0/ports?device_id=e4553a66-9c17-4820-a5ab-1e3f45b42cb2 HTTP/1.1" status: 200 len: 932 time: 0.1749299 May 10 17:47:50.850008 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.db.provisioning_blocks [None req-24fbad2d-02eb-4ba0-af8a-1285b204a968 None None] Provisioning complete for port d41cfb7a-6772-4a26-bd70-17d9a9faa38c triggered by entity DHCP. {{(pid=110154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 17:47:50.850684 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-24fbad2d-02eb-4ba0-af8a-1285b204a968 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525495'] for port (d41cfb7a-6772-4a26-bd70-17d9a9faa38c), provisioning_complete {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:47:50.851093 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-360705a5-28b4-46a8-9b39-8cfd2a249bf7 req-fcdef4ac-9164-4db6-b73f-8ff458f34a97 tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] 10.222.0.60 "GET /v2.0/security-groups?id=f1b3e0fc-5825-4a82-b5b0-e76c34cd9c81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1065631 May 10 17:47:50.956546 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.plugin [None req-24fbad2d-02eb-4ba0-af8a-1285b204a968 None None] Port d41cfb7a-6772-4a26-bd70-17d9a9faa38c cannot update to ACTIVE because it is not bound. {{(pid=110154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 10 17:47:51.562578 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.notifiers.nova [req-f72a6073-5094-4cd7-88ea-62f42b436e0d req-c93da18c-c6cd-467b-8e35-fe53f7df7c29 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d41cfb7a-6772-4a26-bd70-17d9a9faa38c {{(pid=110153) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 17:47:51.572551 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [req-f72a6073-5094-4cd7-88ea-62f42b436e0d req-c93da18c-c6cd-467b-8e35-fe53f7df7c29 service neutron] Publish callbacks [] for port (d41cfb7a-6772-4a26-bd70-17d9a9faa38c), precommit_update {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:47:51.591416 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.db.provisioning_blocks [req-f72a6073-5094-4cd7-88ea-62f42b436e0d req-c93da18c-c6cd-467b-8e35-fe53f7df7c29 service neutron] Transition to ACTIVE for port object d41cfb7a-6772-4a26-bd70-17d9a9faa38c will not be triggered until provisioned by entity L2. {{(pid=110153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 10 17:47:51.594205 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [req-f72a6073-5094-4cd7-88ea-62f42b436e0d req-c93da18c-c6cd-467b-8e35-fe53f7df7c29 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1514136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781795229094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781794686082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781794686100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4207220'] for port (d41cfb7a-6772-4a26-bd70-17d9a9faa38c), after_update {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:47:51.718043 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93da18c-c6cd-467b-8e35-fe53f7df7c29 service neutron] Pushing event updated for resources: {'Port': ['ID=d41cfb7a-6772-4a26-bd70-17d9a9faa38c,revision_number=2']} {{(pid=110153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:47:51.783320 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.plugins.ml2.managers [req-f72a6073-5094-4cd7-88ea-62f42b436e0d req-c93da18c-c6cd-467b-8e35-fe53f7df7c29 service neutron] Attempting to bind port d41cfb7a-6772-4a26-bd70-17d9a9faa38c on host hv-cinder-84130 for vnic_type normal with profile {{(pid=110153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 17:47:51.783839 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.plugins.ml2.managers [req-f72a6073-5094-4cd7-88ea-62f42b436e0d req-c93da18c-c6cd-467b-8e35-fe53f7df7c29 service neutron] Attempting to bind port d41cfb7a-6772-4a26-bd70-17d9a9faa38c by drivers openvswitch,hyperv on host hv-cinder-84130 at level 0 using segments [{'id': '5476eec8-6d3c-4719-9920-b0738333a1e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'f37a5a11-05c8-4d32-b0a0-13874a53c216'}] {{(pid=110153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 17:47:51.784157 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f72a6073-5094-4cd7-88ea-62f42b436e0d req-c93da18c-c6cd-467b-8e35-fe53f7df7c29 service neutron] Attempting to bind port d41cfb7a-6772-4a26-bd70-17d9a9faa38c on network f37a5a11-05c8-4d32-b0a0-13874a53c216 {{(pid=110153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 17:47:51.791798 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f72a6073-5094-4cd7-88ea-62f42b436e0d req-c93da18c-c6cd-467b-8e35-fe53f7df7c29 service neutron] Port d41cfb7a-6772-4a26-bd70-17d9a9faa38c on network f37a5a11-05c8-4d32-b0a0-13874a53c216 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84130 {{(pid=110153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 17:47:51.791798 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f72a6073-5094-4cd7-88ea-62f42b436e0d req-c93da18c-c6cd-467b-8e35-fe53f7df7c29 service neutron] Attempting to bind port d41cfb7a-6772-4a26-bd70-17d9a9faa38c on network f37a5a11-05c8-4d32-b0a0-13874a53c216 {{(pid=110153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 17:47:51.800068 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f72a6073-5094-4cd7-88ea-62f42b436e0d req-c93da18c-c6cd-467b-8e35-fe53f7df7c29 service neutron] Checking agent: {'id': '16638279-eb91-49a3-95a5-8b540cc2f948', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84130', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 17, 42, 31), 'started_at': datetime.datetime(2022, 5, 10, 17, 42, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 17, 47, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 17:47:51.800535 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f72a6073-5094-4cd7-88ea-62f42b436e0d req-c93da18c-c6cd-467b-8e35-fe53f7df7c29 service neutron] Checking segment: {'id': '5476eec8-6d3c-4719-9920-b0738333a1e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'f37a5a11-05c8-4d32-b0a0-13874a53c216'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 17:47:51.801107 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f72a6073-5094-4cd7-88ea-62f42b436e0d req-c93da18c-c6cd-467b-8e35-fe53f7df7c29 service neutron] Bound using segment: {'id': '5476eec8-6d3c-4719-9920-b0738333a1e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'f37a5a11-05c8-4d32-b0a0-13874a53c216'} {{(pid=110153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 17:47:51.801671 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.plugins.ml2.managers [req-f72a6073-5094-4cd7-88ea-62f42b436e0d req-c93da18c-c6cd-467b-8e35-fe53f7df7c29 service neutron] Bound port: d41cfb7a-6772-4a26-bd70-17d9a9faa38c, host: hv-cinder-84130, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5476eec8-6d3c-4719-9920-b0738333a1e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'f37a5a11-05c8-4d32-b0a0-13874a53c216'}}] {{(pid=110153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 17:47:51.802132 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [req-f72a6073-5094-4cd7-88ea-62f42b436e0d req-c93da18c-c6cd-467b-8e35-fe53f7df7c29 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1514036'] for port (d41cfb7a-6772-4a26-bd70-17d9a9faa38c), before_update {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:47:51.909442 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.plugins.ml2.db [req-f72a6073-5094-4cd7-88ea-62f42b436e0d req-c93da18c-c6cd-467b-8e35-fe53f7df7c29 service neutron] For port d41cfb7a-6772-4a26-bd70-17d9a9faa38c, host hv-cinder-84130, cleared binding levels {{(pid=110153) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 17:47:51.915082 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.plugins.ml2.db [req-f72a6073-5094-4cd7-88ea-62f42b436e0d req-c93da18c-c6cd-467b-8e35-fe53f7df7c29 service neutron] For port d41cfb7a-6772-4a26-bd70-17d9a9faa38c, host hv-cinder-84130, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84130',level=0,port_id=d41cfb7a-6772-4a26-bd70-17d9a9faa38c,segment=NetworkSegment(5476eec8-6d3c-4719-9920-b0738333a1e7),segment_id=5476eec8-6d3c-4719-9920-b0738333a1e7)] {{(pid=110153) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 17:47:51.931635 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [req-f72a6073-5094-4cd7-88ea-62f42b436e0d req-c93da18c-c6cd-467b-8e35-fe53f7df7c29 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1514136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781795229094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781794686082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781794686100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4207220'] for port (d41cfb7a-6772-4a26-bd70-17d9a9faa38c), after_update {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:47:51.969697 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72a6073-5094-4cd7-88ea-62f42b436e0d req-c93da18c-c6cd-467b-8e35-fe53f7df7c29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:47:51.970681 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [req-f72a6073-5094-4cd7-88ea-62f42b436e0d req-c93da18c-c6cd-467b-8e35-fe53f7df7c29 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29634'] for port (None), before_response {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:47:51.972126 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [req-f72a6073-5094-4cd7-88ea-62f42b436e0d req-c93da18c-c6cd-467b-8e35-fe53f7df7c29 service neutron] 10.222.0.77 "PUT /v2.0/ports/d41cfb7a-6772-4a26-bd70-17d9a9faa38c HTTP/1.1" status: 200 len: 1094 time: 1.4550803 May 10 17:47:51.975626 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4553a66-9c17-4820-a5ab-1e3f45b42cb2', 'tag': 'd41cfb7a-6772-4a26-bd70-17d9a9faa38c'}] {{(pid=110153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 17:47:51.978420 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eaab9ead4487dd9c6a2039b1a38fb17917f553062224ea878bb9a20dea692460" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc687836-06cc-493a-be3f-183e55a39356" -d '{"events": [{"name": "network-changed", "server_uuid": "e4553a66-9c17-4820-a5ab-1e3f45b42cb2", "tag": "d41cfb7a-6772-4a26-bd70-17d9a9faa38c"}]}' {{(pid=110153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 17:47:52.031788 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93da18c-c6cd-467b-8e35-fe53f7df7c29 service neutron] Pushing event updated for resources: {'Port': ['ID=d41cfb7a-6772-4a26-bd70-17d9a9faa38c,revision_number=3']} {{(pid=110153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:47:52.045454 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 17:47:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf152a6b-229f-4257-af3e-f11b1079e603 x-openstack-request-id: req-bf152a6b-229f-4257-af3e-f11b1079e603 {{(pid=110153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 17:47:52.045751 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e4553a66-9c17-4820-a5ab-1e3f45b42cb2", "tag": "d41cfb7a-6772-4a26-bd70-17d9a9faa38c", "status": "completed", "code": 200}]} {{(pid=110153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 17:47:52.046941 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-bf152a6b-229f-4257-af3e-f11b1079e603 {{(pid=110153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 17:47:52.047389 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bf152a6b-229f-4257-af3e-f11b1079e603'] response: {'name': 'network-changed', 'server_uuid': 'e4553a66-9c17-4820-a5ab-1e3f45b42cb2', 'tag': 'd41cfb7a-6772-4a26-bd70-17d9a9faa38c', 'status': 'completed', 'code': 200} May 10 17:47:52.068384 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdcc1c1-9ace-4f55-9dd1-2fb0a8e840e1 req-d7f9a2f2-0d95-442d-8ebc-dce150d27643 tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:47:52.070241 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-acdcc1c1-9ace-4f55-9dd1-2fb0a8e840e1 req-d7f9a2f2-0d95-442d-8ebc-dce150d27643 tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] 10.222.0.60 "GET /v2.0/ports?device_id=e4553a66-9c17-4820-a5ab-1e3f45b42cb2 HTTP/1.1" status: 200 len: 944 time: 0.0962927 May 10 17:47:52.128333 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-acdcc1c1-9ace-4f55-9dd1-2fb0a8e840e1 req-49a6a71e-acb0-4c59-ad3b-8d7bc861e4af tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] 10.222.0.60 "GET /v2.0/security-groups?id=f1b3e0fc-5825-4a82-b5b0-e76c34cd9c81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509162 May 10 17:47:52.161183 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72a6073-5094-4cd7-88ea-62f42b436e0d req-26e377f5-10ca-44aa-ac15-c0143f4b497e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:47:52.164923 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [req-f72a6073-5094-4cd7-88ea-62f42b436e0d req-26e377f5-10ca-44aa-ac15-c0143f4b497e service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=ec9da2f35bcd444fa485c453103df5cc&device_id=e4553a66-9c17-4820-a5ab-1e3f45b42cb2 HTTP/1.1" status: 200 len: 1128 time: 0.0786257 May 10 17:47:52.273195 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [req-f72a6073-5094-4cd7-88ea-62f42b436e0d req-9052f75a-3b47-4bf9-b08f-fa105f07b373 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d41cfb7a-6772-4a26-bd70-17d9a9faa38c HTTP/1.1" status: 200 len: 217 time: 0.0551860 May 10 17:47:52.330569 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72a6073-5094-4cd7-88ea-62f42b436e0d req-a8e67433-0f3d-4bea-ae29-9c1f79579d19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:47:52.332056 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [req-f72a6073-5094-4cd7-88ea-62f42b436e0d req-a8e67433-0f3d-4bea-ae29-9c1f79579d19 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=cc50f2c8-8caf-42b1-b7c4-50bfe5301336 HTTP/1.1" status: 200 len: 857 time: 0.0520058 May 10 17:47:52.386508 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72a6073-5094-4cd7-88ea-62f42b436e0d req-7118106e-d9d2-4255-a043-a033cb1f6e34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:47:52.388673 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [req-f72a6073-5094-4cd7-88ea-62f42b436e0d req-7118106e-d9d2-4255-a043-a033cb1f6e34 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=f37a5a11-05c8-4d32-b0a0-13874a53c216&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0483608 May 10 17:47:52.509279 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [req-f72a6073-5094-4cd7-88ea-62f42b436e0d req-f888bfda-64bf-4dfc-be8d-75c61dc6b338 service neutron] 10.222.0.77 "GET /v2.0/networks/f37a5a11-05c8-4d32-b0a0-13874a53c216?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1140170 May 10 17:47:52.609459 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [req-f72a6073-5094-4cd7-88ea-62f42b436e0d req-a2f6090d-6c61-46e0-a2d5-b3f9a8571254 service neutron] 10.222.0.77 "GET /v2.0/networks/f37a5a11-05c8-4d32-b0a0-13874a53c216?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932536 May 10 17:47:53.265396 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02e7b54-7542-4c83-9386-18969f2d3f8b req-dfed1933-fbd5-40b3-b101-b4b5ba3d23fc tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:47:53.266996 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-b02e7b54-7542-4c83-9386-18969f2d3f8b req-dfed1933-fbd5-40b3-b101-b4b5ba3d23fc tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] 10.222.0.60 "GET /v2.0/ports?device_id=e4553a66-9c17-4820-a5ab-1e3f45b42cb2 HTTP/1.1" status: 200 len: 944 time: 0.0569282 May 10 17:47:53.328927 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-b02e7b54-7542-4c83-9386-18969f2d3f8b req-89dc4d82-a720-4417-939a-04a0b1807785 tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] 10.222.0.60 "GET /v2.0/security-groups?id=f1b3e0fc-5825-4a82-b5b0-e76c34cd9c81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515852 May 10 17:47:54.470691 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176df004-2c7c-4165-b008-11bbc8e5f5af req-762476ce-9e63-4349-b623-c44964b55388 tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:47:54.472408 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-176df004-2c7c-4165-b008-11bbc8e5f5af req-762476ce-9e63-4349-b623-c44964b55388 tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] 10.222.0.60 "GET /v2.0/ports?device_id=e4553a66-9c17-4820-a5ab-1e3f45b42cb2 HTTP/1.1" status: 200 len: 944 time: 0.0605803 May 10 17:47:54.537315 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-176df004-2c7c-4165-b008-11bbc8e5f5af req-2fb4722b-faee-4d9c-890b-d64448f8fb4f tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] 10.222.0.60 "GET /v2.0/security-groups?id=f1b3e0fc-5825-4a82-b5b0-e76c34cd9c81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554307 May 10 17:47:55.206322 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.wsgi [-] (110153) accepted ('10.222.0.60', 42644) {{(pid=110153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 17:47:55.267462 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.db.db_base_plugin_v2 [None req-733ca634-c29c-4fc5-becc-e1f2349bcbf7 admin admin] Deleting subnet 0f36bc48-8c77-466a-b5f5-6e2cdb2453d7 {{(pid=110153) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 10 17:47:55.271418 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-733ca634-c29c-4fc5-becc-e1f2349bcbf7 admin admin] Publish callbacks [] for subnet (0f36bc48-8c77-466a-b5f5-6e2cdb2453d7), before_delete {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:47:55.309648 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-733ca634-c29c-4fc5-becc-e1f2349bcbf7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24886420'] for subnet (0f36bc48-8c77-466a-b5f5-6e2cdb2453d7), precommit_delete_associations {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:47:55.351027 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-733ca634-c29c-4fc5-becc-e1f2349bcbf7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1463979'] for subnet (0f36bc48-8c77-466a-b5f5-6e2cdb2453d7), precommit_delete {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:47:55.413056 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-733ca634-c29c-4fc5-becc-e1f2349bcbf7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1463972', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-321831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4207162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24212047'] for subnet (0f36bc48-8c77-466a-b5f5-6e2cdb2453d7), after_delete {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:47:55.444033 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733ca634-c29c-4fc5-becc-e1f2349bcbf7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0f36bc48-8c77-466a-b5f5-6e2cdb2453d7,revision_number=None']} {{(pid=110153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:47:55.453166 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-733ca634-c29c-4fc5-becc-e1f2349bcbf7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:47:55.456482 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [None req-733ca634-c29c-4fc5-becc-e1f2349bcbf7 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/0f36bc48-8c77-466a-b5f5-6e2cdb2453d7 HTTP/1.1" status: 204 len: 168 time: 0.2490022 May 10 17:47:55.459058 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.wsgi [-] (110153) accepted ('10.222.0.60', 42648) {{(pid=110153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 17:47:55.578626 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-0ce2b924-9f4d-4213-9e2f-a8f7841d2ab2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1701118'] for network (e3f42295-b917-4bf6-8b9b-62165723f9ed), before_delete {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:47:55.667721 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc2cfd3-0caa-461f-9e03-7f3a5ce9bce8 req-19627486-bf4a-4122-bc6b-993896bff287 tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:47:55.669223 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-6fc2cfd3-0caa-461f-9e03-7f3a5ce9bce8 req-19627486-bf4a-4122-bc6b-993896bff287 tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] 10.222.0.60 "GET /v2.0/ports?device_id=e4553a66-9c17-4820-a5ab-1e3f45b42cb2 HTTP/1.1" status: 200 len: 944 time: 0.0513468 May 10 17:47:55.722030 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-0ce2b924-9f4d-4213-9e2f-a8f7841d2ab2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1459024', 'neutron.services.segments.db._delete_segments_for_network-8781795183409'] for network (e3f42295-b917-4bf6-8b9b-62165723f9ed), precommit_delete {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:47:55.726629 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-6fc2cfd3-0caa-461f-9e03-7f3a5ce9bce8 req-aefe103a-92d3-42e6-82e8-9959c46605d1 tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] 10.222.0.60 "GET /v2.0/security-groups?id=f1b3e0fc-5825-4a82-b5b0-e76c34cd9c81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501485 May 10 17:47:55.755866 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.services.segments.db [None req-0ce2b924-9f4d-4213-9e2f-a8f7841d2ab2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3f42295-b917-4bf6-8b9b-62165723f9ed']}} {{(pid=110153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:47:55.765506 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.services.segments.db [None req-0ce2b924-9f4d-4213-9e2f-a8f7841d2ab2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ccab3b0-249b-4cd8-9067-d4a3aedebd26') {'for_net_delete': True} {{(pid=110153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:47:55.765801 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.services.segments.db [None req-0ce2b924-9f4d-4213-9e2f-a8f7841d2ab2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ccab3b0-249b-4cd8-9067-d4a3aedebd26') {} {{(pid=110153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:47:55.775441 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-0ce2b924-9f4d-4213-9e2f-a8f7841d2ab2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781795183930', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24886383'] for segment (3ccab3b0-249b-4cd8-9067-d4a3aedebd26), before_delete {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:47:55.789010 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-0ce2b924-9f4d-4213-9e2f-a8f7841d2ab2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1469446'] for segment (3ccab3b0-249b-4cd8-9067-d4a3aedebd26), precommit_delete {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:47:55.795432 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ce2b924-9f4d-4213-9e2f-a8f7841d2ab2 admin admin] Releasing vlan 577 on physical network physnet1 to pool {{(pid=110153) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 17:47:55.795820 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-0ce2b924-9f4d-4213-9e2f-a8f7841d2ab2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1469446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4207184'] for segment (3ccab3b0-249b-4cd8-9067-d4a3aedebd26), after_delete {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:47:55.797510 dv-cinder-841302-2-iscsi neutron-server[110153]: Traceback (most recent call last): May 10 17:47:55.797510 dv-cinder-841302-2-iscsi neutron-server[110153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 17:47:55.797510 dv-cinder-841302-2-iscsi neutron-server[110153]: timer() May 10 17:47:55.797510 dv-cinder-841302-2-iscsi neutron-server[110153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 17:47:55.797510 dv-cinder-841302-2-iscsi neutron-server[110153]: cb(*args, **kw) May 10 17:47:55.797510 dv-cinder-841302-2-iscsi neutron-server[110153]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 10 17:47:55.797510 dv-cinder-841302-2-iscsi neutron-server[110153]: return func(*args, **kwargs) May 10 17:47:55.797510 dv-cinder-841302-2-iscsi neutron-server[110153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 17:47:55.797510 dv-cinder-841302-2-iscsi neutron-server[110153]: self._notify() May 10 17:47:55.797510 dv-cinder-841302-2-iscsi neutron-server[110153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 17:47:55.797510 dv-cinder-841302-2-iscsi neutron-server[110153]: self.callback(batched_events) May 10 17:47:55.797510 dv-cinder-841302-2-iscsi neutron-server[110153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 17:47:55.797510 dv-cinder-841302-2-iscsi neutron-server[110153]: event.method(event) May 10 17:47:55.797510 dv-cinder-841302-2-iscsi neutron-server[110153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 10 17:47:55.797510 dv-cinder-841302-2-iscsi neutron-server[110153]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 17:47:55.797510 dv-cinder-841302-2-iscsi neutron-server[110153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 10 17:47:55.797510 dv-cinder-841302-2-iscsi neutron-server[110153]: aggregate_uuid = self.p_client.list_aggregates( May 10 17:47:55.797510 dv-cinder-841302-2-iscsi neutron-server[110153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 10 17:47:55.797510 dv-cinder-841302-2-iscsi neutron-server[110153]: return f(self, *a, **k) May 10 17:47:55.797510 dv-cinder-841302-2-iscsi neutron-server[110153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 10 17:47:55.797510 dv-cinder-841302-2-iscsi neutron-server[110153]: return self._get(url).json() May 10 17:47:55.797510 dv-cinder-841302-2-iscsi neutron-server[110153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 10 17:47:55.797510 dv-cinder-841302-2-iscsi neutron-server[110153]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 17:47:55.797510 dv-cinder-841302-2-iscsi neutron-server[110153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 17:47:55.797510 dv-cinder-841302-2-iscsi neutron-server[110153]: return self.request(url, 'GET', **kwargs) May 10 17:47:55.797510 dv-cinder-841302-2-iscsi neutron-server[110153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 17:47:55.797510 dv-cinder-841302-2-iscsi neutron-server[110153]: base_url = self.get_endpoint(auth, allow=allow, May 10 17:47:55.797510 dv-cinder-841302-2-iscsi neutron-server[110153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 17:47:55.797510 dv-cinder-841302-2-iscsi neutron-server[110153]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 17:47:55.797510 dv-cinder-841302-2-iscsi neutron-server[110153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 17:47:55.797510 dv-cinder-841302-2-iscsi neutron-server[110153]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 17:47:55.797510 dv-cinder-841302-2-iscsi neutron-server[110153]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 17:47:55.862389 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-0ce2b924-9f4d-4213-9e2f-a8f7841d2ab2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1458985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-282477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-641080'] for network (e3f42295-b917-4bf6-8b9b-62165723f9ed), after_delete {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:47:55.868623 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-0ce2b924-9f4d-4213-9e2f-a8f7841d2ab2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631615'] for network (None), before_response {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:47:55.874275 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [None req-0ce2b924-9f4d-4213-9e2f-a8f7841d2ab2 admin admin] 10.222.0.60 "DELETE /v2.0/networks/e3f42295-b917-4bf6-8b9b-62165723f9ed HTTP/1.1" status: 204 len: 168 time: 0.4137213 May 10 17:47:55.894114 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce2b924-9f4d-4213-9e2f-a8f7841d2ab2 admin admin] Pushing event deleted for resources: {'Network': ['ID=e3f42295-b917-4bf6-8b9b-62165723f9ed,revision_number=None']} {{(pid=110153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:47:56.060369 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.wsgi [-] (110153) accepted ('10.222.0.60', 42654) {{(pid=110153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 17:47:56.102537 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [None req-e2a0f46c-37c8-4bcc-bb32-7104ac7444b1 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=563af4481d544b74bc5afba3f426e7e5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0409052 May 10 17:47:56.105134 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.wsgi [-] (110153) accepted ('10.222.0.60', 42656) {{(pid=110153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 17:47:56.171440 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-4eef7dc8-5461-40cb-9517-df0cedb79710 admin admin] Publish callbacks [] for security_group (480ab515-0e3d-41fa-a9ee-830af0a3f7d1), before_delete {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:47:56.204172 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-4eef7dc8-5461-40cb-9517-df0cedb79710 admin admin] Publish callbacks [] for security_group (480ab515-0e3d-41fa-a9ee-830af0a3f7d1), precommit_delete {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:47:56.260909 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-4eef7dc8-5461-40cb-9517-df0cedb79710 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-282428'] for security_group (480ab515-0e3d-41fa-a9ee-830af0a3f7d1), after_delete {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:47:56.263920 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-4eef7dc8-5461-40cb-9517-df0cedb79710 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:47:56.265738 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [None req-4eef7dc8-5461-40cb-9517-df0cedb79710 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/480ab515-0e3d-41fa-a9ee-830af0a3f7d1 HTTP/1.1" status: 204 len: 168 time: 0.1595085 May 10 17:47:56.275296 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eef7dc8-5461-40cb-9517-df0cedb79710 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=480ab515-0e3d-41fa-a9ee-830af0a3f7d1,revision_number=None']} {{(pid=110153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:47:56.748581 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc687836-06cc-493a-be3f-183e55a39356 req-9fb1f6fa-10c3-495f-94f3-a720208692a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:47:56.750184 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [req-cc687836-06cc-493a-be3f-183e55a39356 req-9fb1f6fa-10c3-495f-94f3-a720208692a9 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=ec9da2f35bcd444fa485c453103df5cc&device_id=e4553a66-9c17-4820-a5ab-1e3f45b42cb2 HTTP/1.1" status: 200 len: 1128 time: 0.0483584 May 10 17:47:56.886707 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc687836-06cc-493a-be3f-183e55a39356 req-8446f61a-c149-4ba5-a7cc-02c5495bdfe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:47:56.888497 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [req-cc687836-06cc-493a-be3f-183e55a39356 req-8446f61a-c149-4ba5-a7cc-02c5495bdfe6 service neutron] 10.222.0.77 "GET /v2.0/networks?id=f37a5a11-05c8-4d32-b0a0-13874a53c216 HTTP/1.1" status: 200 len: 919 time: 0.1134596 May 10 17:47:56.933814 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0733c40f-5389-4b6e-9af0-6e565d9ec99a req-a4980894-7fc5-4d5d-a9cb-a11604f7bc61 tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:47:56.936108 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-0733c40f-5389-4b6e-9af0-6e565d9ec99a req-a4980894-7fc5-4d5d-a9cb-a11604f7bc61 tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] 10.222.0.60 "GET /v2.0/ports?device_id=e4553a66-9c17-4820-a5ab-1e3f45b42cb2 HTTP/1.1" status: 200 len: 944 time: 0.1067154 May 10 17:47:56.975522 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [req-cc687836-06cc-493a-be3f-183e55a39356 req-358c113f-4f70-4a79-af1a-1786bc72edb3 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d41cfb7a-6772-4a26-bd70-17d9a9faa38c HTTP/1.1" status: 200 len: 217 time: 0.0735238 May 10 17:47:57.101529 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-0733c40f-5389-4b6e-9af0-6e565d9ec99a req-a487cb68-c750-427c-ac2e-9daa5e4edcce tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] 10.222.0.60 "GET /v2.0/security-groups?id=f1b3e0fc-5825-4a82-b5b0-e76c34cd9c81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1394918 May 10 17:47:57.108087 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc687836-06cc-493a-be3f-183e55a39356 req-56bbf4e0-adc7-41f7-aede-8650adf9e751 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:47:57.111027 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [req-cc687836-06cc-493a-be3f-183e55a39356 req-56bbf4e0-adc7-41f7-aede-8650adf9e751 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=cc50f2c8-8caf-42b1-b7c4-50bfe5301336 HTTP/1.1" status: 200 len: 857 time: 0.1201575 May 10 17:47:57.190262 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc687836-06cc-493a-be3f-183e55a39356 req-77a41bb8-7e72-4eba-b948-43cc9413c3c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:47:57.191847 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [req-cc687836-06cc-493a-be3f-183e55a39356 req-77a41bb8-7e72-4eba-b948-43cc9413c3c3 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=f37a5a11-05c8-4d32-b0a0-13874a53c216&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0668731 May 10 17:47:57.294146 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [req-cc687836-06cc-493a-be3f-183e55a39356 req-e45e8564-30cd-49d3-8cec-55440fa0b80b service neutron] 10.222.0.77 "GET /v2.0/networks/f37a5a11-05c8-4d32-b0a0-13874a53c216?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957961 May 10 17:47:57.395989 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [req-cc687836-06cc-493a-be3f-183e55a39356 req-fa4cc9b7-b57d-44a8-af0e-2aa43d8334d0 service neutron] 10.222.0.77 "GET /v2.0/networks/f37a5a11-05c8-4d32-b0a0-13874a53c216?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956099 May 10 17:47:57.562179 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-915b5639-dcca-42aa-ae09-467d652688da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781795183391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525393'] for agent (b2ad0527-00d5-4995-bc97-ec84c4e02f0b), after_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:47:57.875709 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.rpc [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Device d41cfb7a-6772-4a26-bd70-17d9a9faa38c details requested by agent hyperv_hv-cinder-84130 with host hv-cinder-84130 {{(pid=110154) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 17:47:57.983307 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.db [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] For port d41cfb7a-6772-4a26-bd70-17d9a9faa38c, host hv-cinder-84130, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84130',level=0,port_id=d41cfb7a-6772-4a26-bd70-17d9a9faa38c,segment=NetworkSegment(5476eec8-6d3c-4719-9920-b0738333a1e7),segment_id=5476eec8-6d3c-4719-9920-b0738333a1e7)] {{(pid=110154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 17:47:57.996460 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.rpc [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Returning: {'device': 'd41cfb7a-6772-4a26-bd70-17d9a9faa38c', 'network_id': 'f37a5a11-05c8-4d32-b0a0-13874a53c216', 'port_id': 'd41cfb7a-6772-4a26-bd70-17d9a9faa38c', 'mac_address': 'fa:16:3e:43:ce:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 583, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc50f2c8-8caf-42b1-b7c4-50bfe5301336', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110154) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 17:47:58.034946 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.plugin [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Current status of the port d41cfb7a-6772-4a26-bd70-17d9a9faa38c is: DOWN; New status is: BUILD {{(pid=110154) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 17:47:58.035453 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1514036'] for port (d41cfb7a-6772-4a26-bd70-17d9a9faa38c), before_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:47:58.051057 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.notifiers.nova [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d41cfb7a-6772-4a26-bd70-17d9a9faa38c {{(pid=110154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 17:47:58.080840 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.db [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] For port d41cfb7a-6772-4a26-bd70-17d9a9faa38c, host hv-cinder-84130, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84130',level=0,port_id=d41cfb7a-6772-4a26-bd70-17d9a9faa38c,segment=NetworkSegment(5476eec8-6d3c-4719-9920-b0738333a1e7),segment_id=5476eec8-6d3c-4719-9920-b0738333a1e7)] {{(pid=110154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 17:47:58.089454 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1514136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781795229094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781794686082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781794686100'] for port (d41cfb7a-6772-4a26-bd70-17d9a9faa38c), after_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:47:58.153500 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Pushing event updated for resources: {'Port': ['ID=d41cfb7a-6772-4a26-bd70-17d9a9faa38c,revision_number=4']} {{(pid=110154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:47:58.167042 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:47:58.167646 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:47:58.168246 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:47:58.168826 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:47:58.169404 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:47:58.169976 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:47:58.170540 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:47:58.171096 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:47:58.171681 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:47:58.172250 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:47:58.172806 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:47:58.173396 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:47:58.173969 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:47:58.174535 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:47:58.175097 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:47:58.278054 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57e4837-e5f9-435a-9658-66f0223a89e7 req-c9c585c9-91fa-43cc-818a-26c323ffd73b tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:47:58.279947 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-d57e4837-e5f9-435a-9658-66f0223a89e7 req-c9c585c9-91fa-43cc-818a-26c323ffd73b tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] 10.222.0.60 "GET /v2.0/ports?device_id=e4553a66-9c17-4820-a5ab-1e3f45b42cb2 HTTP/1.1" status: 200 len: 945 time: 0.0564930 May 10 17:47:58.332982 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-d57e4837-e5f9-435a-9658-66f0223a89e7 req-23aa99fa-7aa7-43cd-a97a-595cec032ab4 tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] 10.222.0.60 "GET /v2.0/security-groups?id=f1b3e0fc-5825-4a82-b5b0-e76c34cd9c81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472639 May 10 17:47:58.619037 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.db [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] get_ports_and_sgs() called for port_ids ['d41cfb7a-6772-4a26-bd70-17d9a9faa38c'] {{(pid=110154) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 17:47:59.462908 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178ebde1-b430-4ee0-9f81-4bdc45576b22 req-a78bee92-596e-410a-8a07-e4672ca5de4d tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:47:59.464647 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-178ebde1-b430-4ee0-9f81-4bdc45576b22 req-a78bee92-596e-410a-8a07-e4672ca5de4d tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] 10.222.0.60 "GET /v2.0/ports?device_id=e4553a66-9c17-4820-a5ab-1e3f45b42cb2 HTTP/1.1" status: 200 len: 945 time: 0.0530345 May 10 17:47:59.535433 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-178ebde1-b430-4ee0-9f81-4bdc45576b22 req-aa6c5118-56c4-410a-8b48-76e309bad34c tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] 10.222.0.60 "GET /v2.0/security-groups?id=f1b3e0fc-5825-4a82-b5b0-e76c34cd9c81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0650251 May 10 17:47:59.832054 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.db.agents_db [None req-b17e131c-d64b-4b97-8e8f-6c45925a5783 None None] Agent healthcheck: found 6 active agents {{(pid=110155) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 17:47:59.877749 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.rpc [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Device d41cfb7a-6772-4a26-bd70-17d9a9faa38c up at agent hyperv_hv-cinder-84130 {{(pid=110154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 17:47:59.929051 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-84d2a627-dbea-4c29-9a75-64a80850f9fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781795183391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525393'] for agent (eaac381b-e402-41c3-a8e6-8f962681d3e6), after_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:47:59.941019 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.db.provisioning_blocks [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Provisioning for port d41cfb7a-6772-4a26-bd70-17d9a9faa38c completed by entity L2. {{(pid=110154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 10 17:47:59.947825 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.db.provisioning_blocks [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Provisioning complete for port d41cfb7a-6772-4a26-bd70-17d9a9faa38c triggered by entity L2. {{(pid=110154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 17:47:59.948223 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525495'] for port (d41cfb7a-6772-4a26-bd70-17d9a9faa38c), provisioning_complete {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:48:00.030331 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.plugin [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Current status of the port d41cfb7a-6772-4a26-bd70-17d9a9faa38c is: BUILD; New status is: ACTIVE {{(pid=110154) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 17:48:00.030716 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1514036'] for port (d41cfb7a-6772-4a26-bd70-17d9a9faa38c), before_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:48:00.058197 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4553a66-9c17-4820-a5ab-1e3f45b42cb2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd41cfb7a-6772-4a26-bd70-17d9a9faa38c'}] {{(pid=110154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 17:48:00.060428 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81f5a9f60a7176de4ec81ee2de5d4e9bd281d17703f5d6403e6a691a644f2f07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b95b4c1-d021-4c30-9e2e-41a1969b3916" -d '{"events": [{"server_uuid": "e4553a66-9c17-4820-a5ab-1e3f45b42cb2", "name": "network-vif-plugged", "status": "completed", "tag": "d41cfb7a-6772-4a26-bd70-17d9a9faa38c"}]}' {{(pid=110154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 17:48:00.075770 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.db [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] For port d41cfb7a-6772-4a26-bd70-17d9a9faa38c, host hv-cinder-84130, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84130',level=0,port_id=d41cfb7a-6772-4a26-bd70-17d9a9faa38c,segment=NetworkSegment(5476eec8-6d3c-4719-9920-b0738333a1e7),segment_id=5476eec8-6d3c-4719-9920-b0738333a1e7)] {{(pid=110154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 17:48:00.081232 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1514136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781795229094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781794686082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781794686100'] for port (d41cfb7a-6772-4a26-bd70-17d9a9faa38c), after_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:48:00.105749 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 17:48:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8d8925e-2c7f-4e94-b98a-336a6151c82d x-openstack-request-id: req-f8d8925e-2c7f-4e94-b98a-336a6151c82d {{(pid=110154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 17:48:00.106073 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4553a66-9c17-4820-a5ab-1e3f45b42cb2", "name": "network-vif-plugged", "status": "completed", "tag": "d41cfb7a-6772-4a26-bd70-17d9a9faa38c", "code": 200}]} {{(pid=110154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 17:48:00.106327 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-f8d8925e-2c7f-4e94-b98a-336a6151c82d {{(pid=110154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 17:48:00.106719 dv-cinder-841302-2-iscsi neutron-server[110154]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f8d8925e-2c7f-4e94-b98a-336a6151c82d'] response: {'server_uuid': 'e4553a66-9c17-4820-a5ab-1e3f45b42cb2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd41cfb7a-6772-4a26-bd70-17d9a9faa38c', 'code': 200} May 10 17:48:00.133881 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Pushing event updated for resources: {'Port': ['ID=d41cfb7a-6772-4a26-bd70-17d9a9faa38c,revision_number=5']} {{(pid=110154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:48:00.333987 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab96e81-9083-425e-8fc8-fca05aeee463 req-9846b77f-7a59-40f8-acd2-11a63c85971c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:48:00.336357 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [req-fab96e81-9083-425e-8fc8-fca05aeee463 req-9846b77f-7a59-40f8-acd2-11a63c85971c service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=e4553a66-9c17-4820-a5ab-1e3f45b42cb2 HTTP/1.1" status: 200 len: 1130 time: 0.0440168 May 10 17:48:00.386952 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [req-fab96e81-9083-425e-8fc8-fca05aeee463 req-27baa93b-b933-4d88-beec-101177ab1867 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=f1b3e0fc-5825-4a82-b5b0-e76c34cd9c81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444820 May 10 17:48:00.666441 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e6f660-b3e8-42e4-be32-1d442744665e req-d917aca3-d564-4222-a58a-28df84446366 tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:48:00.668057 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-16e6f660-b3e8-42e4-be32-1d442744665e req-d917aca3-d564-4222-a58a-28df84446366 tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] 10.222.0.60 "GET /v2.0/ports?device_id=e4553a66-9c17-4820-a5ab-1e3f45b42cb2 HTTP/1.1" status: 200 len: 946 time: 0.0589631 May 10 17:48:00.720303 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-16e6f660-b3e8-42e4-be32-1d442744665e req-20ac0daf-b38a-466d-bb72-ea96b69dadcd tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] 10.222.0.60 "GET /v2.0/security-groups?id=f1b3e0fc-5825-4a82-b5b0-e76c34cd9c81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466564 May 10 17:48:01.447885 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-d07e8966-ef10-4d42-b774-228753b3fd3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781795183391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525393'] for agent (a55810b0-63c4-4499-a4d9-efcdb1615ce8), after_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:48:01.593114 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781795183391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525393'] for agent (16638279-eb91-49a3-95a5-8b540cc2f948), after_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:48:01.855693 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d2139b-7755-49a3-a0bc-4d304f6c91ea req-1fd9293f-f2db-439c-8be8-0df88e77cc7c tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:48:01.857329 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-15d2139b-7755-49a3-a0bc-4d304f6c91ea req-1fd9293f-f2db-439c-8be8-0df88e77cc7c tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] 10.222.0.60 "GET /v2.0/ports?device_id=e4553a66-9c17-4820-a5ab-1e3f45b42cb2 HTTP/1.1" status: 200 len: 946 time: 0.0525172 May 10 17:48:01.912095 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-15d2139b-7755-49a3-a0bc-4d304f6c91ea req-00c8f4a9-ba74-41e1-b4ac-cebe759a3c75 tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] 10.222.0.60 "GET /v2.0/security-groups?id=f1b3e0fc-5825-4a82-b5b0-e76c34cd9c81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475695 May 10 17:48:01.964183 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.wsgi [-] (110153) accepted ('10.222.0.60', 42730) {{(pid=110153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 17:48:02.074410 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-0f5faa6d-36a7-4d03-99ea-ec500af7fcf9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:48:02.173148 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-0f5faa6d-36a7-4d03-99ea-ec500af7fcf9 admin admin] Publish callbacks [] for security_group (25af1256-6dea-4587-a7ed-d0d7da27243f), precommit_create {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:48:02.179521 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-0f5faa6d-36a7-4d03-99ea-ec500af7fcf9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-282428'] for security_group (25af1256-6dea-4587-a7ed-d0d7da27243f), after_create {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:48:02.220669 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5faa6d-36a7-4d03-99ea-ec500af7fcf9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25af1256-6dea-4587-a7ed-d0d7da27243f,revision_number=1']} {{(pid=110153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:48:02.224956 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [None req-0f5faa6d-36a7-4d03-99ea-ec500af7fcf9 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=6126496c6e17480cafcf3de24249611a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2597096 May 10 17:48:02.228357 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.wsgi [-] (110153) accepted ('10.222.0.60', 42734) {{(pid=110153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 17:48:02.324724 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-1a313fc6-8f2b-49c6-96ec-10e4a388351f admin admin] Publish callbacks [] for security_group (25af1256-6dea-4587-a7ed-d0d7da27243f), before_delete {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:48:02.349839 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-1a313fc6-8f2b-49c6-96ec-10e4a388351f admin admin] Publish callbacks [] for security_group (25af1256-6dea-4587-a7ed-d0d7da27243f), precommit_delete {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:48:02.400624 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-1a313fc6-8f2b-49c6-96ec-10e4a388351f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-282428'] for security_group (25af1256-6dea-4587-a7ed-d0d7da27243f), after_delete {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:48:02.403258 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-1a313fc6-8f2b-49c6-96ec-10e4a388351f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:48:02.404465 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [None req-1a313fc6-8f2b-49c6-96ec-10e4a388351f admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/25af1256-6dea-4587-a7ed-d0d7da27243f HTTP/1.1" status: 204 len: 168 time: 0.1747024 May 10 17:48:02.417129 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a313fc6-8f2b-49c6-96ec-10e4a388351f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25af1256-6dea-4587-a7ed-d0d7da27243f,revision_number=None']} {{(pid=110153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:48:03.042757 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-ae45faaf-356d-4e4a-a605-33fedb92cd97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781795183391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525393'] for agent (6a57b374-0daf-4fe3-9dd1-3d457a537aa7), after_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:48:03.064201 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00096043-c48a-43ac-afeb-b1097ea5c5ae req-2fac30d0-8358-4280-9728-4ef7fd05f96f tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:48:03.065770 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-00096043-c48a-43ac-afeb-b1097ea5c5ae req-2fac30d0-8358-4280-9728-4ef7fd05f96f tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] 10.222.0.60 "GET /v2.0/ports?device_id=e4553a66-9c17-4820-a5ab-1e3f45b42cb2 HTTP/1.1" status: 200 len: 946 time: 0.0787427 May 10 17:48:03.131885 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-00096043-c48a-43ac-afeb-b1097ea5c5ae req-a752354f-72b7-4177-8446-9f0518ca2463 tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] 10.222.0.60 "GET /v2.0/security-groups?id=f1b3e0fc-5825-4a82-b5b0-e76c34cd9c81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0575004 May 10 17:48:03.158371 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.wsgi [-] (110153) accepted ('10.222.0.60', 42760) {{(pid=110153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 17:48:03.262378 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f479ced-96cf-4229-aa34-aacd83fb4436 req-d46c07d5-17ef-488f-82c7-b8505eb5f25b tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:48:03.262577 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.v2.base [None req-9fa6b09c-e680-4abb-8f95-b6906c0f6d5d admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-260086597-network', 'tenant_id': 'f582fd9ef9094e8f9b47f7e686e3808a'}} {{(pid=110153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 17:48:03.263923 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-0f479ced-96cf-4229-aa34-aacd83fb4436 req-d46c07d5-17ef-488f-82c7-b8505eb5f25b tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] 10.222.0.60 "GET /v2.0/ports?device_id=e4553a66-9c17-4820-a5ab-1e3f45b42cb2 HTTP/1.1" status: 200 len: 946 time: 0.0482392 May 10 17:48:03.272966 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.wsgi [-] (110152) accepted ('10.222.0.60', 42766) {{(pid=110152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 17:48:03.277801 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.v2.base [None req-b0eab03f-71d9-44f2-b670-5f36c3c3ecb0 tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] Request body: {'floatingip': {'port_id': 'd41cfb7a-6772-4a26-bd70-17d9a9faa38c'}} {{(pid=110152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 17:48:03.283705 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fa6b09c-e680-4abb-8f95-b6906c0f6d5d admin admin] Made reservation on behalf of f582fd9ef9094e8f9b47f7e686e3808a for: {'network': 1} {{(pid=110153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 17:48:03.285764 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-9fa6b09c-e680-4abb-8f95-b6906c0f6d5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1514036'] for network (None), before_create {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:48:03.295282 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-9fa6b09c-e680-4abb-8f95-b6906c0f6d5d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:48:03.373278 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-b0eab03f-71d9-44f2-b670-5f36c3c3ecb0 tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] Publish callbacks [] for floatingip (d2186f57-8673-4bab-9c7d-a61ce597bbb7), before_update {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:48:03.403345 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-9fa6b09c-e680-4abb-8f95-b6906c0f6d5d admin admin] Publish callbacks [] for security_group (4291c383-f1b0-498a-957d-36fec04b0997), precommit_create {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:48:03.408339 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-9fa6b09c-e680-4abb-8f95-b6906c0f6d5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-282428'] for security_group (4291c383-f1b0-498a-957d-36fec04b0997), after_create {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:48:03.455714 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9fa6b09c-e680-4abb-8f95-b6906c0f6d5d admin admin] vlan segment allocate from pool success with {'vlan_id': 567, 'physical_network': 'physnet1'} {{(pid=110153) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 17:48:03.482064 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa6b09c-e680-4abb-8f95-b6906c0f6d5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4291c383-f1b0-498a-957d-36fec04b0997,revision_number=1']} {{(pid=110153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:48:03.490348 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-9fa6b09c-e680-4abb-8f95-b6906c0f6d5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1469446'] for segment (fae9f46d-4ca7-4637-b63a-3e8d3f0e0761), precommit_create {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:48:03.490607 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.db.segments_db [None req-9fa6b09c-e680-4abb-8f95-b6906c0f6d5d admin admin] Added segment fae9f46d-4ca7-4637-b63a-3e8d3f0e0761 of type vlan for network d36cf6d1-7902-4b07-ab50-617b34c8483f May 10 17:48:03.552415 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-9fa6b09c-e680-4abb-8f95-b6906c0f6d5d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781794707887'] for network (d36cf6d1-7902-4b07-ab50-617b34c8483f), precommit_create {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:48:03.596823 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-9fa6b09c-e680-4abb-8f95-b6906c0f6d5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-282477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631625'] for network (d36cf6d1-7902-4b07-ab50-617b34c8483f), after_create {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:48:03.598320 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fa6b09c-e680-4abb-8f95-b6906c0f6d5d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:48:03.599129 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-9fa6b09c-e680-4abb-8f95-b6906c0f6d5d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631615'] for network (None), before_response {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:48:03.658975 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [None req-9fa6b09c-e680-4abb-8f95-b6906c0f6d5d admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5019193 May 10 17:48:03.660492 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.wsgi [-] (110153) accepted ('10.222.0.60', 42770) {{(pid=110153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 17:48:03.667742 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.v2.base [None req-9b7b51a0-4019-4e1a-b849-1e83f06eddf4 admin admin] Request body: {'subnet': {'network_id': 'd36cf6d1-7902-4b07-ab50-617b34c8483f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-260086597-subnet', 'tenant_id': 'f582fd9ef9094e8f9b47f7e686e3808a', 'ip_version': 4}} {{(pid=110153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 17:48:03.678080 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa6b09c-e680-4abb-8f95-b6906c0f6d5d admin admin] Pushing event updated for resources: {'Network': ['ID=d36cf6d1-7902-4b07-ab50-617b34c8483f,revision_number=1']} {{(pid=110153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:48:03.691575 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.rpc [None req-6e697e78-9dd1-4bc1-8573-56b901d07725 None None] Network d36cf6d1-7902-4b07-ab50-617b34c8483f details requested by agent ovs-agent-dv-cinder-841302-2-iscsi with host dv-cinder-841302-2-iscsi {{(pid=110154) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 10 17:48:03.692058 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b7b51a0-4019-4e1a-b849-1e83f06eddf4 admin admin] Made reservation on behalf of f582fd9ef9094e8f9b47f7e686e3808a for: {'subnet': 1} {{(pid=110153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 17:48:03.694881 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-9b7b51a0-4019-4e1a-b849-1e83f06eddf4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24212008'] for subnet (None), before_create {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:48:03.875264 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-9b7b51a0-4019-4e1a-b849-1e83f06eddf4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-321831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4208893', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24212022'] for subnet (a6e2ccd6-25e8-4d9c-9121-bb83787a16b4), after_create {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:48:03.937569 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7b51a0-4019-4e1a-b849-1e83f06eddf4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a6e2ccd6-25e8-4d9c-9121-bb83787a16b4,revision_number=0']} {{(pid=110153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:48:03.947673 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b7b51a0-4019-4e1a-b849-1e83f06eddf4 admin admin] Checking segment: {'id': 'fae9f46d-4ca7-4637-b63a-3e8d3f0e0761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'd36cf6d1-7902-4b07-ab50-617b34c8483f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 17:48:03.948026 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b7b51a0-4019-4e1a-b849-1e83f06eddf4 admin admin] Network hostable DHCP agents. Network: d36cf6d1-7902-4b07-ab50-617b34c8483f, hostable agents: ['b2ad0527-00d5-4995-bc97-ec84c4e02f0b'], hosted agents: [] {{(pid=110153) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 17:48:03.964919 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b7b51a0-4019-4e1a-b849-1e83f06eddf4 admin admin] Network d36cf6d1-7902-4b07-ab50-617b34c8483f is scheduled to be hosted by DHCP agent b2ad0527-00d5-4995-bc97-ec84c4e02f0b with binding_index 1 {{(pid=110153) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 17:48:03.975194 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.scheduler.base_scheduler [None req-9b7b51a0-4019-4e1a-b849-1e83f06eddf4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-841302-2-iscsi, d36cf6d1-7902-4b07-ab50-617b34c8483f) {{(pid=110153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 17:48:03.981253 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b7b51a0-4019-4e1a-b849-1e83f06eddf4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:48:03.981770 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-9b7b51a0-4019-4e1a-b849-1e83f06eddf4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:48:03.984958 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7821d8c4-b8bf-48c5-8eb9-bec097502a79 None None] Network d36cf6d1-7902-4b07-ab50-617b34c8483f requested from dv-cinder-841302-2-iscsi {{(pid=110154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 17:48:04.000422 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [None req-9b7b51a0-4019-4e1a-b849-1e83f06eddf4 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3388786 May 10 17:48:04.003168 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.wsgi [-] (110153) accepted ('10.222.0.60', 42772) {{(pid=110153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 17:48:04.007504 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.v2.base [None req-e50d200d-ef0e-4012-afee-01ab14b75af9 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-260086597-router', 'tenant_id': 'f582fd9ef9094e8f9b47f7e686e3808a', 'external_gateway_info': {'network_id': '85dc89cf-59f9-4edb-b26e-52bcb8a93763'}}} {{(pid=110153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 17:48:04.027490 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-e50d200d-ef0e-4012-afee-01ab14b75af9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-537840', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-789'] for router (25e67cdc-ce1c-42c1-89bc-c86e94ed50c8), before_create {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:48:04.028558 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-e50d200d-ef0e-4012-afee-01ab14b75af9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-537668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-642791', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-610544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-814'] for router (25e67cdc-ce1c-42c1-89bc-c86e94ed50c8), precommit_create {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:48:04.084100 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-b0eab03f-71d9-44f2-b670-5f36c3c3ecb0 tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:48:04.089506 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-b0eab03f-71d9-44f2-b670-5f36c3c3ecb0 tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-641027'] for floatingip (d2186f57-8673-4bab-9c7d-a61ce597bbb7), after_update {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:48:04.093778 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-e50d200d-ef0e-4012-afee-01ab14b75af9 admin admin] Publish callbacks [] for router_controller (25e67cdc-ce1c-42c1-89bc-c86e94ed50c8), precommit_add_association {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:48:04.107098 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6099a566-3db2-4e79-a263-70a40a2800df None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa19f327b-e3f6-5d02-b8b8-f794978bb937-d36cf6d1-7902-4b07-ab50-617b34c8483f', 'network_id': 'd36cf6d1-7902-4b07-ab50-617b34c8483f', 'project_id': 'f582fd9ef9094e8f9b47f7e686e3808a', 'fixed_ips': [{'subnet_id': 'a6e2ccd6-25e8-4d9c-9121-bb83787a16b4'}]}} from dv-cinder-841302-2-iscsi. {{(pid=110154) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 10 17:48:04.108837 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-6099a566-3db2-4e79-a263-70a40a2800df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1514036'] for port (None), before_create {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:48:04.252466 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-e50d200d-ef0e-4012-afee-01ab14b75af9 admin admin] Publish callbacks [] for router_gateway (25e67cdc-ce1c-42c1-89bc-c86e94ed50c8), precommit_update {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:48:04.253224 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.db.db_base_plugin_common [None req-6099a566-3db2-4e79-a263-70a40a2800df None None] Allocated IP 172.20.0.2 (d36cf6d1-7902-4b07-ab50-617b34c8483f/a6e2ccd6-25e8-4d9c-9121-bb83787a16b4/83ccadb5-3944-47fd-a751-56accfc4cd6d) {{(pid=110154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 17:48:04.407582 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.db.l3_db [None req-b0eab03f-71d9-44f2-b670-5f36c3c3ecb0 tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] Floating IP d2186f57-8673-4bab-9c7d-a61ce597bbb7 associated. External IP: 172.27.0.189, port: d41cfb7a-6772-4a26-bd70-17d9a9faa38c. May 10 17:48:04.450288 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-e50d200d-ef0e-4012-afee-01ab14b75af9 admin admin] Publish callbacks [] for router_gateway (25e67cdc-ce1c-42c1-89bc-c86e94ed50c8), before_create {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:48:04.469190 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-e50d200d-ef0e-4012-afee-01ab14b75af9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1514036'] for port (None), before_create {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:48:04.581628 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-6e697e78-9dd1-4bc1-8573-56b901d07725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781795183391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525393'] for agent (fdc37a75-b7a9-4e92-a59c-f5b8c02d060c), after_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:48:04.582638 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.db.db_base_plugin_common [None req-e50d200d-ef0e-4012-afee-01ab14b75af9 admin admin] Allocated IP 172.27.0.49 (85dc89cf-59f9-4edb-b26e-52bcb8a93763/e93d94f1-cb19-4cd0-92e5-ca73d24bd8fb/2e2ef790-ed5d-4516-a0da-c905ba55731c) {{(pid=110153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 17:48:04.585004 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-6099a566-3db2-4e79-a263-70a40a2800df None None] Publish callbacks [] for port (83ccadb5-3944-47fd-a751-56accfc4cd6d), precommit_create {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:48:04.591917 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-6099a566-3db2-4e79-a263-70a40a2800df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1514136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781794686064'] for port (83ccadb5-3944-47fd-a751-56accfc4cd6d), after_create {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:48:04.634824 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6099a566-3db2-4e79-a263-70a40a2800df None None] Network d36cf6d1-7902-4b07-ab50-617b34c8483f is already hosted by enough agents. {{(pid=110154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 17:48:04.652994 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.scheduler.base_scheduler [None req-6099a566-3db2-4e79-a263-70a40a2800df None None] Resources bound (agent type, host, resource id): {{(pid=110154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 17:48:04.658264 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6099a566-3db2-4e79-a263-70a40a2800df None None] Received port after_create {{(pid=110154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 17:48:04.661323 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6099a566-3db2-4e79-a263-70a40a2800df None None] Pushing event updated for resources: {'Port': ['ID=83ccadb5-3944-47fd-a751-56accfc4cd6d,revision_number=1']} {{(pid=110154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:48:04.704927 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0eab03f-71d9-44f2-b670-5f36c3c3ecb0 tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] Router 589742d5-5060-4251-bd2d-d3908b80ab6c has already been hosted by L3 agent eaac381b-e402-41c3-a8e6-8f962681d3e6 {{(pid=110152) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 17:48:04.717302 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-e50d200d-ef0e-4012-afee-01ab14b75af9 admin admin] Publish callbacks [] for port (2e2ef790-ed5d-4516-a0da-c905ba55731c), precommit_create {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:48:04.734142 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.managers [None req-6099a566-3db2-4e79-a263-70a40a2800df None None] Attempting to bind port 83ccadb5-3944-47fd-a751-56accfc4cd6d on host dv-cinder-841302-2-iscsi for vnic_type normal with profile {{(pid=110154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 17:48:04.734660 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.managers [None req-6099a566-3db2-4e79-a263-70a40a2800df None None] Attempting to bind port 83ccadb5-3944-47fd-a751-56accfc4cd6d by drivers openvswitch,hyperv on host dv-cinder-841302-2-iscsi at level 0 using segments [{'id': 'fae9f46d-4ca7-4637-b63a-3e8d3f0e0761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'd36cf6d1-7902-4b07-ab50-617b34c8483f'}] {{(pid=110154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 17:48:04.735115 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6099a566-3db2-4e79-a263-70a40a2800df None None] Attempting to bind port 83ccadb5-3944-47fd-a751-56accfc4cd6d on network d36cf6d1-7902-4b07-ab50-617b34c8483f {{(pid=110154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 17:48:04.741999 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6099a566-3db2-4e79-a263-70a40a2800df None None] Checking agent: {'id': 'fdc37a75-b7a9-4e92-a59c-f5b8c02d060c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841302-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 17, 36, 4), 'started_at': datetime.datetime(2022, 5, 10, 17, 36, 34), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 17, 48, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841302-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 17:48:04.743103 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6099a566-3db2-4e79-a263-70a40a2800df None None] Checking segment: {'id': 'fae9f46d-4ca7-4637-b63a-3e8d3f0e0761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'd36cf6d1-7902-4b07-ab50-617b34c8483f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 17:48:04.743693 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-6099a566-3db2-4e79-a263-70a40a2800df None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:48:04.744208 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6099a566-3db2-4e79-a263-70a40a2800df None None] Bound using segment: {'id': 'fae9f46d-4ca7-4637-b63a-3e8d3f0e0761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'd36cf6d1-7902-4b07-ab50-617b34c8483f'} {{(pid=110154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 17:48:04.744778 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.managers [None req-6099a566-3db2-4e79-a263-70a40a2800df None None] Bound port: 83ccadb5-3944-47fd-a751-56accfc4cd6d, host: dv-cinder-841302-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fae9f46d-4ca7-4637-b63a-3e8d3f0e0761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'd36cf6d1-7902-4b07-ab50-617b34c8483f'}}] {{(pid=110154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 17:48:04.745392 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-6099a566-3db2-4e79-a263-70a40a2800df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1514036'] for port (83ccadb5-3944-47fd-a751-56accfc4cd6d), before_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:48:04.756948 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-e50d200d-ef0e-4012-afee-01ab14b75af9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1514136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781794686064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207117'] for port (2e2ef790-ed5d-4516-a0da-c905ba55731c), after_create {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:48:04.798593 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e50d200d-ef0e-4012-afee-01ab14b75af9 admin admin] Network 85dc89cf-59f9-4edb-b26e-52bcb8a93763 is already hosted by enough agents. {{(pid=110153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 17:48:04.802374 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.scheduler.base_scheduler [None req-e50d200d-ef0e-4012-afee-01ab14b75af9 admin admin] Resources bound (agent type, host, resource id): {{(pid=110153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 17:48:04.806227 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e50d200d-ef0e-4012-afee-01ab14b75af9 admin admin] Received port after_create {{(pid=110153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 17:48:04.815238 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.db [None req-6099a566-3db2-4e79-a263-70a40a2800df None None] For port 83ccadb5-3944-47fd-a751-56accfc4cd6d, host dv-cinder-841302-2-iscsi, cleared binding levels {{(pid=110154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 17:48:04.818758 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.db [None req-6099a566-3db2-4e79-a263-70a40a2800df None None] For port 83ccadb5-3944-47fd-a751-56accfc4cd6d, host dv-cinder-841302-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841302-2-iscsi',level=0,port_id=83ccadb5-3944-47fd-a751-56accfc4cd6d,segment=NetworkSegment(fae9f46d-4ca7-4637-b63a-3e8d3f0e0761),segment_id=fae9f46d-4ca7-4637-b63a-3e8d3f0e0761)] {{(pid=110154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 17:48:04.826441 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-6099a566-3db2-4e79-a263-70a40a2800df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1514136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781795229094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781794686082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781794686100'] for port (83ccadb5-3944-47fd-a751-56accfc4cd6d), after_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:48:04.844829 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50d200d-ef0e-4012-afee-01ab14b75af9 admin admin] Pushing event updated for resources: {'Port': ['ID=2e2ef790-ed5d-4516-a0da-c905ba55731c,revision_number=1']} {{(pid=110153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:48:04.849932 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0eab03f-71d9-44f2-b670-5f36c3c3ecb0 tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] Notify agent at l3_agent.dv-cinder-841302-2-iscsi the message routers_updated {{(pid=110152) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 17:48:04.859396 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-b0eab03f-71d9-44f2-b670-5f36c3c3ecb0 tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29634'] for floatingip (None), before_response {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:48:04.864223 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be8a3e4c-707a-46b3-88cb-a979de8fd4aa None None] Sync routers for ids ['589742d5-5060-4251-bd2d-d3908b80ab6c'] in dv-cinder-841302-2-iscsi {{(pid=110155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 17:48:04.880671 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be8a3e4c-707a-46b3-88cb-a979de8fd4aa None None] Routers {'589742d5-5060-4251-bd2d-d3908b80ab6c'} bound to L3 agent in host dv-cinder-841302-2-iscsi {{(pid=110155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 17:48:04.881788 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.db.l3_hamode_db [None req-be8a3e4c-707a-46b3-88cb-a979de8fd4aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841302-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-10T17:36:00Z,description=,heartbeat_timestamp=2022-05-10T17:48:00Z,host='dv-cinder-841302-2-iscsi',id=eaac381b-e402-41c3-a8e6-8f962681d3e6,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T17:36:00Z,topic='l3_agent')) {'router_ids': ['589742d5-5060-4251-bd2d-d3908b80ab6c'], 'active': True} {{(pid=110155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:48:04.892788 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6099a566-3db2-4e79-a263-70a40a2800df None None] Pushing event updated for resources: {'Port': ['ID=83ccadb5-3944-47fd-a751-56accfc4cd6d,revision_number=2']} {{(pid=110154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:48:04.904297 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [None req-b0eab03f-71d9-44f2-b670-5f36c3c3ecb0 tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] 10.222.0.60 "PUT /v2.0/floatingips/d2186f57-8673-4bab-9c7d-a61ce597bbb7 HTTP/1.1" status: 200 len: 992 time: 1.6301498 May 10 17:48:04.904925 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4553a66-9c17-4820-a5ab-1e3f45b42cb2', 'tag': 'd41cfb7a-6772-4a26-bd70-17d9a9faa38c'}] {{(pid=110152) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 17:48:04.907395 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0e5bab204033c83635b1e14c3e3a099c647719281f8bf9f740a5b80828d0d04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72ca3c63-dc91-4b5c-88ee-cdf20bac00b3" -d '{"events": [{"name": "network-changed", "server_uuid": "e4553a66-9c17-4820-a5ab-1e3f45b42cb2", "tag": "d41cfb7a-6772-4a26-bd70-17d9a9faa38c"}]}' {{(pid=110152) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 17:48:04.945322 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 17:48:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c82d271b-a3f7-4bed-bd74-06b12193cca0 x-openstack-request-id: req-c82d271b-a3f7-4bed-bd74-06b12193cca0 {{(pid=110152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 17:48:04.946280 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e4553a66-9c17-4820-a5ab-1e3f45b42cb2", "tag": "d41cfb7a-6772-4a26-bd70-17d9a9faa38c", "status": "completed", "code": 200}]} {{(pid=110152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 17:48:04.946961 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-c82d271b-a3f7-4bed-bd74-06b12193cca0 {{(pid=110152) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 17:48:04.947502 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c82d271b-a3f7-4bed-bd74-06b12193cca0'] response: {'name': 'network-changed', 'server_uuid': 'e4553a66-9c17-4820-a5ab-1e3f45b42cb2', 'tag': 'd41cfb7a-6772-4a26-bd70-17d9a9faa38c', 'status': 'completed', 'code': 200} May 10 17:48:05.019287 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.db.l3_dvr_db [None req-be8a3e4c-707a-46b3-88cb-a979de8fd4aa None None] Set router 589742d5-5060-4251-bd2d-d3908b80ab6c gateway port host: dv-cinder-841302-2-iscsi {{(pid=110155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 17:48:05.111849 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ca3c63-dc91-4b5c-88ee-cdf20bac00b3 req-34332c2a-c7f8-4b56-b396-d026bab20100 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:48:05.113443 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [req-72ca3c63-dc91-4b5c-88ee-cdf20bac00b3 req-34332c2a-c7f8-4b56-b396-d026bab20100 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=ec9da2f35bcd444fa485c453103df5cc&device_id=e4553a66-9c17-4820-a5ab-1e3f45b42cb2 HTTP/1.1" status: 200 len: 1130 time: 0.1121173 May 10 17:48:05.317722 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.db.l3_hamode_db [None req-be8a3e4c-707a-46b3-88cb-a979de8fd4aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '589742d5-5060-4251-bd2d-d3908b80ab6c', 'name': 'tempest-ServerRescueNegativeTestJSON-997119658-router', 'tenant_id': 'ec9da2f35bcd444fa485c453103df5cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85dc89cf-59f9-4edb-b26e-52bcb8a93763', 'external_fixed_ips': [{'subnet_id': 'e93d94f1-cb19-4cd0-92e5-ca73d24bd8fb', 'ip_address': '172.27.0.200'}], 'enable_snat': True}, 'gw_port_id': '331e326f-eb0e-4349-9e0d-6687d88832ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T17:44:33Z', 'updated_at': '2022-05-10T17:44:42Z', 'revision_number': 4, 'project_id': 'ec9da2f35bcd444fa485c453103df5cc', 'gw_port': {'id': '331e326f-eb0e-4349-9e0d-6687d88832ed', 'name': '', 'network_id': '85dc89cf-59f9-4edb-b26e-52bcb8a93763', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:ac:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '589742d5-5060-4251-bd2d-d3908b80ab6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'e93d94f1-cb19-4cd0-92e5-ca73d24bd8fb', 'ip_address': '172.27.0.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841302-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T17:44:35Z', 'updated_at': '2022-05-10T17:44:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e93d94f1-cb19-4cd0-92e5-ca73d24bd8fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841302-2-iscsi', '_floatingips': [{'id': 'd2186f57-8673-4bab-9c7d-a61ce597bbb7', 'tenant_id': 'ec9da2f35bcd444fa485c453103df5cc', 'floating_ip_address': '172.27.0.189', 'floating_network_id': '85dc89cf-59f9-4edb-b26e-52bcb8a93763', 'router_id': '589742d5-5060-4251-bd2d-d3908b80ab6c', 'port_id': 'd41cfb7a-6772-4a26-bd70-17d9a9faa38c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 396, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f37a5a11-05c8-4d32-b0a0-13874a53c216', 'mac_address': 'fa:16:3e:43:ce:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4553a66-9c17-4820-a5ab-1e3f45b42cb2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T17:47:45Z', 'updated_at': '2022-05-10T17:48:03Z', 'revision_number': 1, 'project_id': 'ec9da2f35bcd444fa485c453103df5cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c383c584-b5df-4b7e-af1c-6ffb19330ddb', 'name': '', 'network_id': 'f37a5a11-05c8-4d32-b0a0-13874a53c216', 'tenant_id': 'ec9da2f35bcd444fa485c453103df5cc', 'mac_address': 'fa:16:3e:3d:4a:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '589742d5-5060-4251-bd2d-d3908b80ab6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'cc50f2c8-8caf-42b1-b7c4-50bfe5301336', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841302-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T17:44:41Z', 'updated_at': '2022-05-10T17:44:53Z', 'revision_number': 5, 'project_id': 'ec9da2f35bcd444fa485c453103df5cc', 'subnets': [{'id': 'cc50f2c8-8caf-42b1-b7c4-50bfe5301336', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841302-2-iscsi', False) {} {{(pid=110155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:48:05.437101 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be8a3e4c-707a-46b3-88cb-a979de8fd4aa None None] Checking router: 589742d5-5060-4251-bd2d-d3908b80ab6c for host: dv-cinder-841302-2-iscsi {{(pid=110155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 17:48:05.446746 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be8a3e4c-707a-46b3-88cb-a979de8fd4aa None None] Routers {'589742d5-5060-4251-bd2d-d3908b80ab6c'} bound to L3 agent in host dv-cinder-841302-2-iscsi {{(pid=110155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 17:48:05.447402 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.db.l3_hamode_db [None req-be8a3e4c-707a-46b3-88cb-a979de8fd4aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841302-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-10T17:36:00Z,description=,heartbeat_timestamp=2022-05-10T17:48:00Z,host='dv-cinder-841302-2-iscsi',id=eaac381b-e402-41c3-a8e6-8f962681d3e6,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T17:36:00Z,topic='l3_agent')) {'router_ids': ['589742d5-5060-4251-bd2d-d3908b80ab6c'], 'active': True} {{(pid=110155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:48:05.523253 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-e50d200d-ef0e-4012-afee-01ab14b75af9 admin admin] Publish callbacks [] for router_gateway (25e67cdc-ce1c-42c1-89bc-c86e94ed50c8), after_create {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:48:05.559063 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.db.l3_dvr_db [None req-be8a3e4c-707a-46b3-88cb-a979de8fd4aa None None] Set router 589742d5-5060-4251-bd2d-d3908b80ab6c gateway port host: dv-cinder-841302-2-iscsi {{(pid=110155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 17:48:05.638028 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ca3c63-dc91-4b5c-88ee-cdf20bac00b3 req-b4c02b3b-2ef1-41c8-a482-3c7981c7102f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:48:05.639701 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [req-72ca3c63-dc91-4b5c-88ee-cdf20bac00b3 req-b4c02b3b-2ef1-41c8-a482-3c7981c7102f service neutron] 10.222.0.77 "GET /v2.0/networks?id=f37a5a11-05c8-4d32-b0a0-13874a53c216 HTTP/1.1" status: 200 len: 919 time: 0.5121505 May 10 17:48:05.765768 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [req-72ca3c63-dc91-4b5c-88ee-cdf20bac00b3 req-a94180aa-aa5c-4e15-8651-28e1df26a202 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d41cfb7a-6772-4a26-bd70-17d9a9faa38c HTTP/1.1" status: 200 len: 1000 time: 0.1105285 May 10 17:48:05.806384 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.db.l3_hamode_db [None req-be8a3e4c-707a-46b3-88cb-a979de8fd4aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '589742d5-5060-4251-bd2d-d3908b80ab6c', 'name': 'tempest-ServerRescueNegativeTestJSON-997119658-router', 'tenant_id': 'ec9da2f35bcd444fa485c453103df5cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85dc89cf-59f9-4edb-b26e-52bcb8a93763', 'external_fixed_ips': [{'subnet_id': 'e93d94f1-cb19-4cd0-92e5-ca73d24bd8fb', 'ip_address': '172.27.0.200'}], 'enable_snat': True}, 'gw_port_id': '331e326f-eb0e-4349-9e0d-6687d88832ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T17:44:33Z', 'updated_at': '2022-05-10T17:44:42Z', 'revision_number': 4, 'project_id': 'ec9da2f35bcd444fa485c453103df5cc', 'gw_port': {'id': '331e326f-eb0e-4349-9e0d-6687d88832ed', 'name': '', 'network_id': '85dc89cf-59f9-4edb-b26e-52bcb8a93763', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:ac:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '589742d5-5060-4251-bd2d-d3908b80ab6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'e93d94f1-cb19-4cd0-92e5-ca73d24bd8fb', 'ip_address': '172.27.0.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841302-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T17:44:35Z', 'updated_at': '2022-05-10T17:44:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e93d94f1-cb19-4cd0-92e5-ca73d24bd8fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841302-2-iscsi', '_floatingips': [{'id': 'd2186f57-8673-4bab-9c7d-a61ce597bbb7', 'tenant_id': 'ec9da2f35bcd444fa485c453103df5cc', 'floating_ip_address': '172.27.0.189', 'floating_network_id': '85dc89cf-59f9-4edb-b26e-52bcb8a93763', 'router_id': '589742d5-5060-4251-bd2d-d3908b80ab6c', 'port_id': 'd41cfb7a-6772-4a26-bd70-17d9a9faa38c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 396, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f37a5a11-05c8-4d32-b0a0-13874a53c216', 'mac_address': 'fa:16:3e:43:ce:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4553a66-9c17-4820-a5ab-1e3f45b42cb2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T17:47:45Z', 'updated_at': '2022-05-10T17:48:03Z', 'revision_number': 1, 'project_id': 'ec9da2f35bcd444fa485c453103df5cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c383c584-b5df-4b7e-af1c-6ffb19330ddb', 'name': '', 'network_id': 'f37a5a11-05c8-4d32-b0a0-13874a53c216', 'tenant_id': 'ec9da2f35bcd444fa485c453103df5cc', 'mac_address': 'fa:16:3e:3d:4a:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '589742d5-5060-4251-bd2d-d3908b80ab6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'cc50f2c8-8caf-42b1-b7c4-50bfe5301336', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841302-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T17:44:41Z', 'updated_at': '2022-05-10T17:44:53Z', 'revision_number': 5, 'project_id': 'ec9da2f35bcd444fa485c453103df5cc', 'subnets': [{'id': 'cc50f2c8-8caf-42b1-b7c4-50bfe5301336', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841302-2-iscsi', False) {} {{(pid=110155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:48:05.822869 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ca3c63-dc91-4b5c-88ee-cdf20bac00b3 req-fcaae0a0-a772-472f-a2b6-2c093629b71a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:48:05.823718 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [req-72ca3c63-dc91-4b5c-88ee-cdf20bac00b3 req-fcaae0a0-a772-472f-a2b6-2c093629b71a service neutron] 10.222.0.77 "GET /v2.0/subnets?id=cc50f2c8-8caf-42b1-b7c4-50bfe5301336 HTTP/1.1" status: 200 len: 857 time: 0.0588956 May 10 17:48:05.855794 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be8a3e4c-707a-46b3-88cb-a979de8fd4aa None None] The sync data for ids ['589742d5-5060-4251-bd2d-d3908b80ab6c'] in dv-cinder-841302-2-iscsi is: [{'id': '589742d5-5060-4251-bd2d-d3908b80ab6c', 'name': 'tempest-ServerRescueNegativeTestJSON-997119658-router', 'tenant_id': 'ec9da2f35bcd444fa485c453103df5cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85dc89cf-59f9-4edb-b26e-52bcb8a93763', 'external_fixed_ips': [{'subnet_id': 'e93d94f1-cb19-4cd0-92e5-ca73d24bd8fb', 'ip_address': '172.27.0.200'}], 'enable_snat': True}, 'gw_port_id': '331e326f-eb0e-4349-9e0d-6687d88832ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T17:44:33Z', 'updated_at': '2022-05-10T17:44:42Z', 'revision_number': 4, 'project_id': 'ec9da2f35bcd444fa485c453103df5cc', 'gw_port': {'id': '331e326f-eb0e-4349-9e0d-6687d88832ed', 'name': '', 'network_id': '85dc89cf-59f9-4edb-b26e-52bcb8a93763', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:ac:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '589742d5-5060-4251-bd2d-d3908b80ab6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'e93d94f1-cb19-4cd0-92e5-ca73d24bd8fb', 'ip_address': '172.27.0.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841302-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T17:44:35Z', 'updated_at': '2022-05-10T17:44:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e93d94f1-cb19-4cd0-92e5-ca73d24bd8fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841302-2-iscsi', '_floatingips': [{'id': 'd2186f57-8673-4bab-9c7d-a61ce597bbb7', 'tenant_id': 'ec9da2f35bcd444fa485c453103df5cc', 'floating_ip_address': '172.27.0.189', 'floating_network_id': '85dc89cf-59f9-4edb-b26e-52bcb8a93763', 'router_id': '589742d5-5060-4251-bd2d-d3908b80ab6c', 'port_id': 'd41cfb7a-6772-4a26-bd70-17d9a9faa38c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 396, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f37a5a11-05c8-4d32-b0a0-13874a53c216', 'mac_address': 'fa:16:3e:43:ce:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4553a66-9c17-4820-a5ab-1e3f45b42cb2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T17:47:45Z', 'updated_at': '2022-05-10T17:48:03Z', 'revision_number': 1, 'project_id': 'ec9da2f35bcd444fa485c453103df5cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c383c584-b5df-4b7e-af1c-6ffb19330ddb', 'name': '', 'network_id': 'f37a5a11-05c8-4d32-b0a0-13874a53c216', 'tenant_id': 'ec9da2f35bcd444fa485c453103df5cc', 'mac_address': 'fa:16:3e:3d:4a:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '589742d5-5060-4251-bd2d-d3908b80ab6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'cc50f2c8-8caf-42b1-b7c4-50bfe5301336', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841302-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T17:44:41Z', 'updated_at': '2022-05-10T17:44:53Z', 'revision_number': 5, 'project_id': 'ec9da2f35bcd444fa485c453103df5cc', 'subnets': [{'id': 'cc50f2c8-8caf-42b1-b7c4-50bfe5301336', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 17:48:05.922787 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ca3c63-dc91-4b5c-88ee-cdf20bac00b3 req-5f160e04-9e44-485c-aa07-0654f13e63ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:48:05.924431 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [req-72ca3c63-dc91-4b5c-88ee-cdf20bac00b3 req-5f160e04-9e44-485c-aa07-0654f13e63ec service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=f37a5a11-05c8-4d32-b0a0-13874a53c216&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0941813 May 10 17:48:05.944910 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-e50d200d-ef0e-4012-afee-01ab14b75af9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-537675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-642570'] for router (25e67cdc-ce1c-42c1-89bc-c86e94ed50c8), after_create {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:48:06.025919 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-732e7dae-cf9f-4bbb-8679-6bbad275164e None None] Network d36cf6d1-7902-4b07-ab50-617b34c8483f requested from dv-cinder-841302-2-iscsi {{(pid=110154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 17:48:06.110130 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.db.provisioning_blocks [None req-25ed0cf0-ae4a-4af1-a060-eef92212267e None None] Provisioning complete for port 83ccadb5-3944-47fd-a751-56accfc4cd6d triggered by entity DHCP. {{(pid=110154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 17:48:06.110504 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-25ed0cf0-ae4a-4af1-a060-eef92212267e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525495'] for port (83ccadb5-3944-47fd-a751-56accfc4cd6d), provisioning_complete {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:48:06.123142 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [req-72ca3c63-dc91-4b5c-88ee-cdf20bac00b3 req-91a7d267-5ac0-4c78-bf5a-f82284a492ce service neutron] 10.222.0.77 "GET /v2.0/networks/f37a5a11-05c8-4d32-b0a0-13874a53c216?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1891561 May 10 17:48:06.240171 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e50d200d-ef0e-4012-afee-01ab14b75af9 admin admin] Router 25e67cdc-ce1c-42c1-89bc-c86e94ed50c8 is scheduled to L3 agent eaac381b-e402-41c3-a8e6-8f962681d3e6 with binding_index 1 {{(pid=110153) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 10 17:48:06.241188 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.plugin [None req-25ed0cf0-ae4a-4af1-a060-eef92212267e None None] Current status of the port 83ccadb5-3944-47fd-a751-56accfc4cd6d is: DOWN; New status is: ACTIVE {{(pid=110154) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 17:48:06.241772 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-25ed0cf0-ae4a-4af1-a060-eef92212267e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1514036'] for port (83ccadb5-3944-47fd-a751-56accfc4cd6d), before_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:48:06.246648 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [req-72ca3c63-dc91-4b5c-88ee-cdf20bac00b3 req-91c5fb35-ebac-48ea-b8a8-6a42fa7dbb6f service neutron] 10.222.0.77 "GET /v2.0/networks/f37a5a11-05c8-4d32-b0a0-13874a53c216?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1144714 May 10 17:48:06.277724 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.db [None req-25ed0cf0-ae4a-4af1-a060-eef92212267e None None] For port 83ccadb5-3944-47fd-a751-56accfc4cd6d, host dv-cinder-841302-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841302-2-iscsi',level=0,port_id=83ccadb5-3944-47fd-a751-56accfc4cd6d,segment=NetworkSegment(fae9f46d-4ca7-4637-b63a-3e8d3f0e0761),segment_id=fae9f46d-4ca7-4637-b63a-3e8d3f0e0761)] {{(pid=110154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 17:48:06.286222 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-25ed0cf0-ae4a-4af1-a060-eef92212267e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1514136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781795229094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781794686082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781794686100'] for port (83ccadb5-3944-47fd-a751-56accfc4cd6d), after_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:48:06.350713 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ed0cf0-ae4a-4af1-a060-eef92212267e None None] Pushing event updated for resources: {'Port': ['ID=83ccadb5-3944-47fd-a751-56accfc4cd6d,revision_number=3']} {{(pid=110154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:48:06.392082 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e50d200d-ef0e-4012-afee-01ab14b75af9 admin admin] Notify agent at l3_agent.dv-cinder-841302-2-iscsi the message routers_updated {{(pid=110153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 17:48:06.403722 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39967e0d-1197-4eb4-9865-ad07876e2bbf None None] Sync routers for ids ['25e67cdc-ce1c-42c1-89bc-c86e94ed50c8'] in dv-cinder-841302-2-iscsi {{(pid=110154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 17:48:06.420367 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39967e0d-1197-4eb4-9865-ad07876e2bbf None None] Routers {'25e67cdc-ce1c-42c1-89bc-c86e94ed50c8'} bound to L3 agent in host dv-cinder-841302-2-iscsi {{(pid=110154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 17:48:06.420950 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-e50d200d-ef0e-4012-afee-01ab14b75af9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:48:06.421708 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.db.l3_hamode_db [None req-39967e0d-1197-4eb4-9865-ad07876e2bbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841302-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-10T17:36:00Z,description=,heartbeat_timestamp=2022-05-10T17:48:00Z,host='dv-cinder-841302-2-iscsi',id=eaac381b-e402-41c3-a8e6-8f962681d3e6,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T17:36:00Z,topic='l3_agent')) {'router_ids': ['25e67cdc-ce1c-42c1-89bc-c86e94ed50c8'], 'active': True} {{(pid=110154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:48:06.425449 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [None req-e50d200d-ef0e-4012-afee-01ab14b75af9 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.4184885 May 10 17:48:06.426262 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.wsgi [-] (110152) accepted ('10.222.0.60', 42792) {{(pid=110152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 17:48:06.533505 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.db.provisioning_blocks [None req-5d2afabf-a04e-4fad-ad99-f18a9f3cf812 None None] Provisioning complete for port 83ccadb5-3944-47fd-a751-56accfc4cd6d triggered by entity DHCP. {{(pid=110154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 17:48:06.534103 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-5d2afabf-a04e-4fad-ad99-f18a9f3cf812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525495'] for port (83ccadb5-3944-47fd-a751-56accfc4cd6d), provisioning_complete {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:48:06.592743 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.db.l3_dvr_db [None req-39967e0d-1197-4eb4-9865-ad07876e2bbf None None] Set router 25e67cdc-ce1c-42c1-89bc-c86e94ed50c8 gateway port host: dv-cinder-841302-2-iscsi {{(pid=110154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 17:48:06.698273 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.plugin [None req-5d2afabf-a04e-4fad-ad99-f18a9f3cf812 None None] Current status of the port 83ccadb5-3944-47fd-a751-56accfc4cd6d is: ACTIVE; New status is: ACTIVE {{(pid=110154) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 17:48:06.714664 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.rpc [None req-6e697e78-9dd1-4bc1-8573-56b901d07725 None None] Device 83ccadb5-3944-47fd-a751-56accfc4cd6d up at agent ovs-agent-dv-cinder-841302-2-iscsi {{(pid=110154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 17:48:06.775940 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dbc7891-3ea9-4a2a-b1ea-1b2e3d529083 None None] New status for floating IP d2186f57-8673-4bab-9c7d-a61ce597bbb7: ACTIVE {{(pid=110155) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 17:48:06.829742 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.db.provisioning_blocks [None req-6e697e78-9dd1-4bc1-8573-56b901d07725 None None] Provisioning complete for port 83ccadb5-3944-47fd-a751-56accfc4cd6d triggered by entity L2. {{(pid=110154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 17:48:06.830137 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-6e697e78-9dd1-4bc1-8573-56b901d07725 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525495'] for port (83ccadb5-3944-47fd-a751-56accfc4cd6d), provisioning_complete {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:48:06.909913 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.db.l3_hamode_db [None req-39967e0d-1197-4eb4-9865-ad07876e2bbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25e67cdc-ce1c-42c1-89bc-c86e94ed50c8', 'name': 'tempest-TestMinimumBasicScenario-260086597-router', 'tenant_id': 'f582fd9ef9094e8f9b47f7e686e3808a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85dc89cf-59f9-4edb-b26e-52bcb8a93763', 'external_fixed_ips': [{'subnet_id': 'e93d94f1-cb19-4cd0-92e5-ca73d24bd8fb', 'ip_address': '172.27.0.49'}], 'enable_snat': True}, 'gw_port_id': '2e2ef790-ed5d-4516-a0da-c905ba55731c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T17:48:04Z', 'updated_at': '2022-05-10T17:48:05Z', 'revision_number': 3, 'project_id': 'f582fd9ef9094e8f9b47f7e686e3808a', 'gw_port': {'id': '2e2ef790-ed5d-4516-a0da-c905ba55731c', 'name': '', 'network_id': '85dc89cf-59f9-4edb-b26e-52bcb8a93763', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:2e:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25e67cdc-ce1c-42c1-89bc-c86e94ed50c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': 'e93d94f1-cb19-4cd0-92e5-ca73d24bd8fb', 'ip_address': '172.27.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T17:48:04Z', 'updated_at': '2022-05-10T17:48:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e93d94f1-cb19-4cd0-92e5-ca73d24bd8fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841302-2-iscsi'}], 'dv-cinder-841302-2-iscsi', False) {} {{(pid=110154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:48:06.923219 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-e73e09e1-b386-4164-8d17-2d2c0c7dcf43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1514036'] for port (None), before_create {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:48:06.938078 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39967e0d-1197-4eb4-9865-ad07876e2bbf None None] Checking router: 25e67cdc-ce1c-42c1-89bc-c86e94ed50c8 for host: dv-cinder-841302-2-iscsi {{(pid=110154) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 17:48:06.938440 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39967e0d-1197-4eb4-9865-ad07876e2bbf None None] Updating router 25e67cdc-ce1c-42c1-89bc-c86e94ed50c8 port 2e2ef790-ed5d-4516-a0da-c905ba55731c binding host dv-cinder-841302-2-iscsi {{(pid=110154) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 17:48:07.003458 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-39967e0d-1197-4eb4-9865-ad07876e2bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1514036'] for port (2e2ef790-ed5d-4516-a0da-c905ba55731c), before_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:48:07.036162 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.plugin [None req-6e697e78-9dd1-4bc1-8573-56b901d07725 None None] Current status of the port 83ccadb5-3944-47fd-a751-56accfc4cd6d is: ACTIVE; New status is: ACTIVE {{(pid=110154) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 17:48:07.109820 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.db.db_base_plugin_common [None req-e73e09e1-b386-4164-8d17-2d2c0c7dcf43 admin admin] Allocated IP 172.20.0.1 (d36cf6d1-7902-4b07-ab50-617b34c8483f/a6e2ccd6-25e8-4d9c-9121-bb83787a16b4/37b13682-fecc-4a13-b2c8-29fc9534bf10) {{(pid=110152) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 17:48:07.222627 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-e73e09e1-b386-4164-8d17-2d2c0c7dcf43 admin admin] Publish callbacks [] for port (37b13682-fecc-4a13-b2c8-29fc9534bf10), precommit_create {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:48:07.255684 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-e73e09e1-b386-4164-8d17-2d2c0c7dcf43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1514136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781794686064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5018186'] for port (37b13682-fecc-4a13-b2c8-29fc9534bf10), after_create {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:48:07.286265 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-39967e0d-1197-4eb4-9865-ad07876e2bbf None None] Publish callbacks [] for port (2e2ef790-ed5d-4516-a0da-c905ba55731c), precommit_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:48:07.292865 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e73e09e1-b386-4164-8d17-2d2c0c7dcf43 admin admin] Network d36cf6d1-7902-4b07-ab50-617b34c8483f is already hosted by enough agents. {{(pid=110152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 17:48:07.293114 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-39967e0d-1197-4eb4-9865-ad07876e2bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1514136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781795229094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781794686082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781794686100'] for port (2e2ef790-ed5d-4516-a0da-c905ba55731c), after_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:48:07.297606 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.scheduler.base_scheduler [None req-e73e09e1-b386-4164-8d17-2d2c0c7dcf43 admin admin] Resources bound (agent type, host, resource id): {{(pid=110152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 17:48:07.303866 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e73e09e1-b386-4164-8d17-2d2c0c7dcf43 admin admin] Received port after_create {{(pid=110152) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 17:48:07.328704 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73e09e1-b386-4164-8d17-2d2c0c7dcf43 admin admin] Pushing event updated for resources: {'Port': ['ID=37b13682-fecc-4a13-b2c8-29fc9534bf10,revision_number=1']} {{(pid=110152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:48:07.337699 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e73e09e1-b386-4164-8d17-2d2c0c7dcf43 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:48:07.338046 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e73e09e1-b386-4164-8d17-2d2c0c7dcf43 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:48:07.338386 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e73e09e1-b386-4164-8d17-2d2c0c7dcf43 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:48:07.338722 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e73e09e1-b386-4164-8d17-2d2c0c7dcf43 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:48:07.339055 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e73e09e1-b386-4164-8d17-2d2c0c7dcf43 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:48:07.339405 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e73e09e1-b386-4164-8d17-2d2c0c7dcf43 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:48:07.339731 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e73e09e1-b386-4164-8d17-2d2c0c7dcf43 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:48:07.340057 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e73e09e1-b386-4164-8d17-2d2c0c7dcf43 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:48:07.340378 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e73e09e1-b386-4164-8d17-2d2c0c7dcf43 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:48:07.340704 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e73e09e1-b386-4164-8d17-2d2c0c7dcf43 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:48:07.341298 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e73e09e1-b386-4164-8d17-2d2c0c7dcf43 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:48:07.341441 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e73e09e1-b386-4164-8d17-2d2c0c7dcf43 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:48:07.341657 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e73e09e1-b386-4164-8d17-2d2c0c7dcf43 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:48:07.341975 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e73e09e1-b386-4164-8d17-2d2c0c7dcf43 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:48:07.342290 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e73e09e1-b386-4164-8d17-2d2c0c7dcf43 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:48:07.353561 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.managers [None req-39967e0d-1197-4eb4-9865-ad07876e2bbf None None] Attempting to bind port 2e2ef790-ed5d-4516-a0da-c905ba55731c on host dv-cinder-841302-2-iscsi for vnic_type normal with profile {{(pid=110154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 17:48:07.353936 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.managers [None req-39967e0d-1197-4eb4-9865-ad07876e2bbf None None] Attempting to bind port 2e2ef790-ed5d-4516-a0da-c905ba55731c by drivers openvswitch,hyperv on host dv-cinder-841302-2-iscsi at level 0 using segments [{'id': '73dc8890-d7a8-423a-bf66-935bdea3f4d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '85dc89cf-59f9-4edb-b26e-52bcb8a93763'}] {{(pid=110154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 17:48:07.354301 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39967e0d-1197-4eb4-9865-ad07876e2bbf None None] Attempting to bind port 2e2ef790-ed5d-4516-a0da-c905ba55731c on network 85dc89cf-59f9-4edb-b26e-52bcb8a93763 {{(pid=110154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 17:48:07.356411 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c606b80d-ce33-4f14-8aa6-5c23e9b1e61d None None] Pushing event updated for resources: {'Port': ['ID=2e2ef790-ed5d-4516-a0da-c905ba55731c,revision_number=2']} {{(pid=110154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:48:07.362234 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39967e0d-1197-4eb4-9865-ad07876e2bbf None None] Checking agent: {'id': 'fdc37a75-b7a9-4e92-a59c-f5b8c02d060c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841302-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 17, 36, 4), 'started_at': datetime.datetime(2022, 5, 10, 17, 36, 34), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 17, 48, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841302-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 17:48:07.362609 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39967e0d-1197-4eb4-9865-ad07876e2bbf None None] Checking segment: {'id': '73dc8890-d7a8-423a-bf66-935bdea3f4d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '85dc89cf-59f9-4edb-b26e-52bcb8a93763'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 17:48:07.362821 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-e73e09e1-b386-4164-8d17-2d2c0c7dcf43 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-640605'] for router_interface (25e67cdc-ce1c-42c1-89bc-c86e94ed50c8), before_create {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:48:07.363010 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-39967e0d-1197-4eb4-9865-ad07876e2bbf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:48:07.363421 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39967e0d-1197-4eb4-9865-ad07876e2bbf None None] Bound using segment: {'id': '73dc8890-d7a8-423a-bf66-935bdea3f4d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '85dc89cf-59f9-4edb-b26e-52bcb8a93763'} {{(pid=110154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 17:48:07.363895 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.managers [None req-39967e0d-1197-4eb4-9865-ad07876e2bbf None None] Bound port: 2e2ef790-ed5d-4516-a0da-c905ba55731c, host: dv-cinder-841302-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73dc8890-d7a8-423a-bf66-935bdea3f4d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '85dc89cf-59f9-4edb-b26e-52bcb8a93763'}}] {{(pid=110154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 17:48:07.364277 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-39967e0d-1197-4eb4-9865-ad07876e2bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1514036'] for port (2e2ef790-ed5d-4516-a0da-c905ba55731c), before_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:48:07.420995 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.db [None req-39967e0d-1197-4eb4-9865-ad07876e2bbf None None] For port 2e2ef790-ed5d-4516-a0da-c905ba55731c, host dv-cinder-841302-2-iscsi, cleared binding levels {{(pid=110154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 17:48:07.424426 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.db [None req-39967e0d-1197-4eb4-9865-ad07876e2bbf None None] For port 2e2ef790-ed5d-4516-a0da-c905ba55731c, host dv-cinder-841302-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841302-2-iscsi',level=0,port_id=2e2ef790-ed5d-4516-a0da-c905ba55731c,segment=NetworkSegment(73dc8890-d7a8-423a-bf66-935bdea3f4d7),segment_id=73dc8890-d7a8-423a-bf66-935bdea3f4d7)] {{(pid=110154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 17:48:07.432377 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-39967e0d-1197-4eb4-9865-ad07876e2bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1514136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781795229094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781794686082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781794686100'] for port (2e2ef790-ed5d-4516-a0da-c905ba55731c), after_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:48:07.483871 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39967e0d-1197-4eb4-9865-ad07876e2bbf None None] Routers {'25e67cdc-ce1c-42c1-89bc-c86e94ed50c8'} bound to L3 agent in host dv-cinder-841302-2-iscsi {{(pid=110154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 17:48:07.484510 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.db.l3_hamode_db [None req-39967e0d-1197-4eb4-9865-ad07876e2bbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841302-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-10T17:36:00Z,description=,heartbeat_timestamp=2022-05-10T17:48:00Z,host='dv-cinder-841302-2-iscsi',id=eaac381b-e402-41c3-a8e6-8f962681d3e6,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T17:36:00Z,topic='l3_agent')) {'router_ids': ['25e67cdc-ce1c-42c1-89bc-c86e94ed50c8'], 'active': True} {{(pid=110154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:48:07.508508 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-e73e09e1-b386-4164-8d17-2d2c0c7dcf43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1514036'] for port (37b13682-fecc-4a13-b2c8-29fc9534bf10), before_update {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:48:07.545290 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c606b80d-ce33-4f14-8aa6-5c23e9b1e61d None None] Pushing event updated for resources: {'Port': ['ID=2e2ef790-ed5d-4516-a0da-c905ba55731c,revision_number=3']} {{(pid=110154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:48:07.552576 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.db.provisioning_blocks [None req-a907f7d2-4347-4373-aeb6-b30816c7508b None None] Provisioning complete for port 37b13682-fecc-4a13-b2c8-29fc9534bf10 triggered by entity DHCP. {{(pid=110154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 17:48:07.552951 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-a907f7d2-4347-4373-aeb6-b30816c7508b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525495'] for port (37b13682-fecc-4a13-b2c8-29fc9534bf10), provisioning_complete {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:48:07.634022 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.plugin [None req-a907f7d2-4347-4373-aeb6-b30816c7508b None None] Port 37b13682-fecc-4a13-b2c8-29fc9534bf10 cannot update to ACTIVE because it is not bound. {{(pid=110154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 10 17:48:07.651722 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.db.l3_dvr_db [None req-39967e0d-1197-4eb4-9865-ad07876e2bbf None None] Set router 25e67cdc-ce1c-42c1-89bc-c86e94ed50c8 gateway port host: dv-cinder-841302-2-iscsi {{(pid=110154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 17:48:07.685580 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-e73e09e1-b386-4164-8d17-2d2c0c7dcf43 admin admin] Publish callbacks [] for port (37b13682-fecc-4a13-b2c8-29fc9534bf10), precommit_update {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:48:07.690797 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-e73e09e1-b386-4164-8d17-2d2c0c7dcf43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1514136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781795229094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781794686082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781794686100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5018163'] for port (37b13682-fecc-4a13-b2c8-29fc9534bf10), after_update {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:48:07.756145 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73e09e1-b386-4164-8d17-2d2c0c7dcf43 admin admin] Pushing event updated for resources: {'Port': ['ID=37b13682-fecc-4a13-b2c8-29fc9534bf10,revision_number=2']} {{(pid=110152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:48:07.758899 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-e73e09e1-b386-4164-8d17-2d2c0c7dcf43 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-631643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-640352'] for router_interface (25e67cdc-ce1c-42c1-89bc-c86e94ed50c8), after_create {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:48:07.863431 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e73e09e1-b386-4164-8d17-2d2c0c7dcf43 admin admin] Network d36cf6d1-7902-4b07-ab50-617b34c8483f is already hosted by enough agents. {{(pid=110152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 17:48:07.864859 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.scheduler.base_scheduler [None req-e73e09e1-b386-4164-8d17-2d2c0c7dcf43 admin admin] Resources bound (agent type, host, resource id): {{(pid=110152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 17:48:07.980081 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.db.l3_hamode_db [None req-39967e0d-1197-4eb4-9865-ad07876e2bbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25e67cdc-ce1c-42c1-89bc-c86e94ed50c8', 'name': 'tempest-TestMinimumBasicScenario-260086597-router', 'tenant_id': 'f582fd9ef9094e8f9b47f7e686e3808a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85dc89cf-59f9-4edb-b26e-52bcb8a93763', 'external_fixed_ips': [{'subnet_id': 'e93d94f1-cb19-4cd0-92e5-ca73d24bd8fb', 'ip_address': '172.27.0.49'}], 'enable_snat': True}, 'gw_port_id': '2e2ef790-ed5d-4516-a0da-c905ba55731c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T17:48:04Z', 'updated_at': '2022-05-10T17:48:07Z', 'revision_number': 4, 'project_id': 'f582fd9ef9094e8f9b47f7e686e3808a', 'gw_port': {'id': '2e2ef790-ed5d-4516-a0da-c905ba55731c', 'name': '', 'network_id': '85dc89cf-59f9-4edb-b26e-52bcb8a93763', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:2e:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25e67cdc-ce1c-42c1-89bc-c86e94ed50c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': 'e93d94f1-cb19-4cd0-92e5-ca73d24bd8fb', 'ip_address': '172.27.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841302-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T17:48:04Z', 'updated_at': '2022-05-10T17:48:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e93d94f1-cb19-4cd0-92e5-ca73d24bd8fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841302-2-iscsi', '_interfaces': [{'id': '37b13682-fecc-4a13-b2c8-29fc9534bf10', 'name': '', 'network_id': 'd36cf6d1-7902-4b07-ab50-617b34c8483f', 'tenant_id': 'f582fd9ef9094e8f9b47f7e686e3808a', 'mac_address': 'fa:16:3e:33:a6:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25e67cdc-ce1c-42c1-89bc-c86e94ed50c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': 'a6e2ccd6-25e8-4d9c-9121-bb83787a16b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T17:48:06Z', 'updated_at': '2022-05-10T17:48:07Z', 'revision_number': 1, 'project_id': 'f582fd9ef9094e8f9b47f7e686e3808a', 'subnets': [{'id': 'a6e2ccd6-25e8-4d9c-9121-bb83787a16b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841302-2-iscsi', False) {} {{(pid=110154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:48:07.990596 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e73e09e1-b386-4164-8d17-2d2c0c7dcf43 admin admin] Router 25e67cdc-ce1c-42c1-89bc-c86e94ed50c8 has already been hosted by L3 agent eaac381b-e402-41c3-a8e6-8f962681d3e6 {{(pid=110152) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 17:48:08.012031 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39967e0d-1197-4eb4-9865-ad07876e2bbf None None] The sync data for ids ['25e67cdc-ce1c-42c1-89bc-c86e94ed50c8'] in dv-cinder-841302-2-iscsi is: [{'id': '25e67cdc-ce1c-42c1-89bc-c86e94ed50c8', 'name': 'tempest-TestMinimumBasicScenario-260086597-router', 'tenant_id': 'f582fd9ef9094e8f9b47f7e686e3808a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85dc89cf-59f9-4edb-b26e-52bcb8a93763', 'external_fixed_ips': [{'subnet_id': 'e93d94f1-cb19-4cd0-92e5-ca73d24bd8fb', 'ip_address': '172.27.0.49'}], 'enable_snat': True}, 'gw_port_id': '2e2ef790-ed5d-4516-a0da-c905ba55731c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T17:48:04Z', 'updated_at': '2022-05-10T17:48:07Z', 'revision_number': 4, 'project_id': 'f582fd9ef9094e8f9b47f7e686e3808a', 'gw_port': {'id': '2e2ef790-ed5d-4516-a0da-c905ba55731c', 'name': '', 'network_id': '85dc89cf-59f9-4edb-b26e-52bcb8a93763', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:2e:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25e67cdc-ce1c-42c1-89bc-c86e94ed50c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': 'e93d94f1-cb19-4cd0-92e5-ca73d24bd8fb', 'ip_address': '172.27.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841302-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T17:48:04Z', 'updated_at': '2022-05-10T17:48:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e93d94f1-cb19-4cd0-92e5-ca73d24bd8fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841302-2-iscsi', '_interfaces': [{'id': '37b13682-fecc-4a13-b2c8-29fc9534bf10', 'name': '', 'network_id': 'd36cf6d1-7902-4b07-ab50-617b34c8483f', 'tenant_id': 'f582fd9ef9094e8f9b47f7e686e3808a', 'mac_address': 'fa:16:3e:33:a6:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25e67cdc-ce1c-42c1-89bc-c86e94ed50c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': 'a6e2ccd6-25e8-4d9c-9121-bb83787a16b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T17:48:06Z', 'updated_at': '2022-05-10T17:48:07Z', 'revision_number': 1, 'project_id': 'f582fd9ef9094e8f9b47f7e686e3808a', 'subnets': [{'id': 'a6e2ccd6-25e8-4d9c-9121-bb83787a16b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 17:48:08.110589 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e73e09e1-b386-4164-8d17-2d2c0c7dcf43 admin admin] Notify agent at l3_agent.dv-cinder-841302-2-iscsi the message routers_updated {{(pid=110152) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 17:48:08.115869 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [None req-e73e09e1-b386-4164-8d17-2d2c0c7dcf43 admin admin] 10.222.0.60 "PUT /v2.0/routers/25e67cdc-ce1c-42c1-89bc-c86e94ed50c8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6876810 May 10 17:48:08.155097 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.db.provisioning_blocks [None req-04c5bcc7-a7e2-4dce-90fe-ef0c3961b6dc None None] Provisioning complete for port 37b13682-fecc-4a13-b2c8-29fc9534bf10 triggered by entity DHCP. {{(pid=110154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 17:48:08.155661 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-04c5bcc7-a7e2-4dce-90fe-ef0c3961b6dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525495'] for port (37b13682-fecc-4a13-b2c8-29fc9534bf10), provisioning_complete {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:48:08.204177 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.plugin [None req-04c5bcc7-a7e2-4dce-90fe-ef0c3961b6dc None None] Port 37b13682-fecc-4a13-b2c8-29fc9534bf10 cannot update to ACTIVE because it is not bound. {{(pid=110154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 10 17:48:08.666788 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.wsgi [-] (110153) accepted ('10.222.0.60', 42812) {{(pid=110153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 17:48:08.672455 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.v2.base [None req-f8edc248-d872-42d1-98fa-4c9697e9b0dd admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-640432115-network', 'tenant_id': 'f0d9d151f6884432b1f5abf6e4507e2e'}} {{(pid=110153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 17:48:08.709141 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8edc248-d872-42d1-98fa-4c9697e9b0dd admin admin] Made reservation on behalf of f0d9d151f6884432b1f5abf6e4507e2e for: {'network': 1} {{(pid=110153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 17:48:08.712324 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-f8edc248-d872-42d1-98fa-4c9697e9b0dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1514036'] for network (None), before_create {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:48:08.723178 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-f8edc248-d872-42d1-98fa-4c9697e9b0dd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:48:08.836367 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-f8edc248-d872-42d1-98fa-4c9697e9b0dd admin admin] Publish callbacks [] for security_group (c51bc0bf-4a58-4099-8011-f06f1c3d9862), precommit_create {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:48:08.841880 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-f8edc248-d872-42d1-98fa-4c9697e9b0dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-282428'] for security_group (c51bc0bf-4a58-4099-8011-f06f1c3d9862), after_create {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:48:08.870078 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f8edc248-d872-42d1-98fa-4c9697e9b0dd admin admin] vlan segment allocate from pool success with {'vlan_id': 593, 'physical_network': 'physnet1'} {{(pid=110153) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 17:48:08.880877 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8edc248-d872-42d1-98fa-4c9697e9b0dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c51bc0bf-4a58-4099-8011-f06f1c3d9862,revision_number=1']} {{(pid=110153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:48:08.888189 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-f8edc248-d872-42d1-98fa-4c9697e9b0dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1469446'] for segment (1e691964-5a43-4bf1-95cf-7c7501cd8c69), precommit_create {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:48:08.888525 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.db.segments_db [None req-f8edc248-d872-42d1-98fa-4c9697e9b0dd admin admin] Added segment 1e691964-5a43-4bf1-95cf-7c7501cd8c69 of type vlan for network faee5187-05e0-448e-9116-65b033a7f64e May 10 17:48:08.933455 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-f8edc248-d872-42d1-98fa-4c9697e9b0dd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781794707887'] for network (faee5187-05e0-448e-9116-65b033a7f64e), precommit_create {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:48:08.958977 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-f8edc248-d872-42d1-98fa-4c9697e9b0dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-282477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631625'] for network (faee5187-05e0-448e-9116-65b033a7f64e), after_create {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:48:08.960236 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8edc248-d872-42d1-98fa-4c9697e9b0dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:48:08.960858 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-f8edc248-d872-42d1-98fa-4c9697e9b0dd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631615'] for network (None), before_response {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:48:09.022608 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [None req-f8edc248-d872-42d1-98fa-4c9697e9b0dd admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3539901 May 10 17:48:09.025858 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.wsgi [-] (110152) accepted ('10.222.0.60', 42814) {{(pid=110152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 17:48:09.030861 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.v2.base [None req-99818ca1-8a55-4936-af9f-ea17c605a6d4 admin admin] Request body: {'subnet': {'network_id': 'faee5187-05e0-448e-9116-65b033a7f64e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-640432115-subnet', 'tenant_id': 'f0d9d151f6884432b1f5abf6e4507e2e', 'ip_version': 4}} {{(pid=110152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 17:48:09.041835 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8edc248-d872-42d1-98fa-4c9697e9b0dd admin admin] Pushing event updated for resources: {'Network': ['ID=faee5187-05e0-448e-9116-65b033a7f64e,revision_number=1']} {{(pid=110153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:48:09.054246 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.rpc [None req-6e697e78-9dd1-4bc1-8573-56b901d07725 None None] Network faee5187-05e0-448e-9116-65b033a7f64e details requested by agent ovs-agent-dv-cinder-841302-2-iscsi with host dv-cinder-841302-2-iscsi {{(pid=110154) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 10 17:48:09.056183 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99818ca1-8a55-4936-af9f-ea17c605a6d4 admin admin] Made reservation on behalf of f0d9d151f6884432b1f5abf6e4507e2e for: {'subnet': 1} {{(pid=110152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 17:48:09.059582 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-99818ca1-8a55-4936-af9f-ea17c605a6d4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4423460'] for subnet (None), before_create {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:48:09.509775 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-99818ca1-8a55-4936-af9f-ea17c605a6d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-321831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5019834', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4423482'] for subnet (a7d1ea81-8ee6-403e-beef-fdf2f98c745c), after_create {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:48:09.561185 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99818ca1-8a55-4936-af9f-ea17c605a6d4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a7d1ea81-8ee6-403e-beef-fdf2f98c745c,revision_number=0']} {{(pid=110152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:48:09.579201 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99818ca1-8a55-4936-af9f-ea17c605a6d4 admin admin] Checking segment: {'id': '1e691964-5a43-4bf1-95cf-7c7501cd8c69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'faee5187-05e0-448e-9116-65b033a7f64e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 17:48:09.580139 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99818ca1-8a55-4936-af9f-ea17c605a6d4 admin admin] Network hostable DHCP agents. Network: faee5187-05e0-448e-9116-65b033a7f64e, hostable agents: ['b2ad0527-00d5-4995-bc97-ec84c4e02f0b'], hosted agents: [] {{(pid=110152) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 17:48:09.599072 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99818ca1-8a55-4936-af9f-ea17c605a6d4 admin admin] Network faee5187-05e0-448e-9116-65b033a7f64e is scheduled to be hosted by DHCP agent b2ad0527-00d5-4995-bc97-ec84c4e02f0b with binding_index 1 {{(pid=110152) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 17:48:09.609476 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.scheduler.base_scheduler [None req-99818ca1-8a55-4936-af9f-ea17c605a6d4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-841302-2-iscsi, faee5187-05e0-448e-9116-65b033a7f64e) {{(pid=110152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 17:48:09.613551 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99818ca1-8a55-4936-af9f-ea17c605a6d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:48:09.614176 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-99818ca1-8a55-4936-af9f-ea17c605a6d4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631615'] for subnet (None), before_response {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:48:09.618458 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4a29906-4fe9-4e91-a3d7-93c52e5111d3 None None] Network faee5187-05e0-448e-9116-65b033a7f64e requested from dv-cinder-841302-2-iscsi {{(pid=110154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 17:48:09.631551 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [None req-99818ca1-8a55-4936-af9f-ea17c605a6d4 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6045256 May 10 17:48:09.634232 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.wsgi [-] (110152) accepted ('10.222.0.60', 42818) {{(pid=110152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 17:48:09.638528 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.v2.base [None req-b4531906-23d7-4ca5-bb19-c0dbb1d58473 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-640432115-router', 'tenant_id': 'f0d9d151f6884432b1f5abf6e4507e2e', 'external_gateway_info': {'network_id': '85dc89cf-59f9-4edb-b26e-52bcb8a93763'}}} {{(pid=110152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 17:48:09.662562 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-b4531906-23d7-4ca5-bb19-c0dbb1d58473 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-537840', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-789'] for router (65ab71fb-99fd-4c56-a123-6e38bee2bde8), before_create {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:48:09.663533 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-b4531906-23d7-4ca5-bb19-c0dbb1d58473 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-537668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-642791', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-610544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-814'] for router (65ab71fb-99fd-4c56-a123-6e38bee2bde8), precommit_create {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:48:09.718424 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-b4531906-23d7-4ca5-bb19-c0dbb1d58473 admin admin] Publish callbacks [] for router_controller (65ab71fb-99fd-4c56-a123-6e38bee2bde8), precommit_add_association {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:48:09.730026 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba7296ba-9ef8-445d-b69e-e6aef61a1546 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa19f327b-e3f6-5d02-b8b8-f794978bb937-faee5187-05e0-448e-9116-65b033a7f64e', 'network_id': 'faee5187-05e0-448e-9116-65b033a7f64e', 'project_id': 'f0d9d151f6884432b1f5abf6e4507e2e', 'fixed_ips': [{'subnet_id': 'a7d1ea81-8ee6-403e-beef-fdf2f98c745c'}]}} from dv-cinder-841302-2-iscsi. {{(pid=110154) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 10 17:48:09.730896 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-ba7296ba-9ef8-445d-b69e-e6aef61a1546 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1514036'] for port (None), before_create {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:48:09.863612 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-b4531906-23d7-4ca5-bb19-c0dbb1d58473 admin admin] Publish callbacks [] for router_gateway (65ab71fb-99fd-4c56-a123-6e38bee2bde8), precommit_update {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:48:09.886112 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.db.db_base_plugin_common [None req-ba7296ba-9ef8-445d-b69e-e6aef61a1546 None None] Allocated IP 172.20.0.2 (faee5187-05e0-448e-9116-65b033a7f64e/a7d1ea81-8ee6-403e-beef-fdf2f98c745c/61b224df-25f5-435a-9b36-ac6697cb1410) {{(pid=110154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 17:48:10.042529 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-ba7296ba-9ef8-445d-b69e-e6aef61a1546 None None] Publish callbacks [] for port (61b224df-25f5-435a-9b36-ac6697cb1410), precommit_create {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:48:10.048454 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-ba7296ba-9ef8-445d-b69e-e6aef61a1546 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1514136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781794686064'] for port (61b224df-25f5-435a-9b36-ac6697cb1410), after_create {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:48:10.059277 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-b4531906-23d7-4ca5-bb19-c0dbb1d58473 admin admin] Publish callbacks [] for router_gateway (65ab71fb-99fd-4c56-a123-6e38bee2bde8), before_create {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:48:10.079274 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-b4531906-23d7-4ca5-bb19-c0dbb1d58473 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1514036'] for port (None), before_create {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:48:10.089167 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba7296ba-9ef8-445d-b69e-e6aef61a1546 None None] Network faee5187-05e0-448e-9116-65b033a7f64e is already hosted by enough agents. {{(pid=110154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 17:48:10.092073 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.scheduler.base_scheduler [None req-ba7296ba-9ef8-445d-b69e-e6aef61a1546 None None] Resources bound (agent type, host, resource id): {{(pid=110154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 17:48:10.095671 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba7296ba-9ef8-445d-b69e-e6aef61a1546 None None] Received port after_create {{(pid=110154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 17:48:10.107327 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7296ba-9ef8-445d-b69e-e6aef61a1546 None None] Pushing event updated for resources: {'Port': ['ID=61b224df-25f5-435a-9b36-ac6697cb1410,revision_number=1']} {{(pid=110154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:48:10.161443 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.managers [None req-ba7296ba-9ef8-445d-b69e-e6aef61a1546 None None] Attempting to bind port 61b224df-25f5-435a-9b36-ac6697cb1410 on host dv-cinder-841302-2-iscsi for vnic_type normal with profile {{(pid=110154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 17:48:10.161924 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.managers [None req-ba7296ba-9ef8-445d-b69e-e6aef61a1546 None None] Attempting to bind port 61b224df-25f5-435a-9b36-ac6697cb1410 by drivers openvswitch,hyperv on host dv-cinder-841302-2-iscsi at level 0 using segments [{'id': '1e691964-5a43-4bf1-95cf-7c7501cd8c69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'faee5187-05e0-448e-9116-65b033a7f64e'}] {{(pid=110154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 17:48:10.162273 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba7296ba-9ef8-445d-b69e-e6aef61a1546 None None] Attempting to bind port 61b224df-25f5-435a-9b36-ac6697cb1410 on network faee5187-05e0-448e-9116-65b033a7f64e {{(pid=110154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 17:48:10.167746 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba7296ba-9ef8-445d-b69e-e6aef61a1546 None None] Checking agent: {'id': 'fdc37a75-b7a9-4e92-a59c-f5b8c02d060c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841302-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 17, 36, 4), 'started_at': datetime.datetime(2022, 5, 10, 17, 36, 34), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 17, 48, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841302-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 17:48:10.168120 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba7296ba-9ef8-445d-b69e-e6aef61a1546 None None] Checking segment: {'id': '1e691964-5a43-4bf1-95cf-7c7501cd8c69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'faee5187-05e0-448e-9116-65b033a7f64e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 17:48:10.168522 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-ba7296ba-9ef8-445d-b69e-e6aef61a1546 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:48:10.168919 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba7296ba-9ef8-445d-b69e-e6aef61a1546 None None] Bound using segment: {'id': '1e691964-5a43-4bf1-95cf-7c7501cd8c69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'faee5187-05e0-448e-9116-65b033a7f64e'} {{(pid=110154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 17:48:10.169382 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.managers [None req-ba7296ba-9ef8-445d-b69e-e6aef61a1546 None None] Bound port: 61b224df-25f5-435a-9b36-ac6697cb1410, host: dv-cinder-841302-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e691964-5a43-4bf1-95cf-7c7501cd8c69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'faee5187-05e0-448e-9116-65b033a7f64e'}}] {{(pid=110154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 17:48:10.169814 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-ba7296ba-9ef8-445d-b69e-e6aef61a1546 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1514036'] for port (61b224df-25f5-435a-9b36-ac6697cb1410), before_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:48:10.188962 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd4b4e62-c001-4270-8770-6ed1c123d553 None None] Sync routers for ids ['25e67cdc-ce1c-42c1-89bc-c86e94ed50c8'] in dv-cinder-841302-2-iscsi {{(pid=110154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 17:48:10.202277 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.db.db_base_plugin_common [None req-b4531906-23d7-4ca5-bb19-c0dbb1d58473 admin admin] Allocated IP 172.27.0.210 (85dc89cf-59f9-4edb-b26e-52bcb8a93763/e93d94f1-cb19-4cd0-92e5-ca73d24bd8fb/8a8c7ac3-73f5-464f-9f2d-cb6cd994db42) {{(pid=110152) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 17:48:10.233641 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd4b4e62-c001-4270-8770-6ed1c123d553 None None] Routers {'25e67cdc-ce1c-42c1-89bc-c86e94ed50c8'} bound to L3 agent in host dv-cinder-841302-2-iscsi {{(pid=110154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 17:48:10.234255 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.db.l3_hamode_db [None req-dd4b4e62-c001-4270-8770-6ed1c123d553 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841302-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-10T17:36:00Z,description=,heartbeat_timestamp=2022-05-10T17:48:00Z,host='dv-cinder-841302-2-iscsi',id=eaac381b-e402-41c3-a8e6-8f962681d3e6,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T17:36:00Z,topic='l3_agent')) {'router_ids': ['25e67cdc-ce1c-42c1-89bc-c86e94ed50c8'], 'active': True} {{(pid=110154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:48:10.290252 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.db [None req-ba7296ba-9ef8-445d-b69e-e6aef61a1546 None None] For port 61b224df-25f5-435a-9b36-ac6697cb1410, host dv-cinder-841302-2-iscsi, cleared binding levels {{(pid=110154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 17:48:10.295084 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.db [None req-ba7296ba-9ef8-445d-b69e-e6aef61a1546 None None] For port 61b224df-25f5-435a-9b36-ac6697cb1410, host dv-cinder-841302-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841302-2-iscsi',level=0,port_id=61b224df-25f5-435a-9b36-ac6697cb1410,segment=NetworkSegment(1e691964-5a43-4bf1-95cf-7c7501cd8c69),segment_id=1e691964-5a43-4bf1-95cf-7c7501cd8c69)] {{(pid=110154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 17:48:10.308529 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-b4531906-23d7-4ca5-bb19-c0dbb1d58473 admin admin] Publish callbacks [] for port (8a8c7ac3-73f5-464f-9f2d-cb6cd994db42), precommit_create {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:48:10.308810 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-ba7296ba-9ef8-445d-b69e-e6aef61a1546 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1514136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781795229094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781794686082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781794686100'] for port (61b224df-25f5-435a-9b36-ac6697cb1410), after_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:48:10.342921 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-b4531906-23d7-4ca5-bb19-c0dbb1d58473 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1514136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781794686064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5018186'] for port (8a8c7ac3-73f5-464f-9f2d-cb6cd994db42), after_create {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:48:10.380090 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4531906-23d7-4ca5-bb19-c0dbb1d58473 admin admin] Network 85dc89cf-59f9-4edb-b26e-52bcb8a93763 is already hosted by enough agents. {{(pid=110152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 17:48:10.385642 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.scheduler.base_scheduler [None req-b4531906-23d7-4ca5-bb19-c0dbb1d58473 admin admin] Resources bound (agent type, host, resource id): {{(pid=110152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 17:48:10.389505 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4531906-23d7-4ca5-bb19-c0dbb1d58473 admin admin] Received port after_create {{(pid=110152) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 17:48:10.402483 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.db.l3_dvr_db [None req-dd4b4e62-c001-4270-8770-6ed1c123d553 None None] Set router 25e67cdc-ce1c-42c1-89bc-c86e94ed50c8 gateway port host: dv-cinder-841302-2-iscsi {{(pid=110154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 17:48:10.426472 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4531906-23d7-4ca5-bb19-c0dbb1d58473 admin admin] Pushing event updated for resources: {'Port': ['ID=8a8c7ac3-73f5-464f-9f2d-cb6cd994db42,revision_number=1']} {{(pid=110152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:48:10.456067 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7296ba-9ef8-445d-b69e-e6aef61a1546 None None] Pushing event updated for resources: {'Port': ['ID=61b224df-25f5-435a-9b36-ac6697cb1410,revision_number=2']} {{(pid=110154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:48:10.676442 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.db.l3_hamode_db [None req-dd4b4e62-c001-4270-8770-6ed1c123d553 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25e67cdc-ce1c-42c1-89bc-c86e94ed50c8', 'name': 'tempest-TestMinimumBasicScenario-260086597-router', 'tenant_id': 'f582fd9ef9094e8f9b47f7e686e3808a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85dc89cf-59f9-4edb-b26e-52bcb8a93763', 'external_fixed_ips': [{'subnet_id': 'e93d94f1-cb19-4cd0-92e5-ca73d24bd8fb', 'ip_address': '172.27.0.49'}], 'enable_snat': True}, 'gw_port_id': '2e2ef790-ed5d-4516-a0da-c905ba55731c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T17:48:04Z', 'updated_at': '2022-05-10T17:48:07Z', 'revision_number': 4, 'project_id': 'f582fd9ef9094e8f9b47f7e686e3808a', 'gw_port': {'id': '2e2ef790-ed5d-4516-a0da-c905ba55731c', 'name': '', 'network_id': '85dc89cf-59f9-4edb-b26e-52bcb8a93763', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:2e:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25e67cdc-ce1c-42c1-89bc-c86e94ed50c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': 'e93d94f1-cb19-4cd0-92e5-ca73d24bd8fb', 'ip_address': '172.27.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841302-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T17:48:04Z', 'updated_at': '2022-05-10T17:48:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e93d94f1-cb19-4cd0-92e5-ca73d24bd8fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841302-2-iscsi', '_interfaces': [{'id': '37b13682-fecc-4a13-b2c8-29fc9534bf10', 'name': '', 'network_id': 'd36cf6d1-7902-4b07-ab50-617b34c8483f', 'tenant_id': 'f582fd9ef9094e8f9b47f7e686e3808a', 'mac_address': 'fa:16:3e:33:a6:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25e67cdc-ce1c-42c1-89bc-c86e94ed50c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': 'a6e2ccd6-25e8-4d9c-9121-bb83787a16b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T17:48:06Z', 'updated_at': '2022-05-10T17:48:07Z', 'revision_number': 2, 'project_id': 'f582fd9ef9094e8f9b47f7e686e3808a', 'subnets': [{'id': 'a6e2ccd6-25e8-4d9c-9121-bb83787a16b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841302-2-iscsi', False) {} {{(pid=110154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:48:10.720770 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd4b4e62-c001-4270-8770-6ed1c123d553 None None] Checking router: 25e67cdc-ce1c-42c1-89bc-c86e94ed50c8 for host: dv-cinder-841302-2-iscsi {{(pid=110154) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 17:48:10.721136 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd4b4e62-c001-4270-8770-6ed1c123d553 None None] Updating router 25e67cdc-ce1c-42c1-89bc-c86e94ed50c8 port 37b13682-fecc-4a13-b2c8-29fc9534bf10 binding host dv-cinder-841302-2-iscsi {{(pid=110154) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 17:48:10.729714 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-b4531906-23d7-4ca5-bb19-c0dbb1d58473 admin admin] Publish callbacks [] for router_gateway (65ab71fb-99fd-4c56-a123-6e38bee2bde8), after_create {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:48:10.768805 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-dd4b4e62-c001-4270-8770-6ed1c123d553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1514036'] for port (37b13682-fecc-4a13-b2c8-29fc9534bf10), before_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:48:10.772694 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.rpc [None req-6e697e78-9dd1-4bc1-8573-56b901d07725 None None] Device 2e2ef790-ed5d-4516-a0da-c905ba55731c up at agent ovs-agent-dv-cinder-841302-2-iscsi {{(pid=110154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 17:48:10.926924 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.db.provisioning_blocks [None req-6e697e78-9dd1-4bc1-8573-56b901d07725 None None] Provisioning complete for port 2e2ef790-ed5d-4516-a0da-c905ba55731c triggered by entity L2. {{(pid=110154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 17:48:10.927295 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-6e697e78-9dd1-4bc1-8573-56b901d07725 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525495'] for port (2e2ef790-ed5d-4516-a0da-c905ba55731c), provisioning_complete {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:48:10.953904 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-b4531906-23d7-4ca5-bb19-c0dbb1d58473 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-537675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-642570'] for router (65ab71fb-99fd-4c56-a123-6e38bee2bde8), after_create {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:48:11.101472 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.plugin [None req-6e697e78-9dd1-4bc1-8573-56b901d07725 None None] Current status of the port 2e2ef790-ed5d-4516-a0da-c905ba55731c is: DOWN; New status is: ACTIVE {{(pid=110154) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 17:48:11.102942 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-6e697e78-9dd1-4bc1-8573-56b901d07725 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1514036'] for port (2e2ef790-ed5d-4516-a0da-c905ba55731c), before_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:48:11.107491 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4531906-23d7-4ca5-bb19-c0dbb1d58473 admin admin] Router 65ab71fb-99fd-4c56-a123-6e38bee2bde8 is scheduled to L3 agent eaac381b-e402-41c3-a8e6-8f962681d3e6 with binding_index 1 {{(pid=110152) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 10 17:48:11.137391 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.db [None req-6e697e78-9dd1-4bc1-8573-56b901d07725 None None] For port 2e2ef790-ed5d-4516-a0da-c905ba55731c, host dv-cinder-841302-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841302-2-iscsi',level=0,port_id=2e2ef790-ed5d-4516-a0da-c905ba55731c,segment=NetworkSegment(73dc8890-d7a8-423a-bf66-935bdea3f4d7),segment_id=73dc8890-d7a8-423a-bf66-935bdea3f4d7)] {{(pid=110154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 17:48:11.146477 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-6e697e78-9dd1-4bc1-8573-56b901d07725 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1514136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781795229094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781794686082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781794686100'] for port (2e2ef790-ed5d-4516-a0da-c905ba55731c), after_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:48:11.147330 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.rpc [None req-6e697e78-9dd1-4bc1-8573-56b901d07725 None None] Device 61b224df-25f5-435a-9b36-ac6697cb1410 up at agent ovs-agent-dv-cinder-841302-2-iscsi {{(pid=110154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 17:48:11.252072 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4531906-23d7-4ca5-bb19-c0dbb1d58473 admin admin] Notify agent at l3_agent.dv-cinder-841302-2-iscsi the message routers_updated {{(pid=110152) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 17:48:11.266110 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-dd4b4e62-c001-4270-8770-6ed1c123d553 None None] Publish callbacks [] for port (37b13682-fecc-4a13-b2c8-29fc9534bf10), precommit_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:48:11.270297 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93c9f3ce-34de-4c83-885d-c28a84a2f329 None None] Sync routers for ids ['65ab71fb-99fd-4c56-a123-6e38bee2bde8'] in dv-cinder-841302-2-iscsi {{(pid=110155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 17:48:11.281471 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-b4531906-23d7-4ca5-bb19-c0dbb1d58473 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:48:11.282821 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [None req-b4531906-23d7-4ca5-bb19-c0dbb1d58473 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.6476278 May 10 17:48:11.285966 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.wsgi [-] (110153) accepted ('10.222.0.60', 42826) {{(pid=110153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 17:48:11.286992 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93c9f3ce-34de-4c83-885d-c28a84a2f329 None None] Routers {'65ab71fb-99fd-4c56-a123-6e38bee2bde8'} bound to L3 agent in host dv-cinder-841302-2-iscsi {{(pid=110155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 17:48:11.287856 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.db.l3_hamode_db [None req-93c9f3ce-34de-4c83-885d-c28a84a2f329 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841302-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-10T17:36:00Z,description=,heartbeat_timestamp=2022-05-10T17:48:00Z,host='dv-cinder-841302-2-iscsi',id=eaac381b-e402-41c3-a8e6-8f962681d3e6,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T17:36:00Z,topic='l3_agent')) {'router_ids': ['65ab71fb-99fd-4c56-a123-6e38bee2bde8'], 'active': True} {{(pid=110155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:48:11.298086 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-dd4b4e62-c001-4270-8770-6ed1c123d553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1514136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781795229094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781794686082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781794686100'] for port (37b13682-fecc-4a13-b2c8-29fc9534bf10), after_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:48:11.315254 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e697e78-9dd1-4bc1-8573-56b901d07725 None None] Pushing event updated for resources: {'Port': ['ID=2e2ef790-ed5d-4516-a0da-c905ba55731c,revision_number=4']} {{(pid=110154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:48:11.438361 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.db.provisioning_blocks [None req-6e697e78-9dd1-4bc1-8573-56b901d07725 None None] Provisioning complete for port 61b224df-25f5-435a-9b36-ac6697cb1410 triggered by entity L2. {{(pid=110154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 17:48:11.438899 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-6e697e78-9dd1-4bc1-8573-56b901d07725 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525495'] for port (61b224df-25f5-435a-9b36-ac6697cb1410), provisioning_complete {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:48:11.481128 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.db.l3_dvr_db [None req-93c9f3ce-34de-4c83-885d-c28a84a2f329 None None] Set router 65ab71fb-99fd-4c56-a123-6e38bee2bde8 gateway port host: dv-cinder-841302-2-iscsi {{(pid=110155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 17:48:11.721212 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17070f44-c03c-4bae-97bb-8fbfc831f9fb None None] Network faee5187-05e0-448e-9116-65b033a7f64e requested from dv-cinder-841302-2-iscsi {{(pid=110154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 17:48:11.748595 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.db.l3_hamode_db [None req-93c9f3ce-34de-4c83-885d-c28a84a2f329 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65ab71fb-99fd-4c56-a123-6e38bee2bde8', 'name': 'tempest-TestMinimumBasicScenario-640432115-router', 'tenant_id': 'f0d9d151f6884432b1f5abf6e4507e2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85dc89cf-59f9-4edb-b26e-52bcb8a93763', 'external_fixed_ips': [{'subnet_id': 'e93d94f1-cb19-4cd0-92e5-ca73d24bd8fb', 'ip_address': '172.27.0.210'}], 'enable_snat': True}, 'gw_port_id': '8a8c7ac3-73f5-464f-9f2d-cb6cd994db42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T17:48:09Z', 'updated_at': '2022-05-10T17:48:10Z', 'revision_number': 3, 'project_id': 'f0d9d151f6884432b1f5abf6e4507e2e', 'gw_port': {'id': '8a8c7ac3-73f5-464f-9f2d-cb6cd994db42', 'name': '', 'network_id': '85dc89cf-59f9-4edb-b26e-52bcb8a93763', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:96:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65ab71fb-99fd-4c56-a123-6e38bee2bde8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': 'e93d94f1-cb19-4cd0-92e5-ca73d24bd8fb', 'ip_address': '172.27.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T17:48:10Z', 'updated_at': '2022-05-10T17:48:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e93d94f1-cb19-4cd0-92e5-ca73d24bd8fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841302-2-iscsi'}], 'dv-cinder-841302-2-iscsi', False) {} {{(pid=110155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:48:11.769036 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587bf79a-3f2d-465b-b35d-625e75d7443d None None] Pushing event updated for resources: {'Port': ['ID=37b13682-fecc-4a13-b2c8-29fc9534bf10,revision_number=3']} {{(pid=110154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:48:11.780874 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93c9f3ce-34de-4c83-885d-c28a84a2f329 None None] Checking router: 65ab71fb-99fd-4c56-a123-6e38bee2bde8 for host: dv-cinder-841302-2-iscsi {{(pid=110155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 17:48:11.781224 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93c9f3ce-34de-4c83-885d-c28a84a2f329 None None] Updating router 65ab71fb-99fd-4c56-a123-6e38bee2bde8 port 8a8c7ac3-73f5-464f-9f2d-cb6cd994db42 binding host dv-cinder-841302-2-iscsi {{(pid=110155) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 17:48:11.803815 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.managers [None req-dd4b4e62-c001-4270-8770-6ed1c123d553 None None] Attempting to bind port 37b13682-fecc-4a13-b2c8-29fc9534bf10 on host dv-cinder-841302-2-iscsi for vnic_type normal with profile {{(pid=110154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 17:48:11.804280 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.managers [None req-dd4b4e62-c001-4270-8770-6ed1c123d553 None None] Attempting to bind port 37b13682-fecc-4a13-b2c8-29fc9534bf10 by drivers openvswitch,hyperv on host dv-cinder-841302-2-iscsi at level 0 using segments [{'id': 'fae9f46d-4ca7-4637-b63a-3e8d3f0e0761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'd36cf6d1-7902-4b07-ab50-617b34c8483f'}] {{(pid=110154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 17:48:11.804819 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd4b4e62-c001-4270-8770-6ed1c123d553 None None] Attempting to bind port 37b13682-fecc-4a13-b2c8-29fc9534bf10 on network d36cf6d1-7902-4b07-ab50-617b34c8483f {{(pid=110154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 17:48:11.818843 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron_lib.callbacks.manager [None req-93c9f3ce-34de-4c83-885d-c28a84a2f329 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1514036'] for port (8a8c7ac3-73f5-464f-9f2d-cb6cd994db42), before_update {{(pid=110155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:48:11.828540 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd4b4e62-c001-4270-8770-6ed1c123d553 None None] Checking agent: {'id': 'fdc37a75-b7a9-4e92-a59c-f5b8c02d060c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841302-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 17, 36, 4), 'started_at': datetime.datetime(2022, 5, 10, 17, 36, 34), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 17, 48, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841302-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 17:48:11.829021 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd4b4e62-c001-4270-8770-6ed1c123d553 None None] Checking segment: {'id': 'fae9f46d-4ca7-4637-b63a-3e8d3f0e0761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'd36cf6d1-7902-4b07-ab50-617b34c8483f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 17:48:11.829499 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-dd4b4e62-c001-4270-8770-6ed1c123d553 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:48:11.829943 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd4b4e62-c001-4270-8770-6ed1c123d553 None None] Bound using segment: {'id': 'fae9f46d-4ca7-4637-b63a-3e8d3f0e0761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'd36cf6d1-7902-4b07-ab50-617b34c8483f'} {{(pid=110154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 17:48:11.830489 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.managers [None req-dd4b4e62-c001-4270-8770-6ed1c123d553 None None] Bound port: 37b13682-fecc-4a13-b2c8-29fc9534bf10, host: dv-cinder-841302-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fae9f46d-4ca7-4637-b63a-3e8d3f0e0761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'd36cf6d1-7902-4b07-ab50-617b34c8483f'}}] {{(pid=110154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 17:48:11.830941 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-dd4b4e62-c001-4270-8770-6ed1c123d553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1514036'] for port (37b13682-fecc-4a13-b2c8-29fc9534bf10), before_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:48:11.832910 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.db.provisioning_blocks [None req-2da8128e-cf35-40b8-a068-f5e4e0c68454 None None] Provisioning complete for port 37b13682-fecc-4a13-b2c8-29fc9534bf10 triggered by entity DHCP. {{(pid=110154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 17:48:11.833260 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-2da8128e-cf35-40b8-a068-f5e4e0c68454 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525495'] for port (37b13682-fecc-4a13-b2c8-29fc9534bf10), provisioning_complete {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:48:11.890022 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.plugin [None req-6e697e78-9dd1-4bc1-8573-56b901d07725 None None] Current status of the port 61b224df-25f5-435a-9b36-ac6697cb1410 is: DOWN; New status is: ACTIVE {{(pid=110154) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 17:48:11.890510 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-6e697e78-9dd1-4bc1-8573-56b901d07725 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1514036'] for port (61b224df-25f5-435a-9b36-ac6697cb1410), before_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:48:11.928964 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-01db1b58-2244-4aa6-8c1f-38e4d79900ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1514036'] for port (None), before_create {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:48:11.973641 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.plugin [None req-2da8128e-cf35-40b8-a068-f5e4e0c68454 None None] Port 37b13682-fecc-4a13-b2c8-29fc9534bf10 cannot update to ACTIVE because it is not bound. {{(pid=110154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 10 17:48:12.013471 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.db [None req-6e697e78-9dd1-4bc1-8573-56b901d07725 None None] For port 61b224df-25f5-435a-9b36-ac6697cb1410, host dv-cinder-841302-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841302-2-iscsi',level=0,port_id=61b224df-25f5-435a-9b36-ac6697cb1410,segment=NetworkSegment(1e691964-5a43-4bf1-95cf-7c7501cd8c69),segment_id=1e691964-5a43-4bf1-95cf-7c7501cd8c69)] {{(pid=110154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 17:48:12.014911 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.db.provisioning_blocks [None req-2da8128e-cf35-40b8-a068-f5e4e0c68454 None None] Provisioning complete for port 61b224df-25f5-435a-9b36-ac6697cb1410 triggered by entity DHCP. {{(pid=110154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 17:48:12.015636 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-2da8128e-cf35-40b8-a068-f5e4e0c68454 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525495'] for port (61b224df-25f5-435a-9b36-ac6697cb1410), provisioning_complete {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:48:12.043560 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-6e697e78-9dd1-4bc1-8573-56b901d07725 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1514136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781795229094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781794686082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781794686100'] for port (61b224df-25f5-435a-9b36-ac6697cb1410), after_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:48:12.055796 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.db [None req-dd4b4e62-c001-4270-8770-6ed1c123d553 None None] For port 37b13682-fecc-4a13-b2c8-29fc9534bf10, host dv-cinder-841302-2-iscsi, cleared binding levels {{(pid=110154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 17:48:12.095692 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.db [None req-dd4b4e62-c001-4270-8770-6ed1c123d553 None None] For port 37b13682-fecc-4a13-b2c8-29fc9534bf10, host dv-cinder-841302-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841302-2-iscsi',level=0,port_id=37b13682-fecc-4a13-b2c8-29fc9534bf10,segment=NetworkSegment(fae9f46d-4ca7-4637-b63a-3e8d3f0e0761),segment_id=fae9f46d-4ca7-4637-b63a-3e8d3f0e0761)] {{(pid=110154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 17:48:12.108465 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-dd4b4e62-c001-4270-8770-6ed1c123d553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1514136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781795229094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781794686082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781794686100'] for port (37b13682-fecc-4a13-b2c8-29fc9534bf10), after_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:48:12.120358 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.db.db_base_plugin_common [None req-01db1b58-2244-4aa6-8c1f-38e4d79900ef admin admin] Allocated IP 172.20.0.1 (faee5187-05e0-448e-9116-65b033a7f64e/a7d1ea81-8ee6-403e-beef-fdf2f98c745c/68848910-ffa3-405a-b019-84d4e31ee597) {{(pid=110153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 17:48:12.138904 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e697e78-9dd1-4bc1-8573-56b901d07725 None None] Pushing event updated for resources: {'Port': ['ID=61b224df-25f5-435a-9b36-ac6697cb1410,revision_number=3']} {{(pid=110154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:48:12.140128 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron_lib.callbacks.manager [None req-93c9f3ce-34de-4c83-885d-c28a84a2f329 None None] Publish callbacks [] for port (8a8c7ac3-73f5-464f-9f2d-cb6cd994db42), precommit_update {{(pid=110155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:48:12.156599 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron_lib.callbacks.manager [None req-93c9f3ce-34de-4c83-885d-c28a84a2f329 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1514136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781795229094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781794686082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781794686100'] for port (8a8c7ac3-73f5-464f-9f2d-cb6cd994db42), after_update {{(pid=110155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:48:12.214057 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.plugins.ml2.managers [None req-93c9f3ce-34de-4c83-885d-c28a84a2f329 None None] Attempting to bind port 8a8c7ac3-73f5-464f-9f2d-cb6cd994db42 on host dv-cinder-841302-2-iscsi for vnic_type normal with profile {{(pid=110155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 17:48:12.214709 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.plugins.ml2.managers [None req-93c9f3ce-34de-4c83-885d-c28a84a2f329 None None] Attempting to bind port 8a8c7ac3-73f5-464f-9f2d-cb6cd994db42 by drivers openvswitch,hyperv on host dv-cinder-841302-2-iscsi at level 0 using segments [{'id': '73dc8890-d7a8-423a-bf66-935bdea3f4d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '85dc89cf-59f9-4edb-b26e-52bcb8a93763'}] {{(pid=110155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 17:48:12.215063 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93c9f3ce-34de-4c83-885d-c28a84a2f329 None None] Attempting to bind port 8a8c7ac3-73f5-464f-9f2d-cb6cd994db42 on network 85dc89cf-59f9-4edb-b26e-52bcb8a93763 {{(pid=110155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 17:48:12.225222 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93c9f3ce-34de-4c83-885d-c28a84a2f329 None None] Checking agent: {'id': 'fdc37a75-b7a9-4e92-a59c-f5b8c02d060c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841302-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 17, 36, 4), 'started_at': datetime.datetime(2022, 5, 10, 17, 36, 34), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 17, 48, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841302-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 17:48:12.225666 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93c9f3ce-34de-4c83-885d-c28a84a2f329 None None] Checking segment: {'id': '73dc8890-d7a8-423a-bf66-935bdea3f4d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '85dc89cf-59f9-4edb-b26e-52bcb8a93763'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 17:48:12.225976 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron_lib.callbacks.manager [None req-93c9f3ce-34de-4c83-885d-c28a84a2f329 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:48:12.226980 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93c9f3ce-34de-4c83-885d-c28a84a2f329 None None] Bound using segment: {'id': '73dc8890-d7a8-423a-bf66-935bdea3f4d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '85dc89cf-59f9-4edb-b26e-52bcb8a93763'} {{(pid=110155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 17:48:12.227422 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.plugins.ml2.managers [None req-93c9f3ce-34de-4c83-885d-c28a84a2f329 None None] Bound port: 8a8c7ac3-73f5-464f-9f2d-cb6cd994db42, host: dv-cinder-841302-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73dc8890-d7a8-423a-bf66-935bdea3f4d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '85dc89cf-59f9-4edb-b26e-52bcb8a93763'}}] {{(pid=110155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 17:48:12.227810 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron_lib.callbacks.manager [None req-93c9f3ce-34de-4c83-885d-c28a84a2f329 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1514036'] for port (8a8c7ac3-73f5-464f-9f2d-cb6cd994db42), before_update {{(pid=110155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:48:12.256049 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd4b4e62-c001-4270-8770-6ed1c123d553 None None] Routers {'25e67cdc-ce1c-42c1-89bc-c86e94ed50c8'} bound to L3 agent in host dv-cinder-841302-2-iscsi {{(pid=110154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 17:48:12.256265 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.db.l3_hamode_db [None req-dd4b4e62-c001-4270-8770-6ed1c123d553 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841302-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-10T17:36:00Z,description=,heartbeat_timestamp=2022-05-10T17:48:00Z,host='dv-cinder-841302-2-iscsi',id=eaac381b-e402-41c3-a8e6-8f962681d3e6,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T17:36:00Z,topic='l3_agent')) {'router_ids': ['25e67cdc-ce1c-42c1-89bc-c86e94ed50c8'], 'active': True} {{(pid=110154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:48:12.262440 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.plugin [None req-2da8128e-cf35-40b8-a068-f5e4e0c68454 None None] Current status of the port 61b224df-25f5-435a-9b36-ac6697cb1410 is: ACTIVE; New status is: ACTIVE {{(pid=110154) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 17:48:12.269319 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-01db1b58-2244-4aa6-8c1f-38e4d79900ef admin admin] Publish callbacks [] for port (68848910-ffa3-405a-b019-84d4e31ee597), precommit_create {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:48:12.276202 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e75e96-0a5a-4085-aa36-b5a4a2d8b66c None None] Pushing event updated for resources: {'Port': ['ID=8a8c7ac3-73f5-464f-9f2d-cb6cd994db42,revision_number=2']} {{(pid=110155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:48:12.286985 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e75e96-0a5a-4085-aa36-b5a4a2d8b66c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:48:12.287328 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e75e96-0a5a-4085-aa36-b5a4a2d8b66c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:48:12.287898 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e75e96-0a5a-4085-aa36-b5a4a2d8b66c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:48:12.288433 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e75e96-0a5a-4085-aa36-b5a4a2d8b66c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:48:12.289563 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e75e96-0a5a-4085-aa36-b5a4a2d8b66c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:48:12.290066 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e75e96-0a5a-4085-aa36-b5a4a2d8b66c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:48:12.290557 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e75e96-0a5a-4085-aa36-b5a4a2d8b66c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:48:12.291035 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e75e96-0a5a-4085-aa36-b5a4a2d8b66c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:48:12.291582 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e75e96-0a5a-4085-aa36-b5a4a2d8b66c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:48:12.292072 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e75e96-0a5a-4085-aa36-b5a4a2d8b66c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:48:12.292569 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e75e96-0a5a-4085-aa36-b5a4a2d8b66c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:48:12.293120 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e75e96-0a5a-4085-aa36-b5a4a2d8b66c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:48:12.294187 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e75e96-0a5a-4085-aa36-b5a4a2d8b66c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:48:12.294683 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e75e96-0a5a-4085-aa36-b5a4a2d8b66c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:48:12.295165 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e75e96-0a5a-4085-aa36-b5a4a2d8b66c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:48:12.324531 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.plugins.ml2.db [None req-93c9f3ce-34de-4c83-885d-c28a84a2f329 None None] For port 8a8c7ac3-73f5-464f-9f2d-cb6cd994db42, host dv-cinder-841302-2-iscsi, cleared binding levels {{(pid=110155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 17:48:12.328329 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.plugins.ml2.db [None req-93c9f3ce-34de-4c83-885d-c28a84a2f329 None None] For port 8a8c7ac3-73f5-464f-9f2d-cb6cd994db42, host dv-cinder-841302-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841302-2-iscsi',level=0,port_id=8a8c7ac3-73f5-464f-9f2d-cb6cd994db42,segment=NetworkSegment(73dc8890-d7a8-423a-bf66-935bdea3f4d7),segment_id=73dc8890-d7a8-423a-bf66-935bdea3f4d7)] {{(pid=110155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 17:48:12.329023 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587bf79a-3f2d-465b-b35d-625e75d7443d None None] Pushing event updated for resources: {'Port': ['ID=37b13682-fecc-4a13-b2c8-29fc9534bf10,revision_number=4']} {{(pid=110154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:48:12.330839 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-01db1b58-2244-4aa6-8c1f-38e4d79900ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1514136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781794686064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207117'] for port (68848910-ffa3-405a-b019-84d4e31ee597), after_create {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:48:12.344452 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron_lib.callbacks.manager [None req-93c9f3ce-34de-4c83-885d-c28a84a2f329 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1514136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781795229094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781794686082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781794686100'] for port (8a8c7ac3-73f5-464f-9f2d-cb6cd994db42), after_update {{(pid=110155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:48:12.392602 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93c9f3ce-34de-4c83-885d-c28a84a2f329 None None] Routers {'65ab71fb-99fd-4c56-a123-6e38bee2bde8'} bound to L3 agent in host dv-cinder-841302-2-iscsi {{(pid=110155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 17:48:12.393464 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.db.l3_hamode_db [None req-93c9f3ce-34de-4c83-885d-c28a84a2f329 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841302-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-10T17:36:00Z,description=,heartbeat_timestamp=2022-05-10T17:48:00Z,host='dv-cinder-841302-2-iscsi',id=eaac381b-e402-41c3-a8e6-8f962681d3e6,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T17:36:00Z,topic='l3_agent')) {'router_ids': ['65ab71fb-99fd-4c56-a123-6e38bee2bde8'], 'active': True} {{(pid=110155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:48:12.400458 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01db1b58-2244-4aa6-8c1f-38e4d79900ef admin admin] Network faee5187-05e0-448e-9116-65b033a7f64e is already hosted by enough agents. {{(pid=110153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 17:48:12.407931 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.scheduler.base_scheduler [None req-01db1b58-2244-4aa6-8c1f-38e4d79900ef admin admin] Resources bound (agent type, host, resource id): {{(pid=110153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 17:48:12.416345 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01db1b58-2244-4aa6-8c1f-38e4d79900ef admin admin] Received port after_create {{(pid=110153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 17:48:12.423844 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01db1b58-2244-4aa6-8c1f-38e4d79900ef admin admin] Pushing event updated for resources: {'Port': ['ID=68848910-ffa3-405a-b019-84d4e31ee597,revision_number=1']} {{(pid=110153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:48:12.445630 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.db.l3_dvr_db [None req-dd4b4e62-c001-4270-8770-6ed1c123d553 None None] Set router 25e67cdc-ce1c-42c1-89bc-c86e94ed50c8 gateway port host: dv-cinder-841302-2-iscsi {{(pid=110154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 17:48:12.487074 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-01db1b58-2244-4aa6-8c1f-38e4d79900ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-640605'] for router_interface (65ab71fb-99fd-4c56-a123-6e38bee2bde8), before_create {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:48:12.503132 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.db.provisioning_blocks [None req-49afbeb3-5c23-4848-8656-11f8b0c1e66b None None] Provisioning complete for port 61b224df-25f5-435a-9b36-ac6697cb1410 triggered by entity DHCP. {{(pid=110154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 17:48:12.503627 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-49afbeb3-5c23-4848-8656-11f8b0c1e66b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525495'] for port (61b224df-25f5-435a-9b36-ac6697cb1410), provisioning_complete {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:48:12.684645 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.db.l3_dvr_db [None req-93c9f3ce-34de-4c83-885d-c28a84a2f329 None None] Set router 65ab71fb-99fd-4c56-a123-6e38bee2bde8 gateway port host: dv-cinder-841302-2-iscsi {{(pid=110155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 17:48:12.795863 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e75e96-0a5a-4085-aa36-b5a4a2d8b66c None None] Pushing event updated for resources: {'Port': ['ID=8a8c7ac3-73f5-464f-9f2d-cb6cd994db42,revision_number=3']} {{(pid=110155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:48:12.804255 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.plugin [None req-49afbeb3-5c23-4848-8656-11f8b0c1e66b None None] Current status of the port 61b224df-25f5-435a-9b36-ac6697cb1410 is: ACTIVE; New status is: ACTIVE {{(pid=110154) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 17:48:12.819667 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.rpc [None req-6e697e78-9dd1-4bc1-8573-56b901d07725 None None] Device 37b13682-fecc-4a13-b2c8-29fc9534bf10 up at agent ovs-agent-dv-cinder-841302-2-iscsi {{(pid=110154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 17:48:12.824855 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.db.l3_hamode_db [None req-dd4b4e62-c001-4270-8770-6ed1c123d553 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25e67cdc-ce1c-42c1-89bc-c86e94ed50c8', 'name': 'tempest-TestMinimumBasicScenario-260086597-router', 'tenant_id': 'f582fd9ef9094e8f9b47f7e686e3808a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85dc89cf-59f9-4edb-b26e-52bcb8a93763', 'external_fixed_ips': [{'subnet_id': 'e93d94f1-cb19-4cd0-92e5-ca73d24bd8fb', 'ip_address': '172.27.0.49'}], 'enable_snat': True}, 'gw_port_id': '2e2ef790-ed5d-4516-a0da-c905ba55731c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T17:48:04Z', 'updated_at': '2022-05-10T17:48:07Z', 'revision_number': 4, 'project_id': 'f582fd9ef9094e8f9b47f7e686e3808a', 'gw_port': {'id': '2e2ef790-ed5d-4516-a0da-c905ba55731c', 'name': '', 'network_id': '85dc89cf-59f9-4edb-b26e-52bcb8a93763', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:2e:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25e67cdc-ce1c-42c1-89bc-c86e94ed50c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': 'e93d94f1-cb19-4cd0-92e5-ca73d24bd8fb', 'ip_address': '172.27.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841302-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T17:48:04Z', 'updated_at': '2022-05-10T17:48:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e93d94f1-cb19-4cd0-92e5-ca73d24bd8fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841302-2-iscsi', '_interfaces': [{'id': '37b13682-fecc-4a13-b2c8-29fc9534bf10', 'name': '', 'network_id': 'd36cf6d1-7902-4b07-ab50-617b34c8483f', 'tenant_id': 'f582fd9ef9094e8f9b47f7e686e3808a', 'mac_address': 'fa:16:3e:33:a6:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25e67cdc-ce1c-42c1-89bc-c86e94ed50c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': 'a6e2ccd6-25e8-4d9c-9121-bb83787a16b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841302-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T17:48:06Z', 'updated_at': '2022-05-10T17:48:12Z', 'revision_number': 4, 'project_id': 'f582fd9ef9094e8f9b47f7e686e3808a', 'subnets': [{'id': 'a6e2ccd6-25e8-4d9c-9121-bb83787a16b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841302-2-iscsi', False) {} {{(pid=110154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:48:12.876543 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd4b4e62-c001-4270-8770-6ed1c123d553 None None] The sync data for ids ['25e67cdc-ce1c-42c1-89bc-c86e94ed50c8'] in dv-cinder-841302-2-iscsi is: [{'id': '25e67cdc-ce1c-42c1-89bc-c86e94ed50c8', 'name': 'tempest-TestMinimumBasicScenario-260086597-router', 'tenant_id': 'f582fd9ef9094e8f9b47f7e686e3808a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85dc89cf-59f9-4edb-b26e-52bcb8a93763', 'external_fixed_ips': [{'subnet_id': 'e93d94f1-cb19-4cd0-92e5-ca73d24bd8fb', 'ip_address': '172.27.0.49'}], 'enable_snat': True}, 'gw_port_id': '2e2ef790-ed5d-4516-a0da-c905ba55731c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T17:48:04Z', 'updated_at': '2022-05-10T17:48:07Z', 'revision_number': 4, 'project_id': 'f582fd9ef9094e8f9b47f7e686e3808a', 'gw_port': {'id': '2e2ef790-ed5d-4516-a0da-c905ba55731c', 'name': '', 'network_id': '85dc89cf-59f9-4edb-b26e-52bcb8a93763', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:2e:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25e67cdc-ce1c-42c1-89bc-c86e94ed50c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': 'e93d94f1-cb19-4cd0-92e5-ca73d24bd8fb', 'ip_address': '172.27.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841302-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T17:48:04Z', 'updated_at': '2022-05-10T17:48:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e93d94f1-cb19-4cd0-92e5-ca73d24bd8fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841302-2-iscsi', '_interfaces': [{'id': '37b13682-fecc-4a13-b2c8-29fc9534bf10', 'name': '', 'network_id': 'd36cf6d1-7902-4b07-ab50-617b34c8483f', 'tenant_id': 'f582fd9ef9094e8f9b47f7e686e3808a', 'mac_address': 'fa:16:3e:33:a6:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25e67cdc-ce1c-42c1-89bc-c86e94ed50c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': 'a6e2ccd6-25e8-4d9c-9121-bb83787a16b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841302-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T17:48:06Z', 'updated_at': '2022-05-10T17:48:12Z', 'revision_number': 4, 'project_id': 'f582fd9ef9094e8f9b47f7e686e3808a', 'subnets': [{'id': 'a6e2ccd6-25e8-4d9c-9121-bb83787a16b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 17:48:12.907323 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.db.provisioning_blocks [None req-6e697e78-9dd1-4bc1-8573-56b901d07725 None None] Provisioning complete for port 37b13682-fecc-4a13-b2c8-29fc9534bf10 triggered by entity L2. {{(pid=110154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 17:48:12.908195 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-6e697e78-9dd1-4bc1-8573-56b901d07725 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525495'] for port (37b13682-fecc-4a13-b2c8-29fc9534bf10), provisioning_complete {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:48:12.962887 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.db.l3_hamode_db [None req-93c9f3ce-34de-4c83-885d-c28a84a2f329 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65ab71fb-99fd-4c56-a123-6e38bee2bde8', 'name': 'tempest-TestMinimumBasicScenario-640432115-router', 'tenant_id': 'f0d9d151f6884432b1f5abf6e4507e2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85dc89cf-59f9-4edb-b26e-52bcb8a93763', 'external_fixed_ips': [{'subnet_id': 'e93d94f1-cb19-4cd0-92e5-ca73d24bd8fb', 'ip_address': '172.27.0.210'}], 'enable_snat': True}, 'gw_port_id': '8a8c7ac3-73f5-464f-9f2d-cb6cd994db42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T17:48:09Z', 'updated_at': '2022-05-10T17:48:10Z', 'revision_number': 3, 'project_id': 'f0d9d151f6884432b1f5abf6e4507e2e', 'gw_port': {'id': '8a8c7ac3-73f5-464f-9f2d-cb6cd994db42', 'name': '', 'network_id': '85dc89cf-59f9-4edb-b26e-52bcb8a93763', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:96:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65ab71fb-99fd-4c56-a123-6e38bee2bde8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': 'e93d94f1-cb19-4cd0-92e5-ca73d24bd8fb', 'ip_address': '172.27.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841302-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T17:48:10Z', 'updated_at': '2022-05-10T17:48:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e93d94f1-cb19-4cd0-92e5-ca73d24bd8fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841302-2-iscsi'}], 'dv-cinder-841302-2-iscsi', False) {} {{(pid=110155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:48:12.967507 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-01db1b58-2244-4aa6-8c1f-38e4d79900ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1514036'] for port (68848910-ffa3-405a-b019-84d4e31ee597), before_update {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:48:12.972773 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.db.provisioning_blocks [None req-dab9199c-dd99-4a00-80cf-64768c3b140c None None] Provisioning complete for port 37b13682-fecc-4a13-b2c8-29fc9534bf10 triggered by entity DHCP. {{(pid=110154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 17:48:12.973223 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-dab9199c-dd99-4a00-80cf-64768c3b140c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525495'] for port (37b13682-fecc-4a13-b2c8-29fc9534bf10), provisioning_complete {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:48:12.992042 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93c9f3ce-34de-4c83-885d-c28a84a2f329 None None] The sync data for ids ['65ab71fb-99fd-4c56-a123-6e38bee2bde8'] in dv-cinder-841302-2-iscsi is: [{'id': '65ab71fb-99fd-4c56-a123-6e38bee2bde8', 'name': 'tempest-TestMinimumBasicScenario-640432115-router', 'tenant_id': 'f0d9d151f6884432b1f5abf6e4507e2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85dc89cf-59f9-4edb-b26e-52bcb8a93763', 'external_fixed_ips': [{'subnet_id': 'e93d94f1-cb19-4cd0-92e5-ca73d24bd8fb', 'ip_address': '172.27.0.210'}], 'enable_snat': True}, 'gw_port_id': '8a8c7ac3-73f5-464f-9f2d-cb6cd994db42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T17:48:09Z', 'updated_at': '2022-05-10T17:48:10Z', 'revision_number': 3, 'project_id': 'f0d9d151f6884432b1f5abf6e4507e2e', 'gw_port': {'id': '8a8c7ac3-73f5-464f-9f2d-cb6cd994db42', 'name': '', 'network_id': '85dc89cf-59f9-4edb-b26e-52bcb8a93763', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:96:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65ab71fb-99fd-4c56-a123-6e38bee2bde8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': 'e93d94f1-cb19-4cd0-92e5-ca73d24bd8fb', 'ip_address': '172.27.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841302-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T17:48:10Z', 'updated_at': '2022-05-10T17:48:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e93d94f1-cb19-4cd0-92e5-ca73d24bd8fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841302-2-iscsi'}] {{(pid=110155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 17:48:13.066727 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.plugin [None req-6e697e78-9dd1-4bc1-8573-56b901d07725 None None] Current status of the port 37b13682-fecc-4a13-b2c8-29fc9534bf10 is: DOWN; New status is: ACTIVE {{(pid=110154) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 17:48:13.067118 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-6e697e78-9dd1-4bc1-8573-56b901d07725 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1514036'] for port (37b13682-fecc-4a13-b2c8-29fc9534bf10), before_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:48:13.145472 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.plugin [None req-dab9199c-dd99-4a00-80cf-64768c3b140c None None] Current status of the port 37b13682-fecc-4a13-b2c8-29fc9534bf10 is: DOWN; New status is: ACTIVE {{(pid=110154) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 17:48:13.145767 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-dab9199c-dd99-4a00-80cf-64768c3b140c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1514036'] for port (37b13682-fecc-4a13-b2c8-29fc9534bf10), before_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:48:13.157472 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.db [None req-6e697e78-9dd1-4bc1-8573-56b901d07725 None None] For port 37b13682-fecc-4a13-b2c8-29fc9534bf10, host dv-cinder-841302-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841302-2-iscsi',level=0,port_id=37b13682-fecc-4a13-b2c8-29fc9534bf10,segment=NetworkSegment(fae9f46d-4ca7-4637-b63a-3e8d3f0e0761),segment_id=fae9f46d-4ca7-4637-b63a-3e8d3f0e0761)] {{(pid=110154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 17:48:13.168736 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-6e697e78-9dd1-4bc1-8573-56b901d07725 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1514136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781795229094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781794686082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781794686100'] for port (37b13682-fecc-4a13-b2c8-29fc9534bf10), after_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:48:13.169553 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.rpc [None req-6e697e78-9dd1-4bc1-8573-56b901d07725 None None] Device 2e2ef790-ed5d-4516-a0da-c905ba55731c up at agent ovs-agent-dv-cinder-841302-2-iscsi {{(pid=110154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 17:48:13.202603 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-01db1b58-2244-4aa6-8c1f-38e4d79900ef admin admin] Publish callbacks [] for port (68848910-ffa3-405a-b019-84d4e31ee597), precommit_update {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:48:13.208817 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-01db1b58-2244-4aa6-8c1f-38e4d79900ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1514136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781795229094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781794686082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781794686100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4207220'] for port (68848910-ffa3-405a-b019-84d4e31ee597), after_update {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:48:13.280240 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.db.api [None req-dab9199c-dd99-4a00-80cf-64768c3b140c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110154) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 10 17:48:13.280705 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG oslo_db.api [None req-dab9199c-dd99-4a00-80cf-64768c3b140c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 10 17:48:13.283331 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01db1b58-2244-4aa6-8c1f-38e4d79900ef admin admin] Pushing event updated for resources: {'Port': ['ID=68848910-ffa3-405a-b019-84d4e31ee597,revision_number=2']} {{(pid=110153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:48:13.287621 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-01db1b58-2244-4aa6-8c1f-38e4d79900ef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-631643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-640352'] for router_interface (65ab71fb-99fd-4c56-a123-6e38bee2bde8), after_create {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:48:13.289407 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e697e78-9dd1-4bc1-8573-56b901d07725 None None] Pushing event updated for resources: {'Port': ['ID=37b13682-fecc-4a13-b2c8-29fc9534bf10,revision_number=5']} {{(pid=110154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:48:13.299930 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.db.provisioning_blocks [None req-6e697e78-9dd1-4bc1-8573-56b901d07725 None None] Provisioning complete for port 2e2ef790-ed5d-4516-a0da-c905ba55731c triggered by entity L2. {{(pid=110154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 17:48:13.300308 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-6e697e78-9dd1-4bc1-8573-56b901d07725 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525495'] for port (2e2ef790-ed5d-4516-a0da-c905ba55731c), provisioning_complete {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:48:13.417295 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01db1b58-2244-4aa6-8c1f-38e4d79900ef admin admin] Network faee5187-05e0-448e-9116-65b033a7f64e is already hosted by enough agents. {{(pid=110153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 17:48:13.420591 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.scheduler.base_scheduler [None req-01db1b58-2244-4aa6-8c1f-38e4d79900ef admin admin] Resources bound (agent type, host, resource id): {{(pid=110153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 17:48:13.420877 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.plugin [None req-6e697e78-9dd1-4bc1-8573-56b901d07725 None None] Current status of the port 2e2ef790-ed5d-4516-a0da-c905ba55731c is: ACTIVE; New status is: ACTIVE {{(pid=110154) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 17:48:13.421961 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.rpc [None req-6e697e78-9dd1-4bc1-8573-56b901d07725 None None] Device 61b224df-25f5-435a-9b36-ac6697cb1410 up at agent ovs-agent-dv-cinder-841302-2-iscsi {{(pid=110154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 17:48:13.486407 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.db.provisioning_blocks [None req-6e697e78-9dd1-4bc1-8573-56b901d07725 None None] Provisioning complete for port 61b224df-25f5-435a-9b36-ac6697cb1410 triggered by entity L2. {{(pid=110154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 17:48:13.486865 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-6e697e78-9dd1-4bc1-8573-56b901d07725 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525495'] for port (61b224df-25f5-435a-9b36-ac6697cb1410), provisioning_complete {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:48:13.586619 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.plugin [None req-6e697e78-9dd1-4bc1-8573-56b901d07725 None None] Current status of the port 61b224df-25f5-435a-9b36-ac6697cb1410 is: ACTIVE; New status is: ACTIVE {{(pid=110154) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 17:48:13.613633 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01db1b58-2244-4aa6-8c1f-38e4d79900ef admin admin] Router 65ab71fb-99fd-4c56-a123-6e38bee2bde8 has already been hosted by L3 agent eaac381b-e402-41c3-a8e6-8f962681d3e6 {{(pid=110153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 17:48:13.751262 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01db1b58-2244-4aa6-8c1f-38e4d79900ef admin admin] Notify agent at l3_agent.dv-cinder-841302-2-iscsi the message routers_updated {{(pid=110153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 17:48:13.765044 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [None req-01db1b58-2244-4aa6-8c1f-38e4d79900ef admin admin] 10.222.0.60 "PUT /v2.0/routers/65ab71fb-99fd-4c56-a123-6e38bee2bde8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4686232 May 10 17:48:13.819642 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.plugin [None req-dab9199c-dd99-4a00-80cf-64768c3b140c None None] Current status of the port 37b13682-fecc-4a13-b2c8-29fc9534bf10 is: ACTIVE; New status is: ACTIVE {{(pid=110154) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 17:48:13.828743 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.db.provisioning_blocks [None req-dab9199c-dd99-4a00-80cf-64768c3b140c None None] Provisioning complete for port 68848910-ffa3-405a-b019-84d4e31ee597 triggered by entity DHCP. {{(pid=110154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 17:48:13.829117 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-dab9199c-dd99-4a00-80cf-64768c3b140c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525495'] for port (68848910-ffa3-405a-b019-84d4e31ee597), provisioning_complete {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:48:13.870233 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.plugin [None req-dab9199c-dd99-4a00-80cf-64768c3b140c None None] Port 68848910-ffa3-405a-b019-84d4e31ee597 cannot update to ACTIVE because it is not bound. {{(pid=110154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 10 17:48:13.986850 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.db.provisioning_blocks [None req-89ab8639-68e3-4095-a792-75801d8f9074 None None] Provisioning complete for port 68848910-ffa3-405a-b019-84d4e31ee597 triggered by entity DHCP. {{(pid=110154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 17:48:13.987230 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-89ab8639-68e3-4095-a792-75801d8f9074 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525495'] for port (68848910-ffa3-405a-b019-84d4e31ee597), provisioning_complete {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:48:14.027582 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.plugin [None req-89ab8639-68e3-4095-a792-75801d8f9074 None None] Port 68848910-ffa3-405a-b019-84d4e31ee597 cannot update to ACTIVE because it is not bound. {{(pid=110154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 10 17:48:14.805868 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.rpc [None req-6e697e78-9dd1-4bc1-8573-56b901d07725 None None] Device 37b13682-fecc-4a13-b2c8-29fc9534bf10 up at agent ovs-agent-dv-cinder-841302-2-iscsi {{(pid=110154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 17:48:14.866136 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.db.provisioning_blocks [None req-6e697e78-9dd1-4bc1-8573-56b901d07725 None None] Provisioning complete for port 37b13682-fecc-4a13-b2c8-29fc9534bf10 triggered by entity L2. {{(pid=110154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 17:48:14.866795 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-6e697e78-9dd1-4bc1-8573-56b901d07725 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525495'] for port (37b13682-fecc-4a13-b2c8-29fc9534bf10), provisioning_complete {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:48:14.972586 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.plugin [None req-6e697e78-9dd1-4bc1-8573-56b901d07725 None None] Current status of the port 37b13682-fecc-4a13-b2c8-29fc9534bf10 is: ACTIVE; New status is: ACTIVE {{(pid=110154) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 17:48:14.973698 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.rpc [None req-6e697e78-9dd1-4bc1-8573-56b901d07725 None None] Device 8a8c7ac3-73f5-464f-9f2d-cb6cd994db42 up at agent ovs-agent-dv-cinder-841302-2-iscsi {{(pid=110154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 17:48:15.165405 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.db.provisioning_blocks [None req-6e697e78-9dd1-4bc1-8573-56b901d07725 None None] Provisioning complete for port 8a8c7ac3-73f5-464f-9f2d-cb6cd994db42 triggered by entity L2. {{(pid=110154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 17:48:15.165727 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-6e697e78-9dd1-4bc1-8573-56b901d07725 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525495'] for port (8a8c7ac3-73f5-464f-9f2d-cb6cd994db42), provisioning_complete {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:48:15.253196 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.plugin [None req-6e697e78-9dd1-4bc1-8573-56b901d07725 None None] Current status of the port 8a8c7ac3-73f5-464f-9f2d-cb6cd994db42 is: DOWN; New status is: ACTIVE {{(pid=110154) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 17:48:15.253586 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-6e697e78-9dd1-4bc1-8573-56b901d07725 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1514036'] for port (8a8c7ac3-73f5-464f-9f2d-cb6cd994db42), before_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:48:15.279247 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.db [None req-6e697e78-9dd1-4bc1-8573-56b901d07725 None None] For port 8a8c7ac3-73f5-464f-9f2d-cb6cd994db42, host dv-cinder-841302-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841302-2-iscsi',level=0,port_id=8a8c7ac3-73f5-464f-9f2d-cb6cd994db42,segment=NetworkSegment(73dc8890-d7a8-423a-bf66-935bdea3f4d7),segment_id=73dc8890-d7a8-423a-bf66-935bdea3f4d7)] {{(pid=110154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 17:48:15.285350 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-6e697e78-9dd1-4bc1-8573-56b901d07725 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1514136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781795229094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781794686082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781794686100'] for port (8a8c7ac3-73f5-464f-9f2d-cb6cd994db42), after_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:48:15.350315 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e697e78-9dd1-4bc1-8573-56b901d07725 None None] Pushing event updated for resources: {'Port': ['ID=8a8c7ac3-73f5-464f-9f2d-cb6cd994db42,revision_number=4']} {{(pid=110154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:48:16.541561 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99daa8a0-945e-40cf-a22c-be3304dfe1d7 None None] Sync routers for ids ['65ab71fb-99fd-4c56-a123-6e38bee2bde8'] in dv-cinder-841302-2-iscsi {{(pid=110154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 17:48:16.562695 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99daa8a0-945e-40cf-a22c-be3304dfe1d7 None None] Routers {'65ab71fb-99fd-4c56-a123-6e38bee2bde8'} bound to L3 agent in host dv-cinder-841302-2-iscsi {{(pid=110154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 17:48:16.563348 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.db.l3_hamode_db [None req-99daa8a0-945e-40cf-a22c-be3304dfe1d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841302-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-10T17:36:00Z,description=,heartbeat_timestamp=2022-05-10T17:48:00Z,host='dv-cinder-841302-2-iscsi',id=eaac381b-e402-41c3-a8e6-8f962681d3e6,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T17:36:00Z,topic='l3_agent')) {'router_ids': ['65ab71fb-99fd-4c56-a123-6e38bee2bde8'], 'active': True} {{(pid=110154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:48:16.730518 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.db.l3_dvr_db [None req-99daa8a0-945e-40cf-a22c-be3304dfe1d7 None None] Set router 65ab71fb-99fd-4c56-a123-6e38bee2bde8 gateway port host: dv-cinder-841302-2-iscsi {{(pid=110154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 17:48:16.759448 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.rpc [None req-6e697e78-9dd1-4bc1-8573-56b901d07725 None None] Device 8a8c7ac3-73f5-464f-9f2d-cb6cd994db42 up at agent ovs-agent-dv-cinder-841302-2-iscsi {{(pid=110154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 17:48:16.925049 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.db.provisioning_blocks [None req-6e697e78-9dd1-4bc1-8573-56b901d07725 None None] Provisioning complete for port 8a8c7ac3-73f5-464f-9f2d-cb6cd994db42 triggered by entity L2. {{(pid=110154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 17:48:16.925957 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-6e697e78-9dd1-4bc1-8573-56b901d07725 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525495'] for port (8a8c7ac3-73f5-464f-9f2d-cb6cd994db42), provisioning_complete {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:48:17.109673 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.plugin [None req-6e697e78-9dd1-4bc1-8573-56b901d07725 None None] Current status of the port 8a8c7ac3-73f5-464f-9f2d-cb6cd994db42 is: ACTIVE; New status is: ACTIVE {{(pid=110154) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 17:48:17.111844 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.db.l3_hamode_db [None req-99daa8a0-945e-40cf-a22c-be3304dfe1d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65ab71fb-99fd-4c56-a123-6e38bee2bde8', 'name': 'tempest-TestMinimumBasicScenario-640432115-router', 'tenant_id': 'f0d9d151f6884432b1f5abf6e4507e2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85dc89cf-59f9-4edb-b26e-52bcb8a93763', 'external_fixed_ips': [{'subnet_id': 'e93d94f1-cb19-4cd0-92e5-ca73d24bd8fb', 'ip_address': '172.27.0.210'}], 'enable_snat': True}, 'gw_port_id': '8a8c7ac3-73f5-464f-9f2d-cb6cd994db42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T17:48:09Z', 'updated_at': '2022-05-10T17:48:12Z', 'revision_number': 4, 'project_id': 'f0d9d151f6884432b1f5abf6e4507e2e', 'gw_port': {'id': '8a8c7ac3-73f5-464f-9f2d-cb6cd994db42', 'name': '', 'network_id': '85dc89cf-59f9-4edb-b26e-52bcb8a93763', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:96:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65ab71fb-99fd-4c56-a123-6e38bee2bde8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': 'e93d94f1-cb19-4cd0-92e5-ca73d24bd8fb', 'ip_address': '172.27.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841302-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T17:48:10Z', 'updated_at': '2022-05-10T17:48:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e93d94f1-cb19-4cd0-92e5-ca73d24bd8fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841302-2-iscsi', '_interfaces': [{'id': '68848910-ffa3-405a-b019-84d4e31ee597', 'name': '', 'network_id': 'faee5187-05e0-448e-9116-65b033a7f64e', 'tenant_id': 'f0d9d151f6884432b1f5abf6e4507e2e', 'mac_address': 'fa:16:3e:93:e6:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65ab71fb-99fd-4c56-a123-6e38bee2bde8', 'device_owner': 'network:router_interface', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': 'a7d1ea81-8ee6-403e-beef-fdf2f98c745c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T17:48:11Z', 'updated_at': '2022-05-10T17:48:13Z', 'revision_number': 2, 'project_id': 'f0d9d151f6884432b1f5abf6e4507e2e', 'subnets': [{'id': 'a7d1ea81-8ee6-403e-beef-fdf2f98c745c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841302-2-iscsi', False) {} {{(pid=110154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:48:17.145024 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99daa8a0-945e-40cf-a22c-be3304dfe1d7 None None] Checking router: 65ab71fb-99fd-4c56-a123-6e38bee2bde8 for host: dv-cinder-841302-2-iscsi {{(pid=110154) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 17:48:17.145370 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99daa8a0-945e-40cf-a22c-be3304dfe1d7 None None] Updating router 65ab71fb-99fd-4c56-a123-6e38bee2bde8 port 68848910-ffa3-405a-b019-84d4e31ee597 binding host dv-cinder-841302-2-iscsi {{(pid=110154) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 17:48:17.187087 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-99daa8a0-945e-40cf-a22c-be3304dfe1d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1514036'] for port (68848910-ffa3-405a-b019-84d4e31ee597), before_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:48:17.543722 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-99daa8a0-945e-40cf-a22c-be3304dfe1d7 None None] Publish callbacks [] for port (68848910-ffa3-405a-b019-84d4e31ee597), precommit_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:48:17.551764 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-99daa8a0-945e-40cf-a22c-be3304dfe1d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1514136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781795229094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781794686082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781794686100'] for port (68848910-ffa3-405a-b019-84d4e31ee597), after_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:48:17.639666 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903027b6-640a-4a75-a1e4-a04b5c71cba3 None None] Pushing event updated for resources: {'Port': ['ID=68848910-ffa3-405a-b019-84d4e31ee597,revision_number=3']} {{(pid=110154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:48:17.685274 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.managers [None req-99daa8a0-945e-40cf-a22c-be3304dfe1d7 None None] Attempting to bind port 68848910-ffa3-405a-b019-84d4e31ee597 on host dv-cinder-841302-2-iscsi for vnic_type normal with profile {{(pid=110154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 17:48:17.685522 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.managers [None req-99daa8a0-945e-40cf-a22c-be3304dfe1d7 None None] Attempting to bind port 68848910-ffa3-405a-b019-84d4e31ee597 by drivers openvswitch,hyperv on host dv-cinder-841302-2-iscsi at level 0 using segments [{'id': '1e691964-5a43-4bf1-95cf-7c7501cd8c69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'faee5187-05e0-448e-9116-65b033a7f64e'}] {{(pid=110154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 17:48:17.685836 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99daa8a0-945e-40cf-a22c-be3304dfe1d7 None None] Attempting to bind port 68848910-ffa3-405a-b019-84d4e31ee597 on network faee5187-05e0-448e-9116-65b033a7f64e {{(pid=110154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 17:48:17.691854 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99daa8a0-945e-40cf-a22c-be3304dfe1d7 None None] Checking agent: {'id': 'fdc37a75-b7a9-4e92-a59c-f5b8c02d060c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841302-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 17, 36, 4), 'started_at': datetime.datetime(2022, 5, 10, 17, 36, 34), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 17, 48, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841302-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 17:48:17.692233 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99daa8a0-945e-40cf-a22c-be3304dfe1d7 None None] Checking segment: {'id': '1e691964-5a43-4bf1-95cf-7c7501cd8c69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'faee5187-05e0-448e-9116-65b033a7f64e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 17:48:17.692819 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-99daa8a0-945e-40cf-a22c-be3304dfe1d7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:48:17.693210 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99daa8a0-945e-40cf-a22c-be3304dfe1d7 None None] Bound using segment: {'id': '1e691964-5a43-4bf1-95cf-7c7501cd8c69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'faee5187-05e0-448e-9116-65b033a7f64e'} {{(pid=110154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 17:48:17.693694 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.managers [None req-99daa8a0-945e-40cf-a22c-be3304dfe1d7 None None] Bound port: 68848910-ffa3-405a-b019-84d4e31ee597, host: dv-cinder-841302-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e691964-5a43-4bf1-95cf-7c7501cd8c69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'faee5187-05e0-448e-9116-65b033a7f64e'}}] {{(pid=110154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 17:48:17.694070 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-99daa8a0-945e-40cf-a22c-be3304dfe1d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1514036'] for port (68848910-ffa3-405a-b019-84d4e31ee597), before_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:48:17.799037 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.db [None req-99daa8a0-945e-40cf-a22c-be3304dfe1d7 None None] For port 68848910-ffa3-405a-b019-84d4e31ee597, host dv-cinder-841302-2-iscsi, cleared binding levels {{(pid=110154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 17:48:17.802494 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.db [None req-99daa8a0-945e-40cf-a22c-be3304dfe1d7 None None] For port 68848910-ffa3-405a-b019-84d4e31ee597, host dv-cinder-841302-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841302-2-iscsi',level=0,port_id=68848910-ffa3-405a-b019-84d4e31ee597,segment=NetworkSegment(1e691964-5a43-4bf1-95cf-7c7501cd8c69),segment_id=1e691964-5a43-4bf1-95cf-7c7501cd8c69)] {{(pid=110154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 17:48:17.812124 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-99daa8a0-945e-40cf-a22c-be3304dfe1d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1514136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781795229094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781794686082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781794686100'] for port (68848910-ffa3-405a-b019-84d4e31ee597), after_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:48:17.893677 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.db.provisioning_blocks [None req-db924015-ca37-4b0b-b66f-5c9f150623a9 None None] Provisioning complete for port 68848910-ffa3-405a-b019-84d4e31ee597 triggered by entity DHCP. {{(pid=110154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 17:48:17.894039 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-db924015-ca37-4b0b-b66f-5c9f150623a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525495'] for port (68848910-ffa3-405a-b019-84d4e31ee597), provisioning_complete {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:48:17.926683 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99daa8a0-945e-40cf-a22c-be3304dfe1d7 None None] Routers {'65ab71fb-99fd-4c56-a123-6e38bee2bde8'} bound to L3 agent in host dv-cinder-841302-2-iscsi {{(pid=110154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 17:48:17.927332 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.db.l3_hamode_db [None req-99daa8a0-945e-40cf-a22c-be3304dfe1d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841302-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-10T17:36:00Z,description=,heartbeat_timestamp=2022-05-10T17:48:00Z,host='dv-cinder-841302-2-iscsi',id=eaac381b-e402-41c3-a8e6-8f962681d3e6,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T17:36:00Z,topic='l3_agent')) {'router_ids': ['65ab71fb-99fd-4c56-a123-6e38bee2bde8'], 'active': True} {{(pid=110154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:48:17.931661 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903027b6-640a-4a75-a1e4-a04b5c71cba3 None None] Pushing event updated for resources: {'Port': ['ID=68848910-ffa3-405a-b019-84d4e31ee597,revision_number=4']} {{(pid=110154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:48:18.064916 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.plugin [None req-db924015-ca37-4b0b-b66f-5c9f150623a9 None None] Current status of the port 68848910-ffa3-405a-b019-84d4e31ee597 is: DOWN; New status is: ACTIVE {{(pid=110154) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 17:48:18.064916 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-db924015-ca37-4b0b-b66f-5c9f150623a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1514036'] for port (68848910-ffa3-405a-b019-84d4e31ee597), before_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:48:18.158685 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.db [None req-db924015-ca37-4b0b-b66f-5c9f150623a9 None None] For port 68848910-ffa3-405a-b019-84d4e31ee597, host dv-cinder-841302-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841302-2-iscsi',level=0,port_id=68848910-ffa3-405a-b019-84d4e31ee597,segment=NetworkSegment(1e691964-5a43-4bf1-95cf-7c7501cd8c69),segment_id=1e691964-5a43-4bf1-95cf-7c7501cd8c69)] {{(pid=110154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 17:48:18.169751 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-db924015-ca37-4b0b-b66f-5c9f150623a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1514136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781795229094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781794686082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781794686100'] for port (68848910-ffa3-405a-b019-84d4e31ee597), after_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:48:18.199297 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.db.l3_dvr_db [None req-99daa8a0-945e-40cf-a22c-be3304dfe1d7 None None] Set router 65ab71fb-99fd-4c56-a123-6e38bee2bde8 gateway port host: dv-cinder-841302-2-iscsi {{(pid=110154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 17:48:18.294860 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db924015-ca37-4b0b-b66f-5c9f150623a9 None None] Pushing event updated for resources: {'Port': ['ID=68848910-ffa3-405a-b019-84d4e31ee597,revision_number=5']} {{(pid=110154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:48:18.353579 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.db.provisioning_blocks [None req-22eb014c-363d-49c9-abab-1a85015e1ffe None None] Provisioning complete for port 68848910-ffa3-405a-b019-84d4e31ee597 triggered by entity DHCP. {{(pid=110154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 17:48:18.353966 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-22eb014c-363d-49c9-abab-1a85015e1ffe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525495'] for port (68848910-ffa3-405a-b019-84d4e31ee597), provisioning_complete {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:48:18.635242 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.plugin [None req-22eb014c-363d-49c9-abab-1a85015e1ffe None None] Current status of the port 68848910-ffa3-405a-b019-84d4e31ee597 is: ACTIVE; New status is: ACTIVE {{(pid=110154) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 17:48:18.647531 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.db.l3_hamode_db [None req-99daa8a0-945e-40cf-a22c-be3304dfe1d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65ab71fb-99fd-4c56-a123-6e38bee2bde8', 'name': 'tempest-TestMinimumBasicScenario-640432115-router', 'tenant_id': 'f0d9d151f6884432b1f5abf6e4507e2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85dc89cf-59f9-4edb-b26e-52bcb8a93763', 'external_fixed_ips': [{'subnet_id': 'e93d94f1-cb19-4cd0-92e5-ca73d24bd8fb', 'ip_address': '172.27.0.210'}], 'enable_snat': True}, 'gw_port_id': '8a8c7ac3-73f5-464f-9f2d-cb6cd994db42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T17:48:09Z', 'updated_at': '2022-05-10T17:48:12Z', 'revision_number': 4, 'project_id': 'f0d9d151f6884432b1f5abf6e4507e2e', 'gw_port': {'id': '8a8c7ac3-73f5-464f-9f2d-cb6cd994db42', 'name': '', 'network_id': '85dc89cf-59f9-4edb-b26e-52bcb8a93763', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:96:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65ab71fb-99fd-4c56-a123-6e38bee2bde8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': 'e93d94f1-cb19-4cd0-92e5-ca73d24bd8fb', 'ip_address': '172.27.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841302-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T17:48:10Z', 'updated_at': '2022-05-10T17:48:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e93d94f1-cb19-4cd0-92e5-ca73d24bd8fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841302-2-iscsi', '_interfaces': [{'id': '68848910-ffa3-405a-b019-84d4e31ee597', 'name': '', 'network_id': 'faee5187-05e0-448e-9116-65b033a7f64e', 'tenant_id': 'f0d9d151f6884432b1f5abf6e4507e2e', 'mac_address': 'fa:16:3e:93:e6:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65ab71fb-99fd-4c56-a123-6e38bee2bde8', 'device_owner': 'network:router_interface', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': 'a7d1ea81-8ee6-403e-beef-fdf2f98c745c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841302-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T17:48:11Z', 'updated_at': '2022-05-10T17:48:17Z', 'revision_number': 4, 'project_id': 'f0d9d151f6884432b1f5abf6e4507e2e', 'subnets': [{'id': 'a7d1ea81-8ee6-403e-beef-fdf2f98c745c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841302-2-iscsi', False) {} {{(pid=110154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:48:18.690270 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99daa8a0-945e-40cf-a22c-be3304dfe1d7 None None] The sync data for ids ['65ab71fb-99fd-4c56-a123-6e38bee2bde8'] in dv-cinder-841302-2-iscsi is: [{'id': '65ab71fb-99fd-4c56-a123-6e38bee2bde8', 'name': 'tempest-TestMinimumBasicScenario-640432115-router', 'tenant_id': 'f0d9d151f6884432b1f5abf6e4507e2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85dc89cf-59f9-4edb-b26e-52bcb8a93763', 'external_fixed_ips': [{'subnet_id': 'e93d94f1-cb19-4cd0-92e5-ca73d24bd8fb', 'ip_address': '172.27.0.210'}], 'enable_snat': True}, 'gw_port_id': '8a8c7ac3-73f5-464f-9f2d-cb6cd994db42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T17:48:09Z', 'updated_at': '2022-05-10T17:48:12Z', 'revision_number': 4, 'project_id': 'f0d9d151f6884432b1f5abf6e4507e2e', 'gw_port': {'id': '8a8c7ac3-73f5-464f-9f2d-cb6cd994db42', 'name': '', 'network_id': '85dc89cf-59f9-4edb-b26e-52bcb8a93763', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:96:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65ab71fb-99fd-4c56-a123-6e38bee2bde8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': 'e93d94f1-cb19-4cd0-92e5-ca73d24bd8fb', 'ip_address': '172.27.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841302-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T17:48:10Z', 'updated_at': '2022-05-10T17:48:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e93d94f1-cb19-4cd0-92e5-ca73d24bd8fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841302-2-iscsi', '_interfaces': [{'id': '68848910-ffa3-405a-b019-84d4e31ee597', 'name': '', 'network_id': 'faee5187-05e0-448e-9116-65b033a7f64e', 'tenant_id': 'f0d9d151f6884432b1f5abf6e4507e2e', 'mac_address': 'fa:16:3e:93:e6:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65ab71fb-99fd-4c56-a123-6e38bee2bde8', 'device_owner': 'network:router_interface', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': 'a7d1ea81-8ee6-403e-beef-fdf2f98c745c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841302-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T17:48:11Z', 'updated_at': '2022-05-10T17:48:17Z', 'revision_number': 4, 'project_id': 'f0d9d151f6884432b1f5abf6e4507e2e', 'subnets': [{'id': 'a7d1ea81-8ee6-403e-beef-fdf2f98c745c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 17:48:20.720571 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.rpc [None req-6e697e78-9dd1-4bc1-8573-56b901d07725 None None] Device 68848910-ffa3-405a-b019-84d4e31ee597 up at agent ovs-agent-dv-cinder-841302-2-iscsi {{(pid=110154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 17:48:20.776160 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.db.provisioning_blocks [None req-6e697e78-9dd1-4bc1-8573-56b901d07725 None None] Provisioning complete for port 68848910-ffa3-405a-b019-84d4e31ee597 triggered by entity L2. {{(pid=110154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 17:48:20.776832 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-6e697e78-9dd1-4bc1-8573-56b901d07725 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525495'] for port (68848910-ffa3-405a-b019-84d4e31ee597), provisioning_complete {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:48:20.884116 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.plugin [None req-6e697e78-9dd1-4bc1-8573-56b901d07725 None None] Current status of the port 68848910-ffa3-405a-b019-84d4e31ee597 is: ACTIVE; New status is: ACTIVE {{(pid=110154) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 17:48:23.450629 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4de84fe-0489-4f8b-bd0a-98a05dae1bb7 req-a69f3f20-d79a-46f4-bb0e-6a75c3b70f10 tempest-TestMinimumBasicScenario-1856724445 tempest-TestMinimumBasicScenario-1856724445-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:48:23.452157 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-e4de84fe-0489-4f8b-bd0a-98a05dae1bb7 req-a69f3f20-d79a-46f4-bb0e-6a75c3b70f10 tempest-TestMinimumBasicScenario-1856724445 tempest-TestMinimumBasicScenario-1856724445-project] 10.222.0.60 "GET /v2.0/networks?id=d36cf6d1-7902-4b07-ab50-617b34c8483f HTTP/1.1" status: 200 len: 814 time: 0.1049707 May 10 17:48:23.467840 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-e4de84fe-0489-4f8b-bd0a-98a05dae1bb7 req-fc834058-69f2-4280-8e15-db5d740f25eb tempest-TestMinimumBasicScenario-1856724445 tempest-TestMinimumBasicScenario-1856724445-project] 10.222.0.60 "GET /v2.0/quotas/f582fd9ef9094e8f9b47f7e686e3808a HTTP/1.1" status: 200 len: 375 time: 0.0104034 May 10 17:48:23.518779 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-e4de84fe-0489-4f8b-bd0a-98a05dae1bb7 req-09cac71e-c512-409c-9f00-466dd8e03b9f tempest-TestMinimumBasicScenario-1856724445 tempest-TestMinimumBasicScenario-1856724445-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=f582fd9ef9094e8f9b47f7e686e3808a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0453916 May 10 17:48:23.625053 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-e4de84fe-0489-4f8b-bd0a-98a05dae1bb7 req-03be6ed7-1e0e-45f2-a0e7-613fdba84e67 service neutron] 10.222.0.60 "GET /v2.0/networks/d36cf6d1-7902-4b07-ab50-617b34c8483f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948844 May 10 17:48:23.718041 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-e4de84fe-0489-4f8b-bd0a-98a05dae1bb7 req-6183f1ca-2a77-42be-b6c9-530261d12abb service neutron] 10.222.0.60 "GET /v2.0/networks/d36cf6d1-7902-4b07-ab50-617b34c8483f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869789 May 10 17:48:23.883914 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-3ce823a3-f4f2-4cfe-85e7-2b732c704cf5 req-1aef1f44-923c-4acc-93f8-5dd31a7b57c2 tempest-TestMinimumBasicScenario-1856724445 tempest-TestMinimumBasicScenario-1856724445-project] 10.222.0.60 "GET /v2.0/ports?device_id=4ab1a9bd-b249-4f09-9264-87eb2a4878cb HTTP/1.1" status: 200 len: 210 time: 0.0318179 May 10 17:48:24.984669 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4de84fe-0489-4f8b-bd0a-98a05dae1bb7 req-5fe17c59-7017-4a73-b373-518fec629b49 tempest-TestMinimumBasicScenario-1856724445 tempest-TestMinimumBasicScenario-1856724445-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:48:24.986144 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [req-e4de84fe-0489-4f8b-bd0a-98a05dae1bb7 req-5fe17c59-7017-4a73-b373-518fec629b49 tempest-TestMinimumBasicScenario-1856724445 tempest-TestMinimumBasicScenario-1856724445-project] 10.222.0.77 "GET /v2.0/networks?id=d36cf6d1-7902-4b07-ab50-617b34c8483f HTTP/1.1" status: 200 len: 814 time: 0.1138217 May 10 17:48:24.994037 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-21ac4176-47a0-461a-b0dc-d8131c67c9dd req-68a26370-5461-47ff-8e96-52e3e874a024 tempest-TestMinimumBasicScenario-1856724445 tempest-TestMinimumBasicScenario-1856724445-project] 10.222.0.60 "GET /v2.0/ports?device_id=4ab1a9bd-b249-4f09-9264-87eb2a4878cb HTTP/1.1" status: 200 len: 210 time: 0.0385091 May 10 17:48:25.007949 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.v2.base [req-e4de84fe-0489-4f8b-bd0a-98a05dae1bb7 req-4c3bbb42-e41e-47ac-a7ef-6c7fc1cb1808 tempest-TestMinimumBasicScenario-1856724445 tempest-TestMinimumBasicScenario-1856724445-project] Request body: {'port': {'device_id': '4ab1a9bd-b249-4f09-9264-87eb2a4878cb', 'network_id': 'd36cf6d1-7902-4b07-ab50-617b34c8483f', 'admin_state_up': True, 'tenant_id': 'f582fd9ef9094e8f9b47f7e686e3808a'}} {{(pid=110153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 17:48:25.119935 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e4de84fe-0489-4f8b-bd0a-98a05dae1bb7 req-4c3bbb42-e41e-47ac-a7ef-6c7fc1cb1808 tempest-TestMinimumBasicScenario-1856724445 tempest-TestMinimumBasicScenario-1856724445-project] Made reservation on behalf of f582fd9ef9094e8f9b47f7e686e3808a for: {'port': 1} {{(pid=110153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 17:48:25.123402 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [req-e4de84fe-0489-4f8b-bd0a-98a05dae1bb7 req-4c3bbb42-e41e-47ac-a7ef-6c7fc1cb1808 tempest-TestMinimumBasicScenario-1856724445 tempest-TestMinimumBasicScenario-1856724445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1514036'] for port (None), before_create {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:48:25.286912 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.db.db_base_plugin_common [req-e4de84fe-0489-4f8b-bd0a-98a05dae1bb7 req-4c3bbb42-e41e-47ac-a7ef-6c7fc1cb1808 tempest-TestMinimumBasicScenario-1856724445 tempest-TestMinimumBasicScenario-1856724445-project] Allocated IP 172.20.0.9 (d36cf6d1-7902-4b07-ab50-617b34c8483f/a6e2ccd6-25e8-4d9c-9121-bb83787a16b4/f023603c-ec90-40f8-beef-59e8c9f7f17f) {{(pid=110153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 17:48:25.490080 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [req-e4de84fe-0489-4f8b-bd0a-98a05dae1bb7 req-4c3bbb42-e41e-47ac-a7ef-6c7fc1cb1808 tempest-TestMinimumBasicScenario-1856724445 tempest-TestMinimumBasicScenario-1856724445-project] Publish callbacks [] for port (f023603c-ec90-40f8-beef-59e8c9f7f17f), precommit_create {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:48:25.533370 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [req-e4de84fe-0489-4f8b-bd0a-98a05dae1bb7 req-4c3bbb42-e41e-47ac-a7ef-6c7fc1cb1808 tempest-TestMinimumBasicScenario-1856724445 tempest-TestMinimumBasicScenario-1856724445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1514136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781794686064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207117'] for port (f023603c-ec90-40f8-beef-59e8c9f7f17f), after_create {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:48:25.595571 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e4de84fe-0489-4f8b-bd0a-98a05dae1bb7 req-4c3bbb42-e41e-47ac-a7ef-6c7fc1cb1808 tempest-TestMinimumBasicScenario-1856724445 tempest-TestMinimumBasicScenario-1856724445-project] Network d36cf6d1-7902-4b07-ab50-617b34c8483f is already hosted by enough agents. {{(pid=110153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 17:48:25.599844 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.scheduler.base_scheduler [req-e4de84fe-0489-4f8b-bd0a-98a05dae1bb7 req-4c3bbb42-e41e-47ac-a7ef-6c7fc1cb1808 tempest-TestMinimumBasicScenario-1856724445 tempest-TestMinimumBasicScenario-1856724445-project] Resources bound (agent type, host, resource id): {{(pid=110153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 17:48:25.603448 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4de84fe-0489-4f8b-bd0a-98a05dae1bb7 req-4c3bbb42-e41e-47ac-a7ef-6c7fc1cb1808 tempest-TestMinimumBasicScenario-1856724445 tempest-TestMinimumBasicScenario-1856724445-project] Received port after_create {{(pid=110153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 17:48:25.606558 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3bbb42-e41e-47ac-a7ef-6c7fc1cb1808 tempest-TestMinimumBasicScenario-1856724445 tempest-TestMinimumBasicScenario-1856724445-project] Pushing event updated for resources: {'Port': ['ID=f023603c-ec90-40f8-beef-59e8c9f7f17f,revision_number=1']} {{(pid=110153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:48:25.670081 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4de84fe-0489-4f8b-bd0a-98a05dae1bb7 req-4c3bbb42-e41e-47ac-a7ef-6c7fc1cb1808 tempest-TestMinimumBasicScenario-1856724445 tempest-TestMinimumBasicScenario-1856724445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:48:25.670757 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [req-e4de84fe-0489-4f8b-bd0a-98a05dae1bb7 req-4c3bbb42-e41e-47ac-a7ef-6c7fc1cb1808 tempest-TestMinimumBasicScenario-1856724445 tempest-TestMinimumBasicScenario-1856724445-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29634'] for port (None), before_response {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:48:25.719216 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [req-e4de84fe-0489-4f8b-bd0a-98a05dae1bb7 req-4c3bbb42-e41e-47ac-a7ef-6c7fc1cb1808 tempest-TestMinimumBasicScenario-1856724445 tempest-TestMinimumBasicScenario-1856724445-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7153225 May 10 17:48:25.911962 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.db.provisioning_blocks [None req-7d8b987e-4e55-4361-8322-129ffe708825 None None] Provisioning complete for port f023603c-ec90-40f8-beef-59e8c9f7f17f triggered by entity DHCP. {{(pid=110154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 17:48:25.912922 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-7d8b987e-4e55-4361-8322-129ffe708825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525495'] for port (f023603c-ec90-40f8-beef-59e8c9f7f17f), provisioning_complete {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:48:25.949767 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.plugin [None req-7d8b987e-4e55-4361-8322-129ffe708825 None None] Port f023603c-ec90-40f8-beef-59e8c9f7f17f cannot update to ACTIVE because it is not bound. {{(pid=110154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 10 17:48:26.109856 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce87170-e928-4a65-84e5-10a4e8907cb0 req-489c2912-fcbd-4f16-ac0a-2a73d1e8dea8 tempest-TestMinimumBasicScenario-1856724445 tempest-TestMinimumBasicScenario-1856724445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:48:26.111439 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-1ce87170-e928-4a65-84e5-10a4e8907cb0 req-489c2912-fcbd-4f16-ac0a-2a73d1e8dea8 tempest-TestMinimumBasicScenario-1856724445 tempest-TestMinimumBasicScenario-1856724445-project] 10.222.0.60 "GET /v2.0/ports?device_id=4ab1a9bd-b249-4f09-9264-87eb2a4878cb HTTP/1.1" status: 200 len: 931 time: 0.0476527 May 10 17:48:26.167604 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-1ce87170-e928-4a65-84e5-10a4e8907cb0 req-b8ae4596-d2bf-4d15-bf15-b28491e3dbea tempest-TestMinimumBasicScenario-1856724445 tempest-TestMinimumBasicScenario-1856724445-project] 10.222.0.60 "GET /v2.0/security-groups?id=4291c383-f1b0-498a-957d-36fec04b0997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485168 May 10 17:48:27.301414 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87167795-4a7f-4e80-9854-9e534a688cf5 req-e1d16f47-6996-4bf9-b1ba-a22c1d0292d3 tempest-TestMinimumBasicScenario-1856724445 tempest-TestMinimumBasicScenario-1856724445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:48:27.302799 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-87167795-4a7f-4e80-9854-9e534a688cf5 req-e1d16f47-6996-4bf9-b1ba-a22c1d0292d3 tempest-TestMinimumBasicScenario-1856724445 tempest-TestMinimumBasicScenario-1856724445-project] 10.222.0.60 "GET /v2.0/ports?device_id=4ab1a9bd-b249-4f09-9264-87eb2a4878cb HTTP/1.1" status: 200 len: 931 time: 0.0616002 May 10 17:48:27.359668 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-87167795-4a7f-4e80-9854-9e534a688cf5 req-8d7643a6-967e-49ef-b633-413b39b758a1 tempest-TestMinimumBasicScenario-1856724445 tempest-TestMinimumBasicScenario-1856724445-project] 10.222.0.60 "GET /v2.0/security-groups?id=4291c383-f1b0-498a-957d-36fec04b0997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506623 May 10 17:48:27.574737 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-ac424b9c-4997-4ba3-801d-7c9965614867 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781795183391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525393'] for agent (b2ad0527-00d5-4995-bc97-ec84c4e02f0b), after_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:48:28.480364 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25977a95-2057-4abe-b682-f7fd6f91d492 req-b3c97e62-44ca-4610-8507-1ca35dfe794e tempest-TestMinimumBasicScenario-1856724445 tempest-TestMinimumBasicScenario-1856724445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:48:28.481843 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-25977a95-2057-4abe-b682-f7fd6f91d492 req-b3c97e62-44ca-4610-8507-1ca35dfe794e tempest-TestMinimumBasicScenario-1856724445 tempest-TestMinimumBasicScenario-1856724445-project] 10.222.0.60 "GET /v2.0/ports?device_id=4ab1a9bd-b249-4f09-9264-87eb2a4878cb HTTP/1.1" status: 200 len: 931 time: 0.0474432 May 10 17:48:28.530875 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-25977a95-2057-4abe-b682-f7fd6f91d492 req-3e85d5b0-73e3-4d9c-9ccd-7944db133006 tempest-TestMinimumBasicScenario-1856724445 tempest-TestMinimumBasicScenario-1856724445-project] 10.222.0.60 "GET /v2.0/security-groups?id=4291c383-f1b0-498a-957d-36fec04b0997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433211 May 10 17:48:29.651351 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b59fe3-f3aa-4bd0-95d4-9d303c8aa666 req-5ee54fcc-3d2d-49c4-8f81-fe9be6be965c tempest-TestMinimumBasicScenario-1856724445 tempest-TestMinimumBasicScenario-1856724445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:48:29.652924 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-55b59fe3-f3aa-4bd0-95d4-9d303c8aa666 req-5ee54fcc-3d2d-49c4-8f81-fe9be6be965c tempest-TestMinimumBasicScenario-1856724445 tempest-TestMinimumBasicScenario-1856724445-project] 10.222.0.60 "GET /v2.0/ports?device_id=4ab1a9bd-b249-4f09-9264-87eb2a4878cb HTTP/1.1" status: 200 len: 931 time: 0.0481501 May 10 17:48:29.707580 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-55b59fe3-f3aa-4bd0-95d4-9d303c8aa666 req-676d4704-51ad-49fd-b218-5743295e251d tempest-TestMinimumBasicScenario-1856724445 tempest-TestMinimumBasicScenario-1856724445-project] 10.222.0.60 "GET /v2.0/security-groups?id=4291c383-f1b0-498a-957d-36fec04b0997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479009 May 10 17:48:29.912843 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-c5378552-a518-414b-ae58-9fff06cea817 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781795183391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525393'] for agent (eaac381b-e402-41c3-a8e6-8f962681d3e6), after_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:48:30.835723 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e061f94b-18e9-457c-8377-2dc0ec15182c req-9b5d9daf-dd69-41e3-9fb8-88a99e418e08 tempest-TestMinimumBasicScenario-1856724445 tempest-TestMinimumBasicScenario-1856724445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:48:30.838330 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-e061f94b-18e9-457c-8377-2dc0ec15182c req-9b5d9daf-dd69-41e3-9fb8-88a99e418e08 tempest-TestMinimumBasicScenario-1856724445 tempest-TestMinimumBasicScenario-1856724445-project] 10.222.0.60 "GET /v2.0/ports?device_id=4ab1a9bd-b249-4f09-9264-87eb2a4878cb HTTP/1.1" status: 200 len: 931 time: 0.0561101 May 10 17:48:30.898712 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-e061f94b-18e9-457c-8377-2dc0ec15182c req-de02d558-f084-44ab-8ffb-db9c3fbc4329 tempest-TestMinimumBasicScenario-1856724445 tempest-TestMinimumBasicScenario-1856724445-project] 10.222.0.60 "GET /v2.0/security-groups?id=4291c383-f1b0-498a-957d-36fec04b0997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544641 May 10 17:48:31.455214 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-d07e8966-ef10-4d42-b774-228753b3fd3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781795183391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525393'] for agent (a55810b0-63c4-4499-a4d9-efcdb1615ce8), after_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:48:31.604089 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781795183391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525393'] for agent (16638279-eb91-49a3-95a5-8b540cc2f948), after_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:48:32.029524 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e86d3a-4918-4f78-ade8-8fc89ce2b2b9 req-2311389f-1cd6-4c4d-b963-7d067d17731a tempest-TestMinimumBasicScenario-1856724445 tempest-TestMinimumBasicScenario-1856724445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:48:32.031278 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-a4e86d3a-4918-4f78-ade8-8fc89ce2b2b9 req-2311389f-1cd6-4c4d-b963-7d067d17731a tempest-TestMinimumBasicScenario-1856724445 tempest-TestMinimumBasicScenario-1856724445-project] 10.222.0.60 "GET /v2.0/ports?device_id=4ab1a9bd-b249-4f09-9264-87eb2a4878cb HTTP/1.1" status: 200 len: 931 time: 0.0554287 May 10 17:48:32.085355 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-a4e86d3a-4918-4f78-ade8-8fc89ce2b2b9 req-0b40103c-f0b2-4638-908a-25dec7b2cd66 tempest-TestMinimumBasicScenario-1856724445 tempest-TestMinimumBasicScenario-1856724445-project] 10.222.0.60 "GET /v2.0/security-groups?id=4291c383-f1b0-498a-957d-36fec04b0997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485234 May 10 17:48:33.044819 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-ae45faaf-356d-4e4a-a605-33fedb92cd97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781795183391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525393'] for agent (6a57b374-0daf-4fe3-9dd1-3d457a537aa7), after_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:48:33.214336 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080a9bc1-fc90-4bf4-9c9c-91242f6cc7be req-ebcdc01d-0eeb-4941-924d-2ca1b1a0b7ed tempest-TestMinimumBasicScenario-1856724445 tempest-TestMinimumBasicScenario-1856724445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:48:33.215899 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-080a9bc1-fc90-4bf4-9c9c-91242f6cc7be req-ebcdc01d-0eeb-4941-924d-2ca1b1a0b7ed tempest-TestMinimumBasicScenario-1856724445 tempest-TestMinimumBasicScenario-1856724445-project] 10.222.0.60 "GET /v2.0/ports?device_id=4ab1a9bd-b249-4f09-9264-87eb2a4878cb HTTP/1.1" status: 200 len: 931 time: 0.0535233 May 10 17:48:33.503243 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-080a9bc1-fc90-4bf4-9c9c-91242f6cc7be req-134e3e47-ced3-4692-aba0-416474db58b1 tempest-TestMinimumBasicScenario-1856724445 tempest-TestMinimumBasicScenario-1856724445-project] 10.222.0.60 "GET /v2.0/security-groups?id=4291c383-f1b0-498a-957d-36fec04b0997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2815990 May 10 17:48:34.508425 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-6e697e78-9dd1-4bc1-8573-56b901d07725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781795183391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525393'] for agent (fdc37a75-b7a9-4e92-a59c-f5b8c02d060c), after_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:48:34.648333 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bb613a-643f-4472-8c79-ff5411e30f86 req-b7a7917e-ab0e-4f5f-829c-4b8abe825b79 tempest-TestMinimumBasicScenario-1856724445 tempest-TestMinimumBasicScenario-1856724445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:48:34.652235 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-24bb613a-643f-4472-8c79-ff5411e30f86 req-b7a7917e-ab0e-4f5f-829c-4b8abe825b79 tempest-TestMinimumBasicScenario-1856724445 tempest-TestMinimumBasicScenario-1856724445-project] 10.222.0.60 "GET /v2.0/ports?device_id=4ab1a9bd-b249-4f09-9264-87eb2a4878cb HTTP/1.1" status: 200 len: 931 time: 0.0563455 May 10 17:48:34.714079 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-24bb613a-643f-4472-8c79-ff5411e30f86 req-bcc81e4d-8cdb-4413-bb41-49d9149421bd tempest-TestMinimumBasicScenario-1856724445 tempest-TestMinimumBasicScenario-1856724445-project] 10.222.0.60 "GET /v2.0/security-groups?id=4291c383-f1b0-498a-957d-36fec04b0997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496254 May 10 17:48:35.869452 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af16791-f67c-42b8-8a65-bf57381688cc req-7428bd69-8337-4fe4-b332-376cdc2280cb tempest-TestMinimumBasicScenario-1856724445 tempest-TestMinimumBasicScenario-1856724445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:48:35.871056 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-6af16791-f67c-42b8-8a65-bf57381688cc req-7428bd69-8337-4fe4-b332-376cdc2280cb tempest-TestMinimumBasicScenario-1856724445 tempest-TestMinimumBasicScenario-1856724445-project] 10.222.0.60 "GET /v2.0/ports?device_id=4ab1a9bd-b249-4f09-9264-87eb2a4878cb HTTP/1.1" status: 200 len: 931 time: 0.0576754 May 10 17:48:35.932239 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-6af16791-f67c-42b8-8a65-bf57381688cc req-a07105e2-2328-4fc3-922e-da1c1582ef2d tempest-TestMinimumBasicScenario-1856724445 tempest-TestMinimumBasicScenario-1856724445-project] 10.222.0.60 "GET /v2.0/security-groups?id=4291c383-f1b0-498a-957d-36fec04b0997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508852 May 10 17:48:36.830889 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.db.agents_db [None req-b17e131c-d64b-4b97-8e8f-6c45925a5783 None None] Agent healthcheck: found 6 active agents {{(pid=110155) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 17:48:37.053157 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932ac941-3521-41bd-8c7c-d7930a8acc69 req-1959744b-ed84-4d0e-8355-2a1ebfa23bfd tempest-TestMinimumBasicScenario-1856724445 tempest-TestMinimumBasicScenario-1856724445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:48:37.054821 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-932ac941-3521-41bd-8c7c-d7930a8acc69 req-1959744b-ed84-4d0e-8355-2a1ebfa23bfd tempest-TestMinimumBasicScenario-1856724445 tempest-TestMinimumBasicScenario-1856724445-project] 10.222.0.60 "GET /v2.0/ports?device_id=4ab1a9bd-b249-4f09-9264-87eb2a4878cb HTTP/1.1" status: 200 len: 931 time: 0.0513384 May 10 17:48:37.107521 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-932ac941-3521-41bd-8c7c-d7930a8acc69 req-bbdd4429-f8d1-4600-8534-7a6aed956d91 tempest-TestMinimumBasicScenario-1856724445 tempest-TestMinimumBasicScenario-1856724445-project] 10.222.0.60 "GET /v2.0/security-groups?id=4291c383-f1b0-498a-957d-36fec04b0997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460098 May 10 17:48:38.230793 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645bc7c0-80f6-4366-87d1-c417b7beaf91 req-19beef5b-a81a-445c-8d60-5ba48ab62774 tempest-TestMinimumBasicScenario-1856724445 tempest-TestMinimumBasicScenario-1856724445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:48:38.232723 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-645bc7c0-80f6-4366-87d1-c417b7beaf91 req-19beef5b-a81a-445c-8d60-5ba48ab62774 tempest-TestMinimumBasicScenario-1856724445 tempest-TestMinimumBasicScenario-1856724445-project] 10.222.0.60 "GET /v2.0/ports?device_id=4ab1a9bd-b249-4f09-9264-87eb2a4878cb HTTP/1.1" status: 200 len: 931 time: 0.0547128 May 10 17:48:38.279713 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-645bc7c0-80f6-4366-87d1-c417b7beaf91 req-f0fbd67c-3ed0-4587-a870-de51039bf769 tempest-TestMinimumBasicScenario-1856724445 tempest-TestMinimumBasicScenario-1856724445-project] 10.222.0.60 "GET /v2.0/security-groups?id=4291c383-f1b0-498a-957d-36fec04b0997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415781 May 10 17:48:39.408330 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee3c087-d11c-459f-be42-a6c9c0c360e6 req-cecf1d6c-4e18-4597-a725-620558a3a2cc tempest-TestMinimumBasicScenario-1856724445 tempest-TestMinimumBasicScenario-1856724445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:48:39.410924 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-3ee3c087-d11c-459f-be42-a6c9c0c360e6 req-cecf1d6c-4e18-4597-a725-620558a3a2cc tempest-TestMinimumBasicScenario-1856724445 tempest-TestMinimumBasicScenario-1856724445-project] 10.222.0.60 "GET /v2.0/ports?device_id=4ab1a9bd-b249-4f09-9264-87eb2a4878cb HTTP/1.1" status: 200 len: 931 time: 0.0616157 May 10 17:48:39.459285 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-3ee3c087-d11c-459f-be42-a6c9c0c360e6 req-712e103f-aef2-4b34-b2e6-99bac92baa00 tempest-TestMinimumBasicScenario-1856724445 tempest-TestMinimumBasicScenario-1856724445-project] 10.222.0.60 "GET /v2.0/security-groups?id=4291c383-f1b0-498a-957d-36fec04b0997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421159 May 10 17:48:40.571278 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6a66e7-1fd2-4020-a0f0-965497d7aab4 req-15a9c293-94ea-4bb4-b67b-88bbb265b45b tempest-TestMinimumBasicScenario-1856724445 tempest-TestMinimumBasicScenario-1856724445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:48:40.573074 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-4d6a66e7-1fd2-4020-a0f0-965497d7aab4 req-15a9c293-94ea-4bb4-b67b-88bbb265b45b tempest-TestMinimumBasicScenario-1856724445 tempest-TestMinimumBasicScenario-1856724445-project] 10.222.0.60 "GET /v2.0/ports?device_id=4ab1a9bd-b249-4f09-9264-87eb2a4878cb HTTP/1.1" status: 200 len: 931 time: 0.0479710 May 10 17:48:40.621527 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-4d6a66e7-1fd2-4020-a0f0-965497d7aab4 req-4d779b0a-ad38-4d34-a1ca-0a1ca2e51918 tempest-TestMinimumBasicScenario-1856724445 tempest-TestMinimumBasicScenario-1856724445-project] 10.222.0.60 "GET /v2.0/security-groups?id=4291c383-f1b0-498a-957d-36fec04b0997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426624 May 10 17:48:40.644500 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.v2.base [req-e4de84fe-0489-4f8b-bd0a-98a05dae1bb7 req-7d9e526f-4ce6-4560-bd8a-217f1f528aed service neutron] Request body: {'port': {'device_id': '4ab1a9bd-b249-4f09-9264-87eb2a4878cb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84130'}} {{(pid=110153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 17:48:40.710157 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [req-e4de84fe-0489-4f8b-bd0a-98a05dae1bb7 req-7d9e526f-4ce6-4560-bd8a-217f1f528aed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1514036'] for port (f023603c-ec90-40f8-beef-59e8c9f7f17f), before_update {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:48:40.850659 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-11a4ce99-ffbd-434a-bd44-e78bf3c7a88b req-f247d12c-ac0b-48f8-94c0-418359e1889c service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=d577a65c-d60c-4d64-a506-89ea984fe255&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0622935 May 10 17:48:40.983954 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.notifiers.nova [req-e4de84fe-0489-4f8b-bd0a-98a05dae1bb7 req-7d9e526f-4ce6-4560-bd8a-217f1f528aed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f023603c-ec90-40f8-beef-59e8c9f7f17f {{(pid=110153) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 17:48:40.992497 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [req-e4de84fe-0489-4f8b-bd0a-98a05dae1bb7 req-7d9e526f-4ce6-4560-bd8a-217f1f528aed service neutron] Publish callbacks [] for port (f023603c-ec90-40f8-beef-59e8c9f7f17f), precommit_update {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:48:41.006261 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.db.provisioning_blocks [req-e4de84fe-0489-4f8b-bd0a-98a05dae1bb7 req-7d9e526f-4ce6-4560-bd8a-217f1f528aed service neutron] Transition to ACTIVE for port object f023603c-ec90-40f8-beef-59e8c9f7f17f will not be triggered until provisioned by entity L2. {{(pid=110153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 10 17:48:41.009684 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [req-e4de84fe-0489-4f8b-bd0a-98a05dae1bb7 req-7d9e526f-4ce6-4560-bd8a-217f1f528aed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1514136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781795229094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781794686082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781794686100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4207220'] for port (f023603c-ec90-40f8-beef-59e8c9f7f17f), after_update {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:48:41.083029 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9e526f-4ce6-4560-bd8a-217f1f528aed service neutron] Pushing event updated for resources: {'Port': ['ID=f023603c-ec90-40f8-beef-59e8c9f7f17f,revision_number=2']} {{(pid=110153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:48:41.151344 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.plugins.ml2.managers [req-e4de84fe-0489-4f8b-bd0a-98a05dae1bb7 req-7d9e526f-4ce6-4560-bd8a-217f1f528aed service neutron] Attempting to bind port f023603c-ec90-40f8-beef-59e8c9f7f17f on host hv-cinder-84130 for vnic_type normal with profile {{(pid=110153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 17:48:41.151609 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c32f31-f739-4ff8-95ae-bc759e6840b8 req-cb9fb792-77ca-4c03-b083-12a6fba3b359 tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:48:41.151975 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.plugins.ml2.managers [req-e4de84fe-0489-4f8b-bd0a-98a05dae1bb7 req-7d9e526f-4ce6-4560-bd8a-217f1f528aed service neutron] Attempting to bind port f023603c-ec90-40f8-beef-59e8c9f7f17f by drivers openvswitch,hyperv on host hv-cinder-84130 at level 0 using segments [{'id': 'fae9f46d-4ca7-4637-b63a-3e8d3f0e0761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'd36cf6d1-7902-4b07-ab50-617b34c8483f'}] {{(pid=110153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 17:48:41.152582 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4de84fe-0489-4f8b-bd0a-98a05dae1bb7 req-7d9e526f-4ce6-4560-bd8a-217f1f528aed service neutron] Attempting to bind port f023603c-ec90-40f8-beef-59e8c9f7f17f on network d36cf6d1-7902-4b07-ab50-617b34c8483f {{(pid=110153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 17:48:41.153764 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-01c32f31-f739-4ff8-95ae-bc759e6840b8 req-cb9fb792-77ca-4c03-b083-12a6fba3b359 tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] 10.222.0.60 "GET /v2.0/ports?device_id=4006eed6-2338-46b7-9133-e5c3fdead35c HTTP/1.1" status: 200 len: 946 time: 0.0612338 May 10 17:48:41.160878 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4de84fe-0489-4f8b-bd0a-98a05dae1bb7 req-7d9e526f-4ce6-4560-bd8a-217f1f528aed service neutron] Port f023603c-ec90-40f8-beef-59e8c9f7f17f on network d36cf6d1-7902-4b07-ab50-617b34c8483f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84130 {{(pid=110153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 17:48:41.161498 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4de84fe-0489-4f8b-bd0a-98a05dae1bb7 req-7d9e526f-4ce6-4560-bd8a-217f1f528aed service neutron] Attempting to bind port f023603c-ec90-40f8-beef-59e8c9f7f17f on network d36cf6d1-7902-4b07-ab50-617b34c8483f {{(pid=110153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 17:48:41.170451 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4de84fe-0489-4f8b-bd0a-98a05dae1bb7 req-7d9e526f-4ce6-4560-bd8a-217f1f528aed service neutron] Checking agent: {'id': '16638279-eb91-49a3-95a5-8b540cc2f948', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84130', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 17, 42, 31), 'started_at': datetime.datetime(2022, 5, 10, 17, 42, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 17, 48, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 17:48:41.171147 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4de84fe-0489-4f8b-bd0a-98a05dae1bb7 req-7d9e526f-4ce6-4560-bd8a-217f1f528aed service neutron] Checking segment: {'id': 'fae9f46d-4ca7-4637-b63a-3e8d3f0e0761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'd36cf6d1-7902-4b07-ab50-617b34c8483f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 17:48:41.171743 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4de84fe-0489-4f8b-bd0a-98a05dae1bb7 req-7d9e526f-4ce6-4560-bd8a-217f1f528aed service neutron] Bound using segment: {'id': 'fae9f46d-4ca7-4637-b63a-3e8d3f0e0761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'd36cf6d1-7902-4b07-ab50-617b34c8483f'} {{(pid=110153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 17:48:41.172493 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.plugins.ml2.managers [req-e4de84fe-0489-4f8b-bd0a-98a05dae1bb7 req-7d9e526f-4ce6-4560-bd8a-217f1f528aed service neutron] Bound port: f023603c-ec90-40f8-beef-59e8c9f7f17f, host: hv-cinder-84130, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fae9f46d-4ca7-4637-b63a-3e8d3f0e0761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'd36cf6d1-7902-4b07-ab50-617b34c8483f'}}] {{(pid=110153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 17:48:41.173136 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [req-e4de84fe-0489-4f8b-bd0a-98a05dae1bb7 req-7d9e526f-4ce6-4560-bd8a-217f1f528aed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1514036'] for port (f023603c-ec90-40f8-beef-59e8c9f7f17f), before_update {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:48:41.210368 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-01c32f31-f739-4ff8-95ae-bc759e6840b8 req-eaa6c7db-f038-4748-9f2b-4a7b0e8e8a3f tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] 10.222.0.60 "GET /v2.0/security-groups?id=c42b6551-bc09-4e3b-af37-c7597825b22a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500245 May 10 17:48:41.264269 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.plugins.ml2.db [req-e4de84fe-0489-4f8b-bd0a-98a05dae1bb7 req-7d9e526f-4ce6-4560-bd8a-217f1f528aed service neutron] For port f023603c-ec90-40f8-beef-59e8c9f7f17f, host hv-cinder-84130, cleared binding levels {{(pid=110153) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 17:48:41.267810 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.plugins.ml2.db [req-e4de84fe-0489-4f8b-bd0a-98a05dae1bb7 req-7d9e526f-4ce6-4560-bd8a-217f1f528aed service neutron] For port f023603c-ec90-40f8-beef-59e8c9f7f17f, host hv-cinder-84130, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84130',level=0,port_id=f023603c-ec90-40f8-beef-59e8c9f7f17f,segment=NetworkSegment(fae9f46d-4ca7-4637-b63a-3e8d3f0e0761),segment_id=fae9f46d-4ca7-4637-b63a-3e8d3f0e0761)] {{(pid=110153) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 17:48:41.275775 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [req-e4de84fe-0489-4f8b-bd0a-98a05dae1bb7 req-7d9e526f-4ce6-4560-bd8a-217f1f528aed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1514136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781795229094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781794686082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781794686100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4207220'] for port (f023603c-ec90-40f8-beef-59e8c9f7f17f), after_update {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:48:41.308390 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4de84fe-0489-4f8b-bd0a-98a05dae1bb7 req-7d9e526f-4ce6-4560-bd8a-217f1f528aed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:48:41.309004 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [req-e4de84fe-0489-4f8b-bd0a-98a05dae1bb7 req-7d9e526f-4ce6-4560-bd8a-217f1f528aed service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29634'] for port (None), before_response {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:48:41.310443 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [req-e4de84fe-0489-4f8b-bd0a-98a05dae1bb7 req-7d9e526f-4ce6-4560-bd8a-217f1f528aed service neutron] 10.222.0.77 "PUT /v2.0/ports/f023603c-ec90-40f8-beef-59e8c9f7f17f HTTP/1.1" status: 200 len: 1093 time: 0.6702926 May 10 17:48:41.311064 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ab1a9bd-b249-4f09-9264-87eb2a4878cb', 'tag': 'f023603c-ec90-40f8-beef-59e8c9f7f17f'}] {{(pid=110153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 17:48:41.313426 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eaab9ead4487dd9c6a2039b1a38fb17917f553062224ea878bb9a20dea692460" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54d20277-dedd-4915-8633-85885edadc62" -d '{"events": [{"name": "network-changed", "server_uuid": "4ab1a9bd-b249-4f09-9264-87eb2a4878cb", "tag": "f023603c-ec90-40f8-beef-59e8c9f7f17f"}]}' {{(pid=110153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 17:48:41.347330 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9e526f-4ce6-4560-bd8a-217f1f528aed service neutron] Pushing event updated for resources: {'Port': ['ID=f023603c-ec90-40f8-beef-59e8c9f7f17f,revision_number=3']} {{(pid=110153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:48:41.354797 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 17:48:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1573894e-7caa-47b5-ba5c-95675d4d2373 x-openstack-request-id: req-1573894e-7caa-47b5-ba5c-95675d4d2373 {{(pid=110153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 17:48:41.355170 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ab1a9bd-b249-4f09-9264-87eb2a4878cb", "tag": "f023603c-ec90-40f8-beef-59e8c9f7f17f", "status": "completed", "code": 200}]} {{(pid=110153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 17:48:41.355459 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-1573894e-7caa-47b5-ba5c-95675d4d2373 {{(pid=110153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 17:48:41.355877 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1573894e-7caa-47b5-ba5c-95675d4d2373'] response: {'name': 'network-changed', 'server_uuid': '4ab1a9bd-b249-4f09-9264-87eb2a4878cb', 'tag': 'f023603c-ec90-40f8-beef-59e8c9f7f17f', 'status': 'completed', 'code': 200} May 10 17:48:41.504781 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a4ce99-ffbd-434a-bd44-e78bf3c7a88b req-66aa9e10-fbaf-4030-9cec-07bb9a917c12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:48:41.506312 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-11a4ce99-ffbd-434a-bd44-e78bf3c7a88b req-66aa9e10-fbaf-4030-9cec-07bb9a917c12 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=ec9da2f35bcd444fa485c453103df5cc&device_id=d577a65c-d60c-4d64-a506-89ea984fe255 HTTP/1.1" status: 200 len: 1129 time: 0.0408375 May 10 17:48:41.612374 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4de84fe-0489-4f8b-bd0a-98a05dae1bb7 req-eafb6e97-e9c6-45bb-abbe-ab8bd346f2d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:48:41.613855 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [req-e4de84fe-0489-4f8b-bd0a-98a05dae1bb7 req-eafb6e97-e9c6-45bb-abbe-ab8bd346f2d5 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=f582fd9ef9094e8f9b47f7e686e3808a&device_id=4ab1a9bd-b249-4f09-9264-87eb2a4878cb HTTP/1.1" status: 200 len: 1127 time: 0.0400069 May 10 17:48:41.687341 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [req-e4de84fe-0489-4f8b-bd0a-98a05dae1bb7 req-f3afcd2c-5dde-4f1f-af13-fca46dc130a0 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f023603c-ec90-40f8-beef-59e8c9f7f17f HTTP/1.1" status: 200 len: 217 time: 0.0397282 May 10 17:48:41.751656 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4de84fe-0489-4f8b-bd0a-98a05dae1bb7 req-d0baebc7-09ef-42fc-b8ba-bf0b56e6c6a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:48:41.753996 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [req-e4de84fe-0489-4f8b-bd0a-98a05dae1bb7 req-d0baebc7-09ef-42fc-b8ba-bf0b56e6c6a9 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=a6e2ccd6-25e8-4d9c-9121-bb83787a16b4 HTTP/1.1" status: 200 len: 853 time: 0.0588071 May 10 17:48:41.807929 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08302b73-fe10-43b3-9cf0-b2f24f6e361c req-18a85e7f-cc12-4aec-86e0-c7e23210628d tempest-TestMinimumBasicScenario-1856724445 tempest-TestMinimumBasicScenario-1856724445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:48:41.809408 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-08302b73-fe10-43b3-9cf0-b2f24f6e361c req-18a85e7f-cc12-4aec-86e0-c7e23210628d tempest-TestMinimumBasicScenario-1856724445 tempest-TestMinimumBasicScenario-1856724445-project] 10.222.0.60 "GET /v2.0/ports?device_id=4ab1a9bd-b249-4f09-9264-87eb2a4878cb HTTP/1.1" status: 200 len: 943 time: 0.0699675 May 10 17:48:41.842003 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a4ce99-ffbd-434a-bd44-e78bf3c7a88b req-ec8c0d09-de51-4271-a066-70c4d7c9f787 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:48:41.843510 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-11a4ce99-ffbd-434a-bd44-e78bf3c7a88b req-ec8c0d09-de51-4271-a066-70c4d7c9f787 service neutron] 10.222.0.77 "GET /v2.0/networks?id=f37a5a11-05c8-4d32-b0a0-13874a53c216 HTTP/1.1" status: 200 len: 919 time: 0.1948116 May 10 17:48:41.857676 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4de84fe-0489-4f8b-bd0a-98a05dae1bb7 req-a13fa854-59b6-498a-a89d-a5b76581cf07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:48:41.859188 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [req-e4de84fe-0489-4f8b-bd0a-98a05dae1bb7 req-a13fa854-59b6-498a-a89d-a5b76581cf07 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=d36cf6d1-7902-4b07-ab50-617b34c8483f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0404840 May 10 17:48:41.902121 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-11a4ce99-ffbd-434a-bd44-e78bf3c7a88b req-cd77bfd2-cd9f-403b-acdf-48d22db41fa7 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bc6ac4c5-c4f8-4e9e-abbf-8071b383eb36 HTTP/1.1" status: 200 len: 217 time: 0.0501335 May 10 17:48:41.917289 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-08302b73-fe10-43b3-9cf0-b2f24f6e361c req-896bb49f-6623-4e18-aa99-349dc9b6146d tempest-TestMinimumBasicScenario-1856724445 tempest-TestMinimumBasicScenario-1856724445-project] 10.222.0.60 "GET /v2.0/security-groups?id=4291c383-f1b0-498a-957d-36fec04b0997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992496 May 10 17:48:41.958156 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [req-e4de84fe-0489-4f8b-bd0a-98a05dae1bb7 req-8d1677e0-74b6-44df-8c6c-1767b1892816 service neutron] 10.222.0.77 "GET /v2.0/networks/d36cf6d1-7902-4b07-ab50-617b34c8483f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913556 May 10 17:48:42.079239 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a4ce99-ffbd-434a-bd44-e78bf3c7a88b req-c7b63cdd-6382-4278-9f78-933a67ae6a1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:48:42.080784 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-11a4ce99-ffbd-434a-bd44-e78bf3c7a88b req-c7b63cdd-6382-4278-9f78-933a67ae6a1b service neutron] 10.222.0.77 "GET /v2.0/subnets?id=cc50f2c8-8caf-42b1-b7c4-50bfe5301336 HTTP/1.1" status: 200 len: 857 time: 0.0468812 May 10 17:48:42.120427 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [req-e4de84fe-0489-4f8b-bd0a-98a05dae1bb7 req-04a19075-9dc2-4d43-bfaf-f2fe5838e359 service neutron] 10.222.0.77 "GET /v2.0/networks/d36cf6d1-7902-4b07-ab50-617b34c8483f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862272 May 10 17:48:42.128269 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a4ce99-ffbd-434a-bd44-e78bf3c7a88b req-9e5e77e2-71ee-48d7-86fc-2d4750843148 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:48:42.129761 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-11a4ce99-ffbd-434a-bd44-e78bf3c7a88b req-9e5e77e2-71ee-48d7-86fc-2d4750843148 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=f37a5a11-05c8-4d32-b0a0-13874a53c216&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0400295 May 10 17:48:42.249619 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-11a4ce99-ffbd-434a-bd44-e78bf3c7a88b req-1fbca166-60d1-4c31-9873-bf2f0de834eb service neutron] 10.222.0.77 "GET /v2.0/networks/f37a5a11-05c8-4d32-b0a0-13874a53c216?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907645 May 10 17:48:42.348718 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72071d3-7603-4296-ac73-e2bbad12469d req-4dc9fcf2-54c1-434e-884c-fa238ec8d9f3 tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:48:42.350221 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-f72071d3-7603-4296-ac73-e2bbad12469d req-4dc9fcf2-54c1-434e-884c-fa238ec8d9f3 tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] 10.222.0.60 "GET /v2.0/ports?device_id=4006eed6-2338-46b7-9133-e5c3fdead35c HTTP/1.1" status: 200 len: 946 time: 0.0493205 May 10 17:48:42.400955 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-f72071d3-7603-4296-ac73-e2bbad12469d req-d002c002-d0f1-4229-81c2-5f5d09909dc4 tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] 10.222.0.60 "GET /v2.0/security-groups?id=c42b6551-bc09-4e3b-af37-c7597825b22a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429673 May 10 17:48:43.033878 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378e426f-d644-44ee-a0ef-9e445e313500 req-c76f6b20-89c8-4a8a-9056-1e15034a3be3 tempest-TestMinimumBasicScenario-1856724445 tempest-TestMinimumBasicScenario-1856724445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:48:43.035394 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-378e426f-d644-44ee-a0ef-9e445e313500 req-c76f6b20-89c8-4a8a-9056-1e15034a3be3 tempest-TestMinimumBasicScenario-1856724445 tempest-TestMinimumBasicScenario-1856724445-project] 10.222.0.60 "GET /v2.0/ports?device_id=4ab1a9bd-b249-4f09-9264-87eb2a4878cb HTTP/1.1" status: 200 len: 943 time: 0.0495305 May 10 17:48:43.085002 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-378e426f-d644-44ee-a0ef-9e445e313500 req-d86e6592-afa7-4a68-ae75-1768a7cd84d6 tempest-TestMinimumBasicScenario-1856724445 tempest-TestMinimumBasicScenario-1856724445-project] 10.222.0.60 "GET /v2.0/security-groups?id=4291c383-f1b0-498a-957d-36fec04b0997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424786 May 10 17:48:43.240214 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff45fc1-72a4-4ef7-bfb0-9b8dc4917372 req-1f0312cb-8590-4831-a0a8-3e128ba7f82f tempest-VolumesSnapshotTestJSON-1645568956 tempest-VolumesSnapshotTestJSON-1645568956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:48:43.241720 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-2ff45fc1-72a4-4ef7-bfb0-9b8dc4917372 req-1f0312cb-8590-4831-a0a8-3e128ba7f82f tempest-VolumesSnapshotTestJSON-1645568956 tempest-VolumesSnapshotTestJSON-1645568956-project] 10.222.0.60 "GET /v2.0/ports?device_id=858afd1f-cdd5-4c30-b255-155c40b54fb0 HTTP/1.1" status: 200 len: 946 time: 0.0538466 May 10 17:48:43.293116 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-2ff45fc1-72a4-4ef7-bfb0-9b8dc4917372 req-9c9bff5d-0207-4dd6-80fc-fe74fe8f2bb0 tempest-VolumesSnapshotTestJSON-1645568956 tempest-VolumesSnapshotTestJSON-1645568956-project] 10.222.0.60 "GET /v2.0/security-groups?id=1b75a05f-62aa-4840-89ec-d12b9e871f92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446465 May 10 17:48:43.525517 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1557d1c4-7338-4993-86f9-4367b5e4e09b req-0f8b7fce-7d7b-4c82-b2dc-181fcc405ea9 tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:48:43.527009 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-1557d1c4-7338-4993-86f9-4367b5e4e09b req-0f8b7fce-7d7b-4c82-b2dc-181fcc405ea9 tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] 10.222.0.60 "GET /v2.0/ports?device_id=4006eed6-2338-46b7-9133-e5c3fdead35c HTTP/1.1" status: 200 len: 946 time: 0.0481102 May 10 17:48:43.579025 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-1557d1c4-7338-4993-86f9-4367b5e4e09b req-0666c207-4b00-4ed5-8150-e3ede722df3b tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] 10.222.0.60 "GET /v2.0/security-groups?id=c42b6551-bc09-4e3b-af37-c7597825b22a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464146 May 10 17:48:44.217499 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9904c1e8-8331-4176-9dc2-9cb448fd4e82 req-084e4d02-d701-418d-b8d3-68a16cefab07 tempest-TestMinimumBasicScenario-1856724445 tempest-TestMinimumBasicScenario-1856724445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:48:44.219111 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-9904c1e8-8331-4176-9dc2-9cb448fd4e82 req-084e4d02-d701-418d-b8d3-68a16cefab07 tempest-TestMinimumBasicScenario-1856724445 tempest-TestMinimumBasicScenario-1856724445-project] 10.222.0.60 "GET /v2.0/ports?device_id=4ab1a9bd-b249-4f09-9264-87eb2a4878cb HTTP/1.1" status: 200 len: 943 time: 0.0607080 May 10 17:48:44.275831 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-9904c1e8-8331-4176-9dc2-9cb448fd4e82 req-952b2dbf-ed1f-46cb-8636-8e573978e18a tempest-TestMinimumBasicScenario-1856724445 tempest-TestMinimumBasicScenario-1856724445-project] 10.222.0.60 "GET /v2.0/security-groups?id=4291c383-f1b0-498a-957d-36fec04b0997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496330 May 10 17:48:44.420909 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f277e4-7955-4f38-b112-bc6e35ecfbc0 req-75d16304-3bcd-40ed-a412-c26150a8da02 tempest-VolumesSnapshotTestJSON-1645568956 tempest-VolumesSnapshotTestJSON-1645568956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:48:44.422553 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-b9f277e4-7955-4f38-b112-bc6e35ecfbc0 req-75d16304-3bcd-40ed-a412-c26150a8da02 tempest-VolumesSnapshotTestJSON-1645568956 tempest-VolumesSnapshotTestJSON-1645568956-project] 10.222.0.60 "GET /v2.0/ports?device_id=858afd1f-cdd5-4c30-b255-155c40b54fb0 HTTP/1.1" status: 200 len: 946 time: 0.0536709 May 10 17:48:44.472074 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-b9f277e4-7955-4f38-b112-bc6e35ecfbc0 req-f77c6d67-6911-4bfe-9b7f-d76fa6a04fa6 tempest-VolumesSnapshotTestJSON-1645568956 tempest-VolumesSnapshotTestJSON-1645568956-project] 10.222.0.60 "GET /v2.0/security-groups?id=1b75a05f-62aa-4840-89ec-d12b9e871f92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437801 May 10 17:48:44.705758 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a53802-4fc2-4485-a9e6-8cf6657abf52 req-7b4b7161-e4b0-44b9-94f5-05247f5246d2 tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:48:44.707234 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-b1a53802-4fc2-4485-a9e6-8cf6657abf52 req-7b4b7161-e4b0-44b9-94f5-05247f5246d2 tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] 10.222.0.60 "GET /v2.0/ports?device_id=4006eed6-2338-46b7-9133-e5c3fdead35c HTTP/1.1" status: 200 len: 946 time: 0.0506260 May 10 17:48:44.760851 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-b1a53802-4fc2-4485-a9e6-8cf6657abf52 req-f983dbd9-6896-4831-a823-3af0d50f9e0c tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] 10.222.0.60 "GET /v2.0/security-groups?id=c42b6551-bc09-4e3b-af37-c7597825b22a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467572 May 10 17:48:45.406967 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7969e7cc-6f90-4190-bdc6-e7bcf534bcb6 req-2bdfbbea-db5c-4f00-a17f-e305970f6158 tempest-TestMinimumBasicScenario-1856724445 tempest-TestMinimumBasicScenario-1856724445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:48:45.408527 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-7969e7cc-6f90-4190-bdc6-e7bcf534bcb6 req-2bdfbbea-db5c-4f00-a17f-e305970f6158 tempest-TestMinimumBasicScenario-1856724445 tempest-TestMinimumBasicScenario-1856724445-project] 10.222.0.60 "GET /v2.0/ports?device_id=4ab1a9bd-b249-4f09-9264-87eb2a4878cb HTTP/1.1" status: 200 len: 943 time: 0.0501099 May 10 17:48:45.476221 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d20277-dedd-4915-8633-85885edadc62 req-7aa4ab70-7246-4999-b2f7-d690cafc2e1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:48:45.477906 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [req-54d20277-dedd-4915-8633-85885edadc62 req-7aa4ab70-7246-4999-b2f7-d690cafc2e1d service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=f582fd9ef9094e8f9b47f7e686e3808a&device_id=4ab1a9bd-b249-4f09-9264-87eb2a4878cb HTTP/1.1" status: 200 len: 1127 time: 0.0506306 May 10 17:48:45.519264 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-7969e7cc-6f90-4190-bdc6-e7bcf534bcb6 req-e8733eb1-f326-4c47-8e12-df75457d2fad tempest-TestMinimumBasicScenario-1856724445 tempest-TestMinimumBasicScenario-1856724445-project] 10.222.0.60 "GET /v2.0/security-groups?id=4291c383-f1b0-498a-957d-36fec04b0997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048706 May 10 17:48:45.569914 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-11a4ce99-ffbd-434a-bd44-e78bf3c7a88b req-574b9619-e152-4307-87ba-69c35b6d2790 service neutron] 10.222.0.77 "GET /v2.0/networks/f37a5a11-05c8-4d32-b0a0-13874a53c216?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1419725 May 10 17:48:45.604283 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6808c639-f696-4ae9-a0be-bb5b54e1f81b req-c7107302-4471-4b69-abf4-353a8852ab16 tempest-VolumesSnapshotTestJSON-1645568956 tempest-VolumesSnapshotTestJSON-1645568956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:48:45.605734 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-6808c639-f696-4ae9-a0be-bb5b54e1f81b req-c7107302-4471-4b69-abf4-353a8852ab16 tempest-VolumesSnapshotTestJSON-1645568956 tempest-VolumesSnapshotTestJSON-1645568956-project] 10.222.0.60 "GET /v2.0/ports?device_id=858afd1f-cdd5-4c30-b255-155c40b54fb0 HTTP/1.1" status: 200 len: 946 time: 0.0580821 May 10 17:48:45.653773 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-6808c639-f696-4ae9-a0be-bb5b54e1f81b req-a9c5bfeb-944f-42f8-9c2a-8a4a4aeda3b4 tempest-VolumesSnapshotTestJSON-1645568956 tempest-VolumesSnapshotTestJSON-1645568956-project] 10.222.0.60 "GET /v2.0/security-groups?id=1b75a05f-62aa-4840-89ec-d12b9e871f92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417659 May 10 17:48:45.894104 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ce302f-607e-4ff0-84b5-020e21b982c1 req-c1fe0640-caf9-4d11-a018-3666697686ee tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:48:45.895715 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-64ce302f-607e-4ff0-84b5-020e21b982c1 req-c1fe0640-caf9-4d11-a018-3666697686ee tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] 10.222.0.60 "GET /v2.0/ports?device_id=4006eed6-2338-46b7-9133-e5c3fdead35c HTTP/1.1" status: 200 len: 946 time: 0.0509005 May 10 17:48:45.947253 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-64ce302f-607e-4ff0-84b5-020e21b982c1 req-0d6566f2-eeb6-4eb9-ba24-e79d02205253 tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] 10.222.0.60 "GET /v2.0/security-groups?id=c42b6551-bc09-4e3b-af37-c7597825b22a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434599 May 10 17:48:46.138800 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.rpc [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Device f023603c-ec90-40f8-beef-59e8c9f7f17f details requested by agent hyperv_hv-cinder-84130 with host hv-cinder-84130 {{(pid=110154) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 17:48:46.251011 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.db [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] For port f023603c-ec90-40f8-beef-59e8c9f7f17f, host hv-cinder-84130, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84130',level=0,port_id=f023603c-ec90-40f8-beef-59e8c9f7f17f,segment=NetworkSegment(fae9f46d-4ca7-4637-b63a-3e8d3f0e0761),segment_id=fae9f46d-4ca7-4637-b63a-3e8d3f0e0761)] {{(pid=110154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 17:48:46.263598 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.rpc [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Returning: {'device': 'f023603c-ec90-40f8-beef-59e8c9f7f17f', 'network_id': 'd36cf6d1-7902-4b07-ab50-617b34c8483f', 'port_id': 'f023603c-ec90-40f8-beef-59e8c9f7f17f', 'mac_address': 'fa:16:3e:ee:a6:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 567, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a6e2ccd6-25e8-4d9c-9121-bb83787a16b4', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110154) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 17:48:46.311427 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.plugin [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Current status of the port f023603c-ec90-40f8-beef-59e8c9f7f17f is: DOWN; New status is: BUILD {{(pid=110154) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 17:48:46.311427 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1514036'] for port (f023603c-ec90-40f8-beef-59e8c9f7f17f), before_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:48:46.331861 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.notifiers.nova [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f023603c-ec90-40f8-beef-59e8c9f7f17f {{(pid=110154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 17:48:46.356573 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.db [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] For port f023603c-ec90-40f8-beef-59e8c9f7f17f, host hv-cinder-84130, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84130',level=0,port_id=f023603c-ec90-40f8-beef-59e8c9f7f17f,segment=NetworkSegment(fae9f46d-4ca7-4637-b63a-3e8d3f0e0761),segment_id=fae9f46d-4ca7-4637-b63a-3e8d3f0e0761)] {{(pid=110154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 17:48:46.361273 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1514136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781795229094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781794686082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781794686100'] for port (f023603c-ec90-40f8-beef-59e8c9f7f17f), after_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:48:46.422356 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Pushing event updated for resources: {'Port': ['ID=f023603c-ec90-40f8-beef-59e8c9f7f17f,revision_number=4']} {{(pid=110154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:48:46.639696 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30512ee3-7dae-44f1-907e-0ffab6d60086 req-b497abe4-a3f8-48a0-9fd0-7710cd8b7e54 tempest-TestMinimumBasicScenario-1856724445 tempest-TestMinimumBasicScenario-1856724445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:48:46.641294 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-30512ee3-7dae-44f1-907e-0ffab6d60086 req-b497abe4-a3f8-48a0-9fd0-7710cd8b7e54 tempest-TestMinimumBasicScenario-1856724445 tempest-TestMinimumBasicScenario-1856724445-project] 10.222.0.60 "GET /v2.0/ports?device_id=4ab1a9bd-b249-4f09-9264-87eb2a4878cb HTTP/1.1" status: 200 len: 944 time: 0.0524352 May 10 17:48:46.698111 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-30512ee3-7dae-44f1-907e-0ffab6d60086 req-7d191a62-8e46-4952-8fb1-20f443faa23c tempest-TestMinimumBasicScenario-1856724445 tempest-TestMinimumBasicScenario-1856724445-project] 10.222.0.60 "GET /v2.0/security-groups?id=4291c383-f1b0-498a-957d-36fec04b0997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511928 May 10 17:48:46.826368 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920b75d5-16c7-4345-8308-4c2365898802 req-5253b4cb-503b-4274-8846-d95f52a0c36e tempest-VolumesSnapshotTestJSON-1645568956 tempest-VolumesSnapshotTestJSON-1645568956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:48:46.827911 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-920b75d5-16c7-4345-8308-4c2365898802 req-5253b4cb-503b-4274-8846-d95f52a0c36e tempest-VolumesSnapshotTestJSON-1645568956 tempest-VolumesSnapshotTestJSON-1645568956-project] 10.222.0.60 "GET /v2.0/ports?device_id=858afd1f-cdd5-4c30-b255-155c40b54fb0 HTTP/1.1" status: 200 len: 946 time: 0.0576370 May 10 17:48:46.880399 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-920b75d5-16c7-4345-8308-4c2365898802 req-bd692cdd-8c76-4f3f-9b4d-6bad9f7e2c08 tempest-VolumesSnapshotTestJSON-1645568956 tempest-VolumesSnapshotTestJSON-1645568956-project] 10.222.0.60 "GET /v2.0/security-groups?id=1b75a05f-62aa-4840-89ec-d12b9e871f92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467045 May 10 17:48:46.921326 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.db [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] get_ports_and_sgs() called for port_ids ['f023603c-ec90-40f8-beef-59e8c9f7f17f'] {{(pid=110154) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 17:48:47.069167 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486a460c-8ddb-4244-a0a4-3970e5739070 req-ae3ea9c4-de80-404d-b791-a0620f952e9e tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:48:47.070717 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-486a460c-8ddb-4244-a0a4-3970e5739070 req-ae3ea9c4-de80-404d-b791-a0620f952e9e tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] 10.222.0.60 "GET /v2.0/ports?device_id=4006eed6-2338-46b7-9133-e5c3fdead35c HTTP/1.1" status: 200 len: 946 time: 0.0491481 May 10 17:48:47.127482 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-486a460c-8ddb-4244-a0a4-3970e5739070 req-32745a03-814a-4fa0-b58a-a176d53b91f3 tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] 10.222.0.60 "GET /v2.0/security-groups?id=c42b6551-bc09-4e3b-af37-c7597825b22a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495839 May 10 17:48:47.290798 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d20277-dedd-4915-8633-85885edadc62 req-f015579e-33c3-432b-9efa-a1590586e6cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:48:47.292196 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [req-54d20277-dedd-4915-8633-85885edadc62 req-f015579e-33c3-432b-9efa-a1590586e6cf service neutron] 10.222.0.77 "GET /v2.0/networks?id=d36cf6d1-7902-4b07-ab50-617b34c8483f HTTP/1.1" status: 200 len: 915 time: 0.0899966 May 10 17:48:47.350968 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [req-54d20277-dedd-4915-8633-85885edadc62 req-38995956-68db-4e5e-8c2d-07bd2a648ed3 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f023603c-ec90-40f8-beef-59e8c9f7f17f HTTP/1.1" status: 200 len: 217 time: 0.0396559 May 10 17:48:47.576206 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d20277-dedd-4915-8633-85885edadc62 req-6aeb151f-fdf7-4fb5-86ec-b24021061b9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:48:47.577590 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [req-54d20277-dedd-4915-8633-85885edadc62 req-6aeb151f-fdf7-4fb5-86ec-b24021061b9a service neutron] 10.222.0.77 "GET /v2.0/subnets?id=a6e2ccd6-25e8-4d9c-9121-bb83787a16b4 HTTP/1.1" status: 200 len: 853 time: 0.0452919 May 10 17:48:47.818353 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6442f801-772a-4545-bc78-3062598a9661 req-68fd8571-635d-4017-9c36-fbba1f134975 tempest-TestMinimumBasicScenario-1856724445 tempest-TestMinimumBasicScenario-1856724445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:48:47.819909 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-6442f801-772a-4545-bc78-3062598a9661 req-68fd8571-635d-4017-9c36-fbba1f134975 tempest-TestMinimumBasicScenario-1856724445 tempest-TestMinimumBasicScenario-1856724445-project] 10.222.0.60 "GET /v2.0/ports?device_id=4ab1a9bd-b249-4f09-9264-87eb2a4878cb HTTP/1.1" status: 200 len: 944 time: 0.0504935 May 10 17:48:47.870665 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-6442f801-772a-4545-bc78-3062598a9661 req-c5d73eed-1688-49e4-9e2c-4e1196640d55 tempest-TestMinimumBasicScenario-1856724445 tempest-TestMinimumBasicScenario-1856724445-project] 10.222.0.60 "GET /v2.0/security-groups?id=4291c383-f1b0-498a-957d-36fec04b0997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446248 May 10 17:48:48.003242 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fc0db1-6cd7-47c8-aca5-c84cc8fdc89d req-3b4d0fd5-c846-4c2d-9fbc-4ce3a010291a tempest-VolumesSnapshotTestJSON-1645568956 tempest-VolumesSnapshotTestJSON-1645568956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:48:48.004768 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-69fc0db1-6cd7-47c8-aca5-c84cc8fdc89d req-3b4d0fd5-c846-4c2d-9fbc-4ce3a010291a tempest-VolumesSnapshotTestJSON-1645568956 tempest-VolumesSnapshotTestJSON-1645568956-project] 10.222.0.60 "GET /v2.0/ports?device_id=858afd1f-cdd5-4c30-b255-155c40b54fb0 HTTP/1.1" status: 200 len: 946 time: 0.0486553 May 10 17:48:48.052706 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-69fc0db1-6cd7-47c8-aca5-c84cc8fdc89d req-b0d0449f-ed4f-41ee-975e-f8d8df0ba960 tempest-VolumesSnapshotTestJSON-1645568956 tempest-VolumesSnapshotTestJSON-1645568956-project] 10.222.0.60 "GET /v2.0/security-groups?id=1b75a05f-62aa-4840-89ec-d12b9e871f92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413451 May 10 17:48:48.255978 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb13b9d-f3e7-412e-8468-162185f9a340 req-47c4e5c2-dbd8-4b04-876a-c3924ef7f589 tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:48:48.257478 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-ebb13b9d-f3e7-412e-8468-162185f9a340 req-47c4e5c2-dbd8-4b04-876a-c3924ef7f589 tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] 10.222.0.60 "GET /v2.0/ports?device_id=4006eed6-2338-46b7-9133-e5c3fdead35c HTTP/1.1" status: 200 len: 946 time: 0.0534890 May 10 17:48:48.308742 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-ebb13b9d-f3e7-412e-8468-162185f9a340 req-40ce17fb-6c38-429b-a68f-ed9d656a1175 tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] 10.222.0.60 "GET /v2.0/security-groups?id=c42b6551-bc09-4e3b-af37-c7597825b22a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452425 May 10 17:48:48.368753 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d20277-dedd-4915-8633-85885edadc62 req-1d902148-afde-4269-a1bf-7db30bb3cc16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:48:48.370306 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [req-54d20277-dedd-4915-8633-85885edadc62 req-1d902148-afde-4269-a1bf-7db30bb3cc16 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=d36cf6d1-7902-4b07-ab50-617b34c8483f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0425258 May 10 17:48:48.416989 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.rpc [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Device f023603c-ec90-40f8-beef-59e8c9f7f17f up at agent hyperv_hv-cinder-84130 {{(pid=110154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 17:48:48.447931 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c366a269-c316-4ad3-8c72-4374f8e42e11 req-2029cc85-0ca3-4d9f-bb62-160b73cd427a tempest-VolumesSnapshotTestJSON-1645568956 tempest-VolumesSnapshotTestJSON-1645568956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:48:48.449774 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-c366a269-c316-4ad3-8c72-4374f8e42e11 req-2029cc85-0ca3-4d9f-bb62-160b73cd427a tempest-VolumesSnapshotTestJSON-1645568956 tempest-VolumesSnapshotTestJSON-1645568956-project] 10.222.0.77 "GET /v2.0/ports?device_id=858afd1f-cdd5-4c30-b255-155c40b54fb0 HTTP/1.1" status: 200 len: 946 time: 0.0590537 May 10 17:48:48.464561 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.db.provisioning_blocks [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Provisioning for port f023603c-ec90-40f8-beef-59e8c9f7f17f completed by entity L2. {{(pid=110154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 10 17:48:48.471765 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.db.provisioning_blocks [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Provisioning complete for port f023603c-ec90-40f8-beef-59e8c9f7f17f triggered by entity L2. {{(pid=110154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 17:48:48.472180 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525495'] for port (f023603c-ec90-40f8-beef-59e8c9f7f17f), provisioning_complete {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:48:48.500493 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [req-54d20277-dedd-4915-8633-85885edadc62 req-538eddcd-d272-4681-8c7d-c3cc9e8a1e7e service neutron] 10.222.0.77 "GET /v2.0/networks/d36cf6d1-7902-4b07-ab50-617b34c8483f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1079590 May 10 17:48:48.554899 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.plugin [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Current status of the port f023603c-ec90-40f8-beef-59e8c9f7f17f is: BUILD; New status is: ACTIVE {{(pid=110154) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 17:48:48.555316 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1514036'] for port (f023603c-ec90-40f8-beef-59e8c9f7f17f), before_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:48:48.580829 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ab1a9bd-b249-4f09-9264-87eb2a4878cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f023603c-ec90-40f8-beef-59e8c9f7f17f'}] {{(pid=110154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 17:48:48.583055 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81f5a9f60a7176de4ec81ee2de5d4e9bd281d17703f5d6403e6a691a644f2f07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c3f5721-0fe1-43d1-88a6-db8bca53eda4" -d '{"events": [{"server_uuid": "4ab1a9bd-b249-4f09-9264-87eb2a4878cb", "name": "network-vif-plugged", "status": "completed", "tag": "f023603c-ec90-40f8-beef-59e8c9f7f17f"}]}' {{(pid=110154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 17:48:48.595811 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.db [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] For port f023603c-ec90-40f8-beef-59e8c9f7f17f, host hv-cinder-84130, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84130',level=0,port_id=f023603c-ec90-40f8-beef-59e8c9f7f17f,segment=NetworkSegment(fae9f46d-4ca7-4637-b63a-3e8d3f0e0761),segment_id=fae9f46d-4ca7-4637-b63a-3e8d3f0e0761)] {{(pid=110154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 17:48:48.609995 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1514136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781795229094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781794686082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781794686100'] for port (f023603c-ec90-40f8-beef-59e8c9f7f17f), after_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:48:48.640906 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 17:48:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c57cabfe-f9d2-4a75-86ea-f0edbf4b53c3 x-openstack-request-id: req-c57cabfe-f9d2-4a75-86ea-f0edbf4b53c3 {{(pid=110154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 17:48:48.641204 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ab1a9bd-b249-4f09-9264-87eb2a4878cb", "name": "network-vif-plugged", "status": "completed", "tag": "f023603c-ec90-40f8-beef-59e8c9f7f17f", "code": 200}]} {{(pid=110154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 17:48:48.641926 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-c57cabfe-f9d2-4a75-86ea-f0edbf4b53c3 {{(pid=110154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 17:48:48.642348 dv-cinder-841302-2-iscsi neutron-server[110154]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c57cabfe-f9d2-4a75-86ea-f0edbf4b53c3'] response: {'server_uuid': '4ab1a9bd-b249-4f09-9264-87eb2a4878cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f023603c-ec90-40f8-beef-59e8c9f7f17f', 'code': 200} May 10 17:48:48.673774 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Pushing event updated for resources: {'Port': ['ID=f023603c-ec90-40f8-beef-59e8c9f7f17f,revision_number=5']} {{(pid=110154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:48:48.683727 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.plugins.ml2.plugin [req-c366a269-c316-4ad3-8c72-4374f8e42e11 req-98b0ed18-397f-42b8-8c39-cbcc3c146a0f tempest-VolumesSnapshotTestJSON-1645568956 tempest-VolumesSnapshotTestJSON-1645568956-project] Deleting port 8eeae9a2-0065-4b4b-9a97-c00de1868cf2 {{(pid=110152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 17:48:48.684077 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [req-c366a269-c316-4ad3-8c72-4374f8e42e11 req-98b0ed18-397f-42b8-8c39-cbcc3c146a0f tempest-VolumesSnapshotTestJSON-1645568956 tempest-VolumesSnapshotTestJSON-1645568956-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781795221764'] for port (8eeae9a2-0065-4b4b-9a97-c00de1868cf2), before_delete {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:48:48.687289 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [req-54d20277-dedd-4915-8633-85885edadc62 req-4eb20aa3-1c0a-4fa0-9352-0966fac3f77a service neutron] 10.222.0.77 "GET /v2.0/networks/d36cf6d1-7902-4b07-ab50-617b34c8483f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0983889 May 10 17:48:48.772546 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.plugins.ml2.db [req-c366a269-c316-4ad3-8c72-4374f8e42e11 req-98b0ed18-397f-42b8-8c39-cbcc3c146a0f tempest-VolumesSnapshotTestJSON-1645568956 tempest-VolumesSnapshotTestJSON-1645568956-project] For port 8eeae9a2-0065-4b4b-9a97-c00de1868cf2, host hv-cinder-84130, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84130',level=0,port_id=8eeae9a2-0065-4b4b-9a97-c00de1868cf2,segment=NetworkSegment(6eb6a8de-e14f-4146-b244-6bae452bdd09),segment_id=6eb6a8de-e14f-4146-b244-6bae452bdd09)] {{(pid=110152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 17:48:48.772911 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [req-c366a269-c316-4ad3-8c72-4374f8e42e11 req-98b0ed18-397f-42b8-8c39-cbcc3c146a0f tempest-VolumesSnapshotTestJSON-1645568956 tempest-VolumesSnapshotTestJSON-1645568956-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640494'] for port (8eeae9a2-0065-4b4b-9a97-c00de1868cf2), precommit_delete {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:48:48.786181 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.plugins.ml2.plugin [req-c366a269-c316-4ad3-8c72-4374f8e42e11 req-98b0ed18-397f-42b8-8c39-cbcc3c146a0f tempest-VolumesSnapshotTestJSON-1645568956 tempest-VolumesSnapshotTestJSON-1645568956-project] Calling delete_port for 8eeae9a2-0065-4b4b-9a97-c00de1868cf2 owned by compute:nova {{(pid=110152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 17:48:48.927654 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [req-c366a269-c316-4ad3-8c72-4374f8e42e11 req-98b0ed18-397f-42b8-8c39-cbcc3c146a0f tempest-VolumesSnapshotTestJSON-1645568956 tempest-VolumesSnapshotTestJSON-1645568956-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1514136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781795229076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781794686073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5018186'] for port (8eeae9a2-0065-4b4b-9a97-c00de1868cf2), after_delete {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:48:48.958955 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b0ed18-397f-42b8-8c39-cbcc3c146a0f tempest-VolumesSnapshotTestJSON-1645568956 tempest-VolumesSnapshotTestJSON-1645568956-project] Pushing event deleted for resources: {'Port': ['ID=8eeae9a2-0065-4b4b-9a97-c00de1868cf2,revision_number=None']} {{(pid=110152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:48:48.967309 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.db [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] get_ports_and_sgs() called for port_ids ['8eeae9a2-0065-4b4b-9a97-c00de1868cf2'] {{(pid=110154) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 17:48:49.049232 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.db.l3_dvrscheduler_db [req-c366a269-c316-4ad3-8c72-4374f8e42e11 req-98b0ed18-397f-42b8-8c39-cbcc3c146a0f tempest-VolumesSnapshotTestJSON-1645568956 tempest-VolumesSnapshotTestJSON-1645568956-project] No DVR routers for this DVR port 8eeae9a2-0065-4b4b-9a97-c00de1868cf2 on host hv-cinder-84130 {{(pid=110152) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 17:48:49.053512 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [req-c366a269-c316-4ad3-8c72-4374f8e42e11 req-98b0ed18-397f-42b8-8c39-cbcc3c146a0f tempest-VolumesSnapshotTestJSON-1645568956 tempest-VolumesSnapshotTestJSON-1645568956-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29634'] for port (None), before_response {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:48:49.057000 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-c366a269-c316-4ad3-8c72-4374f8e42e11 req-98b0ed18-397f-42b8-8c39-cbcc3c146a0f tempest-VolumesSnapshotTestJSON-1645568956 tempest-VolumesSnapshotTestJSON-1645568956-project] 10.222.0.77 "DELETE /v2.0/ports/8eeae9a2-0065-4b4b-9a97-c00de1868cf2 HTTP/1.1" status: 204 len: 173 time: 0.4678013 May 10 17:48:49.057459 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '858afd1f-cdd5-4c30-b255-155c40b54fb0', 'name': 'network-vif-deleted', 'tag': '8eeae9a2-0065-4b4b-9a97-c00de1868cf2'}] {{(pid=110152) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 17:48:49.059834 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0e5bab204033c83635b1e14c3e3a099c647719281f8bf9f740a5b80828d0d04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b7364fb-73d0-4430-9e76-868d2fd001e8" -d '{"events": [{"server_uuid": "858afd1f-cdd5-4c30-b255-155c40b54fb0", "name": "network-vif-deleted", "tag": "8eeae9a2-0065-4b4b-9a97-c00de1868cf2"}]}' {{(pid=110152) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 17:48:49.070606 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb598996-2e96-4d33-88d2-388e55033e6e req-410dea03-7dd4-40fe-b561-3890cd63828d tempest-TestMinimumBasicScenario-1856724445 tempest-TestMinimumBasicScenario-1856724445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:48:49.073723 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-fb598996-2e96-4d33-88d2-388e55033e6e req-410dea03-7dd4-40fe-b561-3890cd63828d tempest-TestMinimumBasicScenario-1856724445 tempest-TestMinimumBasicScenario-1856724445-project] 10.222.0.60 "GET /v2.0/ports?device_id=4ab1a9bd-b249-4f09-9264-87eb2a4878cb HTTP/1.1" status: 200 len: 945 time: 0.1066949 May 10 17:48:49.124220 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 17:48:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcac7b1e-eb81-455f-8965-2e191ce92958 x-openstack-request-id: req-bcac7b1e-eb81-455f-8965-2e191ce92958 {{(pid=110152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 17:48:49.124498 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "858afd1f-cdd5-4c30-b255-155c40b54fb0", "name": "network-vif-deleted", "tag": "8eeae9a2-0065-4b4b-9a97-c00de1868cf2", "status": "completed", "code": 200}]} {{(pid=110152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 17:48:49.124750 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-bcac7b1e-eb81-455f-8965-2e191ce92958 {{(pid=110152) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 17:48:49.125430 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bcac7b1e-eb81-455f-8965-2e191ce92958'] response: {'server_uuid': '858afd1f-cdd5-4c30-b255-155c40b54fb0', 'name': 'network-vif-deleted', 'tag': '8eeae9a2-0065-4b4b-9a97-c00de1868cf2', 'status': 'completed', 'code': 200} May 10 17:48:49.128543 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-fb598996-2e96-4d33-88d2-388e55033e6e req-eb133c6d-8f99-4469-b598-c2fa10a55415 tempest-TestMinimumBasicScenario-1856724445 tempest-TestMinimumBasicScenario-1856724445-project] 10.222.0.60 "GET /v2.0/security-groups?id=4291c383-f1b0-498a-957d-36fec04b0997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482845 May 10 17:48:49.192920 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-98ee1711-938d-4ff2-8fa4-1ed6cd5f52f8 req-ac6049d4-c5fd-4505-a116-4af4ec7e92fa tempest-VolumesSnapshotTestJSON-1645568956 tempest-VolumesSnapshotTestJSON-1645568956-project] 10.222.0.60 "GET /v2.0/ports?device_id=858afd1f-cdd5-4c30-b255-155c40b54fb0 HTTP/1.1" status: 200 len: 210 time: 0.0301502 May 10 17:48:49.251132 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c9fd7b-c08d-45f8-b375-1bb93c157b4e req-3456e807-96b0-4840-b48a-15e054592fcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:48:49.252827 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-a8c9fd7b-c08d-45f8-b375-1bb93c157b4e req-3456e807-96b0-4840-b48a-15e054592fcb service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=4ab1a9bd-b249-4f09-9264-87eb2a4878cb HTTP/1.1" status: 200 len: 1129 time: 0.0437832 May 10 17:48:49.299220 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-a8c9fd7b-c08d-45f8-b375-1bb93c157b4e req-ce7d1cc6-2017-4be4-94b5-c8df4bc41bef service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=4291c383-f1b0-498a-957d-36fec04b0997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386577 May 10 17:48:49.428486 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0dc9f8-6678-43c9-9fa9-0f093a99da78 req-e73478ed-b7df-40d7-bff0-65de1102015f tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:48:49.430059 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-0a0dc9f8-6678-43c9-9fa9-0f093a99da78 req-e73478ed-b7df-40d7-bff0-65de1102015f tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] 10.222.0.60 "GET /v2.0/ports?device_id=4006eed6-2338-46b7-9133-e5c3fdead35c HTTP/1.1" status: 200 len: 946 time: 0.0485847 May 10 17:48:49.488375 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-0a0dc9f8-6678-43c9-9fa9-0f093a99da78 req-a5d23b5b-5d7a-42ec-a203-6c166c8a5769 tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] 10.222.0.60 "GET /v2.0/security-groups?id=c42b6551-bc09-4e3b-af37-c7597825b22a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503521 May 10 17:48:50.281985 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2e05fe-e107-423b-9e26-cf9b9f090ff8 req-c843e412-b089-41e0-87d7-f0c3e8916686 tempest-TestMinimumBasicScenario-1856724445 tempest-TestMinimumBasicScenario-1856724445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:48:50.283555 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-eb2e05fe-e107-423b-9e26-cf9b9f090ff8 req-c843e412-b089-41e0-87d7-f0c3e8916686 tempest-TestMinimumBasicScenario-1856724445 tempest-TestMinimumBasicScenario-1856724445-project] 10.222.0.60 "GET /v2.0/ports?device_id=4ab1a9bd-b249-4f09-9264-87eb2a4878cb HTTP/1.1" status: 200 len: 945 time: 0.0683870 May 10 17:48:50.343256 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-eb2e05fe-e107-423b-9e26-cf9b9f090ff8 req-cee6ce2e-4fc0-4f0e-84fe-dcbf7f5dc58c tempest-TestMinimumBasicScenario-1856724445 tempest-TestMinimumBasicScenario-1856724445-project] 10.222.0.60 "GET /v2.0/security-groups?id=4291c383-f1b0-498a-957d-36fec04b0997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522482 May 10 17:48:50.610403 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33c2062-bb43-40c7-8ad9-3333973c02b0 req-3a0d69c6-69fd-4003-9c73-3525b1c946db tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:48:50.611883 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-c33c2062-bb43-40c7-8ad9-3333973c02b0 req-3a0d69c6-69fd-4003-9c73-3525b1c946db tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] 10.222.0.60 "GET /v2.0/ports?device_id=4006eed6-2338-46b7-9133-e5c3fdead35c HTTP/1.1" status: 200 len: 946 time: 0.0475941 May 10 17:48:50.675256 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-c33c2062-bb43-40c7-8ad9-3333973c02b0 req-a34af378-e90d-4481-b6e2-4666b794eafc tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] 10.222.0.60 "GET /v2.0/security-groups?id=c42b6551-bc09-4e3b-af37-c7597825b22a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575638 May 10 17:48:51.465128 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a243c8e4-604c-4e9a-8d38-b36602c43fb5 req-fac97996-d523-441d-ae09-9735d66d3890 tempest-TestMinimumBasicScenario-1856724445 tempest-TestMinimumBasicScenario-1856724445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:48:51.466653 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-a243c8e4-604c-4e9a-8d38-b36602c43fb5 req-fac97996-d523-441d-ae09-9735d66d3890 tempest-TestMinimumBasicScenario-1856724445 tempest-TestMinimumBasicScenario-1856724445-project] 10.222.0.60 "GET /v2.0/ports?device_id=4ab1a9bd-b249-4f09-9264-87eb2a4878cb HTTP/1.1" status: 200 len: 945 time: 0.0495298 May 10 17:48:51.523431 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-a243c8e4-604c-4e9a-8d38-b36602c43fb5 req-e1a56564-f450-4bca-b0da-bb090ea25946 tempest-TestMinimumBasicScenario-1856724445 tempest-TestMinimumBasicScenario-1856724445-project] 10.222.0.60 "GET /v2.0/security-groups?id=4291c383-f1b0-498a-957d-36fec04b0997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512331 May 10 17:48:51.808644 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e022314-2569-4897-986a-8ce18118bb2f req-2c65fba0-ab80-4d90-8250-788cf20652d8 tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:48:51.810271 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-4e022314-2569-4897-986a-8ce18118bb2f req-2c65fba0-ab80-4d90-8250-788cf20652d8 tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] 10.222.0.60 "GET /v2.0/ports?device_id=4006eed6-2338-46b7-9133-e5c3fdead35c HTTP/1.1" status: 200 len: 946 time: 0.0540962 May 10 17:48:51.865522 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-4e022314-2569-4897-986a-8ce18118bb2f req-3970c714-538d-48e9-98d8-73e701598795 tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] 10.222.0.60 "GET /v2.0/security-groups?id=c42b6551-bc09-4e3b-af37-c7597825b22a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492289 May 10 17:48:52.638346 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b2b7c0-f903-47d1-8010-3751757d6463 req-12aa42df-5d09-44cf-9eb6-4edc11b71211 tempest-TestMinimumBasicScenario-1856724445 tempest-TestMinimumBasicScenario-1856724445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:48:52.639831 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-e5b2b7c0-f903-47d1-8010-3751757d6463 req-12aa42df-5d09-44cf-9eb6-4edc11b71211 tempest-TestMinimumBasicScenario-1856724445 tempest-TestMinimumBasicScenario-1856724445-project] 10.222.0.60 "GET /v2.0/ports?device_id=4ab1a9bd-b249-4f09-9264-87eb2a4878cb HTTP/1.1" status: 200 len: 945 time: 0.0469058 May 10 17:48:52.686297 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-e5b2b7c0-f903-47d1-8010-3751757d6463 req-47001dff-e927-4b55-be6a-2e76fb85eb6b tempest-TestMinimumBasicScenario-1856724445 tempest-TestMinimumBasicScenario-1856724445-project] 10.222.0.60 "GET /v2.0/security-groups?id=4291c383-f1b0-498a-957d-36fec04b0997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408204 May 10 17:48:53.005103 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df91baf1-06c7-4df2-bdf6-2cde805c3e67 req-61a4e475-386e-4a13-a807-000566b2e852 tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:48:53.007742 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-df91baf1-06c7-4df2-bdf6-2cde805c3e67 req-61a4e475-386e-4a13-a807-000566b2e852 tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] 10.222.0.60 "GET /v2.0/ports?device_id=4006eed6-2338-46b7-9133-e5c3fdead35c HTTP/1.1" status: 200 len: 946 time: 0.0616837 May 10 17:48:53.061214 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-df91baf1-06c7-4df2-bdf6-2cde805c3e67 req-e1f6faa9-8ccb-443e-bb16-dd4d7d04cdc1 tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] 10.222.0.60 "GET /v2.0/security-groups?id=c42b6551-bc09-4e3b-af37-c7597825b22a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475764 May 10 17:48:53.472137 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.rpc [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Device 8eeae9a2-0065-4b4b-9a97-c00de1868cf2 no longer exists at agent hyperv_hv-cinder-84130 {{(pid=110154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 17:48:53.495960 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.plugin [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] No Port match for: 8eeae9a2-0065-4b4b-9a97-c00de1868cf2 {{(pid=110154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 17:48:53.496299 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.rpc [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Device 8eeae9a2-0065-4b4b-9a97-c00de1868cf2 not bound to the agent host hv-cinder-84130 {{(pid=110154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 17:48:53.800185 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3592f1de-b29a-447f-a9e9-24f1342403b6 req-dc6505bb-b84d-45a4-bf00-aa6d248376fb tempest-TestMinimumBasicScenario-1856724445 tempest-TestMinimumBasicScenario-1856724445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:48:53.801703 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-3592f1de-b29a-447f-a9e9-24f1342403b6 req-dc6505bb-b84d-45a4-bf00-aa6d248376fb tempest-TestMinimumBasicScenario-1856724445 tempest-TestMinimumBasicScenario-1856724445-project] 10.222.0.60 "GET /v2.0/ports?device_id=4ab1a9bd-b249-4f09-9264-87eb2a4878cb HTTP/1.1" status: 200 len: 945 time: 0.0467782 May 10 17:48:53.851776 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-3592f1de-b29a-447f-a9e9-24f1342403b6 req-7423fedf-7ef1-4560-bf4d-45f8c02e1fcf tempest-TestMinimumBasicScenario-1856724445 tempest-TestMinimumBasicScenario-1856724445-project] 10.222.0.60 "GET /v2.0/security-groups?id=4291c383-f1b0-498a-957d-36fec04b0997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432746 May 10 17:48:54.182718 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48a24a3-dc89-4fb6-8708-31e07b8b470e req-2be78246-284f-45bd-ac86-e05db26b7d0f tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:48:54.184232 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-c48a24a3-dc89-4fb6-8708-31e07b8b470e req-2be78246-284f-45bd-ac86-e05db26b7d0f tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] 10.222.0.60 "GET /v2.0/ports?device_id=4006eed6-2338-46b7-9133-e5c3fdead35c HTTP/1.1" status: 200 len: 946 time: 0.0482502 May 10 17:48:54.231693 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-c48a24a3-dc89-4fb6-8708-31e07b8b470e req-a1b27768-9f62-4728-843b-2d1551f9445f tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] 10.222.0.60 "GET /v2.0/security-groups?id=c42b6551-bc09-4e3b-af37-c7597825b22a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418253 May 10 17:48:54.971585 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9de9e3-3b72-400a-a105-3cd6e483ddd5 req-ef2d0a4a-9bc8-46a8-9325-d69b1f5d8e7c tempest-TestMinimumBasicScenario-1856724445 tempest-TestMinimumBasicScenario-1856724445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:48:54.973064 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-2c9de9e3-3b72-400a-a105-3cd6e483ddd5 req-ef2d0a4a-9bc8-46a8-9325-d69b1f5d8e7c tempest-TestMinimumBasicScenario-1856724445 tempest-TestMinimumBasicScenario-1856724445-project] 10.222.0.60 "GET /v2.0/ports?device_id=4ab1a9bd-b249-4f09-9264-87eb2a4878cb HTTP/1.1" status: 200 len: 945 time: 0.0519352 May 10 17:48:55.022235 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-2c9de9e3-3b72-400a-a105-3cd6e483ddd5 req-5901ade5-e9a7-47b4-a785-18b943649287 tempest-TestMinimumBasicScenario-1856724445 tempest-TestMinimumBasicScenario-1856724445-project] 10.222.0.60 "GET /v2.0/security-groups?id=4291c383-f1b0-498a-957d-36fec04b0997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423377 May 10 17:48:55.352958 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d285dfe-ed86-45fe-965a-d08dd90459c5 req-52199f64-e876-4999-a62e-6cde93870475 tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:48:55.354531 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-3d285dfe-ed86-45fe-965a-d08dd90459c5 req-52199f64-e876-4999-a62e-6cde93870475 tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] 10.222.0.60 "GET /v2.0/ports?device_id=4006eed6-2338-46b7-9133-e5c3fdead35c HTTP/1.1" status: 200 len: 946 time: 0.0474489 May 10 17:48:55.403509 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-3d285dfe-ed86-45fe-965a-d08dd90459c5 req-786ecf40-0775-4d12-be87-7793ca24983d tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] 10.222.0.60 "GET /v2.0/security-groups?id=c42b6551-bc09-4e3b-af37-c7597825b22a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433719 May 10 17:48:56.149643 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce193773-612f-4b8b-be13-f2c843bde2ea req-e15c3cb3-1fb3-43fd-bc86-113935ea160d tempest-TestMinimumBasicScenario-1856724445 tempest-TestMinimumBasicScenario-1856724445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:48:56.151472 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-ce193773-612f-4b8b-be13-f2c843bde2ea req-e15c3cb3-1fb3-43fd-bc86-113935ea160d tempest-TestMinimumBasicScenario-1856724445 tempest-TestMinimumBasicScenario-1856724445-project] 10.222.0.60 "GET /v2.0/ports?device_id=4ab1a9bd-b249-4f09-9264-87eb2a4878cb HTTP/1.1" status: 200 len: 945 time: 0.0561574 May 10 17:48:56.205769 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-ce193773-612f-4b8b-be13-f2c843bde2ea req-abf7a299-ad99-40e7-9ea9-ed477ae8ab32 tempest-TestMinimumBasicScenario-1856724445 tempest-TestMinimumBasicScenario-1856724445-project] 10.222.0.60 "GET /v2.0/security-groups?id=4291c383-f1b0-498a-957d-36fec04b0997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447214 May 10 17:48:56.327877 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579cc694-549e-42d7-b666-76dbff2022ac req-705d0de3-aa3e-4a68-b088-0a094ae1762b tempest-TestMinimumBasicScenario-1856724445 tempest-TestMinimumBasicScenario-1856724445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:48:56.329474 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-579cc694-549e-42d7-b666-76dbff2022ac req-705d0de3-aa3e-4a68-b088-0a094ae1762b tempest-TestMinimumBasicScenario-1856724445 tempest-TestMinimumBasicScenario-1856724445-project] 10.222.0.60 "GET /v2.0/ports?device_id=4ab1a9bd-b249-4f09-9264-87eb2a4878cb HTTP/1.1" status: 200 len: 945 time: 0.0542185 May 10 17:48:56.379284 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-579cc694-549e-42d7-b666-76dbff2022ac req-e3dfd26f-2f72-4949-bbba-27fda62ebc36 tempest-TestMinimumBasicScenario-1856724445 tempest-TestMinimumBasicScenario-1856724445-project] 10.222.0.60 "GET /v2.0/security-groups?id=4291c383-f1b0-498a-957d-36fec04b0997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441477 May 10 17:48:56.534884 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8022efa4-c183-423c-8eac-f090a5ff91bb req-06a8fbde-b906-49dc-b3dd-826d9a5e11e7 tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:48:56.538008 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-8022efa4-c183-423c-8eac-f090a5ff91bb req-06a8fbde-b906-49dc-b3dd-826d9a5e11e7 tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] 10.222.0.60 "GET /v2.0/ports?device_id=4006eed6-2338-46b7-9133-e5c3fdead35c HTTP/1.1" status: 200 len: 946 time: 0.0564125 May 10 17:48:56.608044 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-8022efa4-c183-423c-8eac-f090a5ff91bb req-d34a53eb-f461-46d8-a470-fd4874ce7e1f tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] 10.222.0.60 "GET /v2.0/security-groups?id=c42b6551-bc09-4e3b-af37-c7597825b22a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0628190 May 10 17:48:56.737484 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b633945-a7ee-4aba-b0da-1a6b9c16b3e9 req-f80ef247-c7bd-4e08-bbce-48fc2fb0a2c6 tempest-TestMinimumBasicScenario-1856724445 tempest-TestMinimumBasicScenario-1856724445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:48:56.738995 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-3b633945-a7ee-4aba-b0da-1a6b9c16b3e9 req-f80ef247-c7bd-4e08-bbce-48fc2fb0a2c6 tempest-TestMinimumBasicScenario-1856724445 tempest-TestMinimumBasicScenario-1856724445-project] 10.222.0.60 "GET /v2.0/ports?device_id=4ab1a9bd-b249-4f09-9264-87eb2a4878cb HTTP/1.1" status: 200 len: 945 time: 0.0503244 May 10 17:48:56.787125 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-3b633945-a7ee-4aba-b0da-1a6b9c16b3e9 req-7e68834b-56d1-47b6-ae1b-0c950fe2d036 tempest-TestMinimumBasicScenario-1856724445 tempest-TestMinimumBasicScenario-1856724445-project] 10.222.0.60 "GET /v2.0/security-groups?id=4291c383-f1b0-498a-957d-36fec04b0997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423727 May 10 17:48:57.568290 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-a21a0288-e6b3-4d2e-ad2f-4d21a2fe2597 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781795183391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525393'] for agent (b2ad0527-00d5-4995-bc97-ec84c4e02f0b), after_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:48:57.737496 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a272ace-e61b-4f67-8841-bacb3da05bd4 req-130cd501-3d4a-420a-b14b-56eadd2886d7 tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:48:57.738978 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-4a272ace-e61b-4f67-8841-bacb3da05bd4 req-130cd501-3d4a-420a-b14b-56eadd2886d7 tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] 10.222.0.60 "GET /v2.0/ports?device_id=4006eed6-2338-46b7-9133-e5c3fdead35c HTTP/1.1" status: 200 len: 946 time: 0.0499454 May 10 17:48:57.785320 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-4a272ace-e61b-4f67-8841-bacb3da05bd4 req-1e3411c0-0c30-4438-95eb-fe1376c55e85 tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] 10.222.0.60 "GET /v2.0/security-groups?id=c42b6551-bc09-4e3b-af37-c7597825b22a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407007 May 10 17:48:58.222090 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.wsgi [-] (110153) accepted ('10.222.0.60', 43250) {{(pid=110153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 17:48:58.226612 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.v2.base [None req-85b33706-1e29-48fa-b969-4b5160f50ab4 tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] Request body: {'security_group': {'name': 'tempest-securitygroup--587204535', 'description': 'tempest-description--1998882688'}} {{(pid=110153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 17:48:58.247890 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-85b33706-1e29-48fa-b969-4b5160f50ab4 tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] Publish callbacks [] for security_group (None), before_create {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:48:58.320185 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-85b33706-1e29-48fa-b969-4b5160f50ab4 tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] Publish callbacks [] for security_group (69a1146a-b4a7-4889-b5b3-1df69f0de6a1), precommit_create {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:48:58.324767 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-85b33706-1e29-48fa-b969-4b5160f50ab4 tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-282428'] for security_group (69a1146a-b4a7-4889-b5b3-1df69f0de6a1), after_create {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:48:58.353997 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-85b33706-1e29-48fa-b969-4b5160f50ab4 tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] Publish callbacks [] for security_group (None), before_response {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:48:58.355219 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [None req-85b33706-1e29-48fa-b969-4b5160f50ab4 tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1321242 May 10 17:48:58.357278 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b33706-1e29-48fa-b969-4b5160f50ab4 tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] Pushing event updated for resources: {'SecurityGroup': ['ID=69a1146a-b4a7-4889-b5b3-1df69f0de6a1,revision_number=1']} {{(pid=110153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:48:58.358358 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.wsgi [-] (110152) accepted ('10.222.0.60', 43252) {{(pid=110152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 17:48:58.363267 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.v2.base [None req-797d38db-f099-4c4e-a844-fc28d14c8e54 tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] Request body: {'security_group_rule': {'security_group_id': '69a1146a-b4a7-4889-b5b3-1df69f0de6a1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 17:48:58.364562 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b33706-1e29-48fa-b969-4b5160f50ab4 tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:48:58.364906 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b33706-1e29-48fa-b969-4b5160f50ab4 tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:48:58.365282 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b33706-1e29-48fa-b969-4b5160f50ab4 tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:48:58.365582 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b33706-1e29-48fa-b969-4b5160f50ab4 tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:48:58.365910 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b33706-1e29-48fa-b969-4b5160f50ab4 tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:48:58.366236 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b33706-1e29-48fa-b969-4b5160f50ab4 tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:48:58.366717 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b33706-1e29-48fa-b969-4b5160f50ab4 tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:48:58.366885 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b33706-1e29-48fa-b969-4b5160f50ab4 tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:48:58.367207 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b33706-1e29-48fa-b969-4b5160f50ab4 tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:48:58.367652 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b33706-1e29-48fa-b969-4b5160f50ab4 tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:48:58.367652 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b33706-1e29-48fa-b969-4b5160f50ab4 tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:48:58.368617 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b33706-1e29-48fa-b969-4b5160f50ab4 tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:48:58.368617 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b33706-1e29-48fa-b969-4b5160f50ab4 tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:48:58.368910 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b33706-1e29-48fa-b969-4b5160f50ab4 tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:48:58.369223 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b33706-1e29-48fa-b969-4b5160f50ab4 tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:48:58.394772 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-797d38db-f099-4c4e-a844-fc28d14c8e54 tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] Publish callbacks [] for security_group_rule (7da94d4f-75e9-43f5-89e0-9fb09e26e599), before_create {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:48:58.462000 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-797d38db-f099-4c4e-a844-fc28d14c8e54 tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] Publish callbacks [] for security_group_rule (7da94d4f-75e9-43f5-89e0-9fb09e26e599), precommit_create {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:48:58.465679 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-797d38db-f099-4c4e-a844-fc28d14c8e54 tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-282571'] for security_group_rule (7da94d4f-75e9-43f5-89e0-9fb09e26e599), after_create {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:48:58.483054 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797d38db-f099-4c4e-a844-fc28d14c8e54 tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7da94d4f-75e9-43f5-89e0-9fb09e26e599,revision_number=0']} {{(pid=110152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:48:58.489754 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-797d38db-f099-4c4e-a844-fc28d14c8e54 tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:48:58.490820 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [None req-797d38db-f099-4c4e-a844-fc28d14c8e54 tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1313846 May 10 17:48:58.494337 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.wsgi [-] (110152) accepted ('10.222.0.60', 43254) {{(pid=110152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 17:48:58.498756 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.v2.base [None req-4c6cf5b1-0797-4e1c-82af-ea047c7d93ac tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] Request body: {'security_group_rule': {'security_group_id': '69a1146a-b4a7-4889-b5b3-1df69f0de6a1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 17:48:58.526305 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-4c6cf5b1-0797-4e1c-82af-ea047c7d93ac tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] Publish callbacks [] for security_group_rule (de3a05a0-4475-422f-ab78-0d89c5209857), before_create {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:48:58.586276 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-4c6cf5b1-0797-4e1c-82af-ea047c7d93ac tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] Publish callbacks [] for security_group_rule (de3a05a0-4475-422f-ab78-0d89c5209857), precommit_create {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:48:58.590107 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-4c6cf5b1-0797-4e1c-82af-ea047c7d93ac tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-282571'] for security_group_rule (de3a05a0-4475-422f-ab78-0d89c5209857), after_create {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:48:58.608378 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6cf5b1-0797-4e1c-82af-ea047c7d93ac tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de3a05a0-4475-422f-ab78-0d89c5209857,revision_number=0']} {{(pid=110152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:48:58.616012 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-4c6cf5b1-0797-4e1c-82af-ea047c7d93ac tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:48:58.617186 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [None req-4c6cf5b1-0797-4e1c-82af-ea047c7d93ac tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1218929 May 10 17:48:58.621013 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.wsgi [-] (110152) accepted ('10.222.0.60', 43256) {{(pid=110152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 17:48:58.625231 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.v2.base [None req-ad9d2503-428b-4f79-a139-de5feafd21c5 tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] Request body: {'floatingip': {'floating_network_id': '85dc89cf-59f9-4edb-b26e-52bcb8a93763'}} {{(pid=110152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 17:48:58.648736 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-ad9d2503-428b-4f79-a139-de5feafd21c5 tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:48:58.728435 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-ad9d2503-428b-4f79-a139-de5feafd21c5 tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1514036'] for port (None), before_create {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:48:58.833559 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.db.db_base_plugin_common [None req-ad9d2503-428b-4f79-a139-de5feafd21c5 tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] Allocated IP 172.27.0.215 (85dc89cf-59f9-4edb-b26e-52bcb8a93763/e93d94f1-cb19-4cd0-92e5-ca73d24bd8fb/3a625825-9987-4eca-bcfb-03113eeb0c61) {{(pid=110152) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 17:48:58.936010 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46f22e8-66f6-41e8-a027-87586d1995ab req-0b8a5dfc-e0af-4e04-bc0a-6a68eb6ec4ce tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:48:58.937462 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-a46f22e8-66f6-41e8-a027-87586d1995ab req-0b8a5dfc-e0af-4e04-bc0a-6a68eb6ec4ce tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] 10.222.0.60 "GET /v2.0/ports?device_id=4006eed6-2338-46b7-9133-e5c3fdead35c HTTP/1.1" status: 200 len: 946 time: 0.0790126 May 10 17:48:59.002647 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-ad9d2503-428b-4f79-a139-de5feafd21c5 tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] Publish callbacks [] for port (3a625825-9987-4eca-bcfb-03113eeb0c61), precommit_create {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:48:59.015089 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-a46f22e8-66f6-41e8-a027-87586d1995ab req-0256793f-37ce-4021-9e3c-a858b0600d5b tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] 10.222.0.60 "GET /v2.0/security-groups?id=c42b6551-bc09-4e3b-af37-c7597825b22a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0695894 May 10 17:48:59.043331 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-ad9d2503-428b-4f79-a139-de5feafd21c5 tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1514136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781794686064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5018186'] for port (3a625825-9987-4eca-bcfb-03113eeb0c61), after_create {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:48:59.085961 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad9d2503-428b-4f79-a139-de5feafd21c5 tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] Network 85dc89cf-59f9-4edb-b26e-52bcb8a93763 is already hosted by enough agents. {{(pid=110152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 17:48:59.094355 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.scheduler.base_scheduler [None req-ad9d2503-428b-4f79-a139-de5feafd21c5 tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] Resources bound (agent type, host, resource id): {{(pid=110152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 17:48:59.096225 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9d2503-428b-4f79-a139-de5feafd21c5 tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] Pushing event updated for resources: {'Port': ['ID=3a625825-9987-4eca-bcfb-03113eeb0c61,revision_number=1']} {{(pid=110152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:48:59.098326 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad9d2503-428b-4f79-a139-de5feafd21c5 tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] Received port after_create {{(pid=110152) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 17:48:59.216120 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-ad9d2503-428b-4f79-a139-de5feafd21c5 tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] Publish callbacks [] for floatingip (d7336335-fbc7-43b8-8462-1588a0ed048b), precommit_create {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:48:59.265779 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-ad9d2503-428b-4f79-a139-de5feafd21c5 tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1514036'] for port (3a625825-9987-4eca-bcfb-03113eeb0c61), before_update {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:48:59.423641 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-ad9d2503-428b-4f79-a139-de5feafd21c5 tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] Publish callbacks [] for port (3a625825-9987-4eca-bcfb-03113eeb0c61), precommit_update {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:48:59.428455 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-ad9d2503-428b-4f79-a139-de5feafd21c5 tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1514136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781795229094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781794686082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781794686100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5018163'] for port (3a625825-9987-4eca-bcfb-03113eeb0c61), after_update {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:48:59.499634 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9d2503-428b-4f79-a139-de5feafd21c5 tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] Pushing event updated for resources: {'Port': ['ID=3a625825-9987-4eca-bcfb-03113eeb0c61,revision_number=2']} {{(pid=110152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:48:59.513388 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-ad9d2503-428b-4f79-a139-de5feafd21c5 tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-641027'] for floatingip (d7336335-fbc7-43b8-8462-1588a0ed048b), after_create {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:48:59.539387 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-ad9d2503-428b-4f79-a139-de5feafd21c5 tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29634'] for floatingip (None), before_response {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:48:59.541469 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [None req-ad9d2503-428b-4f79-a139-de5feafd21c5 tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9195483 May 10 17:48:59.745070 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-73b0a36d-fb92-4d86-a60e-ce4e5a6d8443 req-d5a3b9d6-8d0c-4c46-88eb-64f977a4eaf2 tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-securitygroup--587204535&fields=id&tenant_id=f4e017a4040d450aad862065563ea64d HTTP/1.1" status: 200 len: 267 time: 0.0423234 May 10 17:48:59.852572 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b0a36d-fb92-4d86-a60e-ce4e5a6d8443 req-8e6704fb-5693-4a91-b277-7d965b42934d tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:48:59.854027 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-73b0a36d-fb92-4d86-a60e-ce4e5a6d8443 req-8e6704fb-5693-4a91-b277-7d965b42934d tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] 10.222.0.60 "GET /v2.0/networks?id=5a13d84d-c9e9-413f-a254-ca6edab95c78 HTTP/1.1" status: 200 len: 815 time: 0.1021602 May 10 17:48:59.868268 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-73b0a36d-fb92-4d86-a60e-ce4e5a6d8443 req-a685777c-5a7f-4d33-b993-7504741f5523 tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] 10.222.0.60 "GET /v2.0/quotas/f4e017a4040d450aad862065563ea64d HTTP/1.1" status: 200 len: 375 time: 0.0089164 May 10 17:48:59.914239 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-afcc29f9-cf62-4fc7-926e-c31dd32c10ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781795183391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525393'] for agent (eaac381b-e402-41c3-a8e6-8f962681d3e6), after_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:48:59.921184 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-73b0a36d-fb92-4d86-a60e-ce4e5a6d8443 req-97107746-15b5-4430-b1e1-0d522fc4cdcd tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=f4e017a4040d450aad862065563ea64d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0475938 May 10 17:49:00.017920 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-73b0a36d-fb92-4d86-a60e-ce4e5a6d8443 req-feef5d62-6c0a-495b-9a3d-77c8a3c4ac36 service neutron] 10.222.0.60 "GET /v2.0/networks/5a13d84d-c9e9-413f-a254-ca6edab95c78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840585 May 10 17:49:00.339575 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c3b8fa-cde1-4ed6-b335-c5517ffcc1c8 req-23954491-baee-4f9e-8ffa-5c3e72e1cb7c tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:49:00.341017 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-b6c3b8fa-cde1-4ed6-b335-c5517ffcc1c8 req-23954491-baee-4f9e-8ffa-5c3e72e1cb7c tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] 10.222.0.60 "GET /v2.0/ports?device_id=4006eed6-2338-46b7-9133-e5c3fdead35c HTTP/1.1" status: 200 len: 946 time: 0.0794027 May 10 17:49:00.388483 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-73b0a36d-fb92-4d86-a60e-ce4e5a6d8443 req-e8e32cfe-827e-4073-99b6-364d93eb957d service neutron] 10.222.0.60 "GET /v2.0/networks/5a13d84d-c9e9-413f-a254-ca6edab95c78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3647540 May 10 17:49:00.405328 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-b6c3b8fa-cde1-4ed6-b335-c5517ffcc1c8 req-4918159e-11de-4554-ab77-fb69a72809b0 tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] 10.222.0.60 "GET /v2.0/security-groups?id=c42b6551-bc09-4e3b-af37-c7597825b22a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563076 May 10 17:49:00.549872 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-4c2fb0b9-2083-4e55-99af-54be8c799d67 req-4e47265d-88be-4061-aa7e-868c376a29b5 tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] 10.222.0.60 "GET /v2.0/ports?device_id=ab2c473c-6e44-4cb5-8ddb-128a2061ae50 HTTP/1.1" status: 200 len: 210 time: 0.0291889 May 10 17:49:01.457956 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-d07e8966-ef10-4d42-b774-228753b3fd3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781795183391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525393'] for agent (a55810b0-63c4-4499-a4d9-efcdb1615ce8), after_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:49:01.537268 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003d9c95-e4f4-42d9-b5c6-3c911e432f5f req-e66b8dd3-c741-446f-bf0d-46967353f21b tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:49:01.539017 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-003d9c95-e4f4-42d9-b5c6-3c911e432f5f req-e66b8dd3-c741-446f-bf0d-46967353f21b tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] 10.222.0.60 "GET /v2.0/ports?device_id=4006eed6-2338-46b7-9133-e5c3fdead35c HTTP/1.1" status: 200 len: 946 time: 0.0536709 May 10 17:49:01.590601 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-003d9c95-e4f4-42d9-b5c6-3c911e432f5f req-a93bc259-f494-4f2e-9517-4b17d6cbec35 tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] 10.222.0.60 "GET /v2.0/security-groups?id=c42b6551-bc09-4e3b-af37-c7597825b22a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450947 May 10 17:49:01.612847 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781795183391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525393'] for agent (16638279-eb91-49a3-95a5-8b540cc2f948), after_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:49:01.668940 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-35912616-d359-48d8-8417-f146691fa41f req-d912a182-09cc-45a7-b4a9-e4688e6b0302 tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] 10.222.0.60 "GET /v2.0/ports?device_id=ab2c473c-6e44-4cb5-8ddb-128a2061ae50 HTTP/1.1" status: 200 len: 210 time: 0.0346189 May 10 17:49:02.264620 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b0a36d-fb92-4d86-a60e-ce4e5a6d8443 req-59d2cb2e-5232-42f8-b940-2d02fc917ef4 tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:49:02.266080 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-73b0a36d-fb92-4d86-a60e-ce4e5a6d8443 req-59d2cb2e-5232-42f8-b940-2d02fc917ef4 tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] 10.222.0.77 "GET /v2.0/networks?id=5a13d84d-c9e9-413f-a254-ca6edab95c78 HTTP/1.1" status: 200 len: 815 time: 0.1111009 May 10 17:49:02.431615 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-73b0a36d-fb92-4d86-a60e-ce4e5a6d8443 req-a199f410-a0bb-4cb9-9629-39bce4b48408 tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] 10.222.0.77 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f4e017a4040d450aad862065563ea64d HTTP/1.1" status: 200 len: 471 time: 0.1272538 May 10 17:49:02.487008 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf95e2a-ccd1-4dda-a082-e7e6026380b0 req-a0a64182-91df-41f6-a0b4-a4d5c6ff9da1 tempest-VolumesSnapshotTestJSON-1645568956 tempest-VolumesSnapshotTestJSON-1645568956-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:49:02.488511 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-9bf95e2a-ccd1-4dda-a082-e7e6026380b0 req-a0a64182-91df-41f6-a0b4-a4d5c6ff9da1 tempest-VolumesSnapshotTestJSON-1645568956 tempest-VolumesSnapshotTestJSON-1645568956-project] 10.222.0.60 "GET /v2.0/networks?id=29e73f79-8568-4d80-831b-136efa81b55a HTTP/1.1" status: 200 len: 814 time: 0.1217778 May 10 17:49:02.504000 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-9bf95e2a-ccd1-4dda-a082-e7e6026380b0 req-c839e15b-0cb5-4e3d-a81c-e15cb716b4ac tempest-VolumesSnapshotTestJSON-1645568956 tempest-VolumesSnapshotTestJSON-1645568956-project] 10.222.0.60 "GET /v2.0/quotas/9a2c0807e3fc4161b894f123e8acc473 HTTP/1.1" status: 200 len: 375 time: 0.0094354 May 10 17:49:02.543864 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-9bf95e2a-ccd1-4dda-a082-e7e6026380b0 req-7b7ad236-d7bf-4945-844d-41c4159c10b9 tempest-VolumesSnapshotTestJSON-1645568956 tempest-VolumesSnapshotTestJSON-1645568956-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=9a2c0807e3fc4161b894f123e8acc473&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0286777 May 10 17:49:02.640327 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-9bf95e2a-ccd1-4dda-a082-e7e6026380b0 req-6e7acc8c-777e-4b18-be47-f6ed2b30caf4 service neutron] 10.222.0.60 "GET /v2.0/networks/29e73f79-8568-4d80-831b-136efa81b55a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920870 May 10 17:49:02.730409 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-9bf95e2a-ccd1-4dda-a082-e7e6026380b0 req-502d74bb-c96b-454b-9211-9e360610f387 service neutron] 10.222.0.60 "GET /v2.0/networks/29e73f79-8568-4d80-831b-136efa81b55a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856524 May 10 17:49:02.922307 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230d28fb-ecb2-45b1-abe8-da8f97b89fe2 req-a8c25883-b134-4513-a78c-50c92a18fa0f tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:49:02.923841 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-230d28fb-ecb2-45b1-abe8-da8f97b89fe2 req-a8c25883-b134-4513-a78c-50c92a18fa0f tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] 10.222.0.60 "GET /v2.0/ports?device_id=4006eed6-2338-46b7-9133-e5c3fdead35c HTTP/1.1" status: 200 len: 946 time: 0.0525994 May 10 17:49:02.975155 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-230d28fb-ecb2-45b1-abe8-da8f97b89fe2 req-24d72661-46c1-4c1a-8972-727ba78781e5 tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] 10.222.0.60 "GET /v2.0/security-groups?id=c42b6551-bc09-4e3b-af37-c7597825b22a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456283 May 10 17:49:03.048200 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-ae45faaf-356d-4e4a-a605-33fedb92cd97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781795183391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525393'] for agent (6a57b374-0daf-4fe3-9dd1-3d457a537aa7), after_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:49:03.077811 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-9ab93b3c-acc9-40b9-8fba-8333f427d23c req-1a84bead-3b2d-4d1f-a520-64c2986a80e0 tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] 10.222.0.60 "GET /v2.0/ports?device_id=ab2c473c-6e44-4cb5-8ddb-128a2061ae50 HTTP/1.1" status: 200 len: 210 time: 0.0288858 May 10 17:49:03.155464 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.v2.base [req-73b0a36d-fb92-4d86-a60e-ce4e5a6d8443 req-bac273c9-cb46-41b6-a501-fd1b0d3c53cd tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] Request body: {'port': {'device_id': 'ab2c473c-6e44-4cb5-8ddb-128a2061ae50', 'network_id': '5a13d84d-c9e9-413f-a254-ca6edab95c78', 'admin_state_up': True, 'tenant_id': 'f4e017a4040d450aad862065563ea64d', 'security_groups': ['69a1146a-b4a7-4889-b5b3-1df69f0de6a1']}} {{(pid=110152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 17:49:03.168276 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-f670183f-b91b-416c-9a74-e3e5440828b6 req-e26f81d0-1281-48ab-829b-4882120759f6 tempest-VolumesSnapshotTestJSON-1645568956 tempest-VolumesSnapshotTestJSON-1645568956-project] 10.222.0.60 "GET /v2.0/ports?device_id=4adcaebe-b2a0-4861-a874-24cbcdc8cd05 HTTP/1.1" status: 200 len: 210 time: 0.0431533 May 10 17:49:03.304063 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-73b0a36d-fb92-4d86-a60e-ce4e5a6d8443 req-bac273c9-cb46-41b6-a501-fd1b0d3c53cd tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] Made reservation on behalf of f4e017a4040d450aad862065563ea64d for: {'port': 1} {{(pid=110152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 17:49:03.309456 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [req-73b0a36d-fb92-4d86-a60e-ce4e5a6d8443 req-bac273c9-cb46-41b6-a501-fd1b0d3c53cd tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1514036'] for port (None), before_create {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:49:03.482062 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.db.db_base_plugin_common [req-73b0a36d-fb92-4d86-a60e-ce4e5a6d8443 req-bac273c9-cb46-41b6-a501-fd1b0d3c53cd tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] Allocated IP 172.20.0.11 (5a13d84d-c9e9-413f-a254-ca6edab95c78/8d05c8d5-b43f-426f-967a-5bcf2a7a77f7/9eecfcd3-4266-44a2-966e-218d7a2c006e) {{(pid=110152) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 17:49:03.643154 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [req-73b0a36d-fb92-4d86-a60e-ce4e5a6d8443 req-bac273c9-cb46-41b6-a501-fd1b0d3c53cd tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] Publish callbacks [] for port (9eecfcd3-4266-44a2-966e-218d7a2c006e), precommit_create {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:49:03.678760 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [req-73b0a36d-fb92-4d86-a60e-ce4e5a6d8443 req-bac273c9-cb46-41b6-a501-fd1b0d3c53cd tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1514136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781794686064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5018186'] for port (9eecfcd3-4266-44a2-966e-218d7a2c006e), after_create {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:49:03.722699 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-73b0a36d-fb92-4d86-a60e-ce4e5a6d8443 req-bac273c9-cb46-41b6-a501-fd1b0d3c53cd tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] Network 5a13d84d-c9e9-413f-a254-ca6edab95c78 is already hosted by enough agents. {{(pid=110152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 17:49:03.725842 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.scheduler.base_scheduler [req-73b0a36d-fb92-4d86-a60e-ce4e5a6d8443 req-bac273c9-cb46-41b6-a501-fd1b0d3c53cd tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] Resources bound (agent type, host, resource id): {{(pid=110152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 17:49:03.730653 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.db.l3_dvrscheduler_db [req-73b0a36d-fb92-4d86-a60e-ce4e5a6d8443 req-bac273c9-cb46-41b6-a501-fd1b0d3c53cd tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] Received port after_create {{(pid=110152) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 17:49:03.765304 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac273c9-cb46-41b6-a501-fd1b0d3c53cd tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] Pushing event updated for resources: {'Port': ['ID=9eecfcd3-4266-44a2-966e-218d7a2c006e,revision_number=1']} {{(pid=110152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:49:03.795910 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b0a36d-fb92-4d86-a60e-ce4e5a6d8443 req-bac273c9-cb46-41b6-a501-fd1b0d3c53cd tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:49:03.796485 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [req-73b0a36d-fb92-4d86-a60e-ce4e5a6d8443 req-bac273c9-cb46-41b6-a501-fd1b0d3c53cd tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29634'] for port (None), before_response {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:49:03.816379 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-73b0a36d-fb92-4d86-a60e-ce4e5a6d8443 req-bac273c9-cb46-41b6-a501-fd1b0d3c53cd tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6649039 May 10 17:49:03.971491 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.v2.base [req-73b0a36d-fb92-4d86-a60e-ce4e5a6d8443 req-2bb62632-ae27-4c41-9a7f-240e073ade30 service neutron] Request body: {'port': {'device_id': 'ab2c473c-6e44-4cb5-8ddb-128a2061ae50', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84130'}} {{(pid=110152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 17:49:03.974722 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.db.provisioning_blocks [None req-dbf62f0b-e705-4203-852c-529a150b94d0 None None] Provisioning complete for port 9eecfcd3-4266-44a2-966e-218d7a2c006e triggered by entity DHCP. {{(pid=110154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 17:49:03.975103 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-dbf62f0b-e705-4203-852c-529a150b94d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525495'] for port (9eecfcd3-4266-44a2-966e-218d7a2c006e), provisioning_complete {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:49:04.042790 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.plugin [None req-dbf62f0b-e705-4203-852c-529a150b94d0 None None] Port 9eecfcd3-4266-44a2-966e-218d7a2c006e cannot update to ACTIVE because it is not bound. {{(pid=110154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 10 17:49:04.049422 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [req-73b0a36d-fb92-4d86-a60e-ce4e5a6d8443 req-2bb62632-ae27-4c41-9a7f-240e073ade30 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1514036'] for port (9eecfcd3-4266-44a2-966e-218d7a2c006e), before_update {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:49:04.223769 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf95e2a-ccd1-4dda-a082-e7e6026380b0 req-3b4ebb3b-2328-432f-81e9-bddeba3830cd tempest-VolumesSnapshotTestJSON-1645568956 tempest-VolumesSnapshotTestJSON-1645568956-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:49:04.225386 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [req-9bf95e2a-ccd1-4dda-a082-e7e6026380b0 req-3b4ebb3b-2328-432f-81e9-bddeba3830cd tempest-VolumesSnapshotTestJSON-1645568956 tempest-VolumesSnapshotTestJSON-1645568956-project] 10.222.0.77 "GET /v2.0/networks?id=29e73f79-8568-4d80-831b-136efa81b55a HTTP/1.1" status: 200 len: 814 time: 0.1522059 May 10 17:49:04.247692 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.v2.base [req-9bf95e2a-ccd1-4dda-a082-e7e6026380b0 req-09d710c3-e7e5-42e3-af94-692fc3d8d45f tempest-VolumesSnapshotTestJSON-1645568956 tempest-VolumesSnapshotTestJSON-1645568956-project] Request body: {'port': {'device_id': '4adcaebe-b2a0-4861-a874-24cbcdc8cd05', 'network_id': '29e73f79-8568-4d80-831b-136efa81b55a', 'admin_state_up': True, 'tenant_id': '9a2c0807e3fc4161b894f123e8acc473'}} {{(pid=110153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 17:49:04.284930 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2009d703-5a4a-47ee-91ac-c4c6e3b65725 req-d929ad7c-5c62-4450-9452-74a7b3ae61ed tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:49:04.286983 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-2009d703-5a4a-47ee-91ac-c4c6e3b65725 req-d929ad7c-5c62-4450-9452-74a7b3ae61ed tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] 10.222.0.60 "GET /v2.0/ports?device_id=ab2c473c-6e44-4cb5-8ddb-128a2061ae50 HTTP/1.1" status: 200 len: 932 time: 0.1126242 May 10 17:49:04.308150 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af13af4-db24-47dc-aed5-33ffa343dd63 req-0faf2392-0815-4eb2-a42d-2afc3265a3e6 tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:49:04.310291 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-6af13af4-db24-47dc-aed5-33ffa343dd63 req-0faf2392-0815-4eb2-a42d-2afc3265a3e6 tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] 10.222.0.60 "GET /v2.0/ports?device_id=4006eed6-2338-46b7-9133-e5c3fdead35c HTTP/1.1" status: 200 len: 946 time: 0.1349423 May 10 17:49:04.384928 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9bf95e2a-ccd1-4dda-a082-e7e6026380b0 req-09d710c3-e7e5-42e3-af94-692fc3d8d45f tempest-VolumesSnapshotTestJSON-1645568956 tempest-VolumesSnapshotTestJSON-1645568956-project] Made reservation on behalf of 9a2c0807e3fc4161b894f123e8acc473 for: {'port': 1} {{(pid=110153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 17:49:04.388901 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [req-9bf95e2a-ccd1-4dda-a082-e7e6026380b0 req-09d710c3-e7e5-42e3-af94-692fc3d8d45f tempest-VolumesSnapshotTestJSON-1645568956 tempest-VolumesSnapshotTestJSON-1645568956-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1514036'] for port (None), before_create {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:49:04.439602 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-2009d703-5a4a-47ee-91ac-c4c6e3b65725 req-20b8c652-64e8-4453-9748-2977f58405bd tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] 10.222.0.60 "GET /v2.0/security-groups?id=69a1146a-b4a7-4889-b5b3-1df69f0de6a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1282387 May 10 17:49:04.444992 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-6af13af4-db24-47dc-aed5-33ffa343dd63 req-04ff4304-2d5e-4f0a-a886-c38d29344763 tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] 10.222.0.60 "GET /v2.0/security-groups?id=c42b6551-bc09-4e3b-af37-c7597825b22a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1068921 May 10 17:49:04.520949 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-6e697e78-9dd1-4bc1-8573-56b901d07725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781795183391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525393'] for agent (fdc37a75-b7a9-4e92-a59c-f5b8c02d060c), after_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:49:04.564969 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.db.db_base_plugin_common [req-9bf95e2a-ccd1-4dda-a082-e7e6026380b0 req-09d710c3-e7e5-42e3-af94-692fc3d8d45f tempest-VolumesSnapshotTestJSON-1645568956 tempest-VolumesSnapshotTestJSON-1645568956-project] Allocated IP 172.20.0.3 (29e73f79-8568-4d80-831b-136efa81b55a/60d43bd8-63c7-432e-8a86-a5fab11f7168/4067eee9-a186-4e93-ba0a-31a799761eab) {{(pid=110153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 17:49:04.572555 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-8b8fff19-f297-4f1f-96f8-e7fb18a58bcc req-b7263ef8-0939-436c-b454-40ef6998dfc3 tempest-VolumesSnapshotTestJSON-1645568956 tempest-VolumesSnapshotTestJSON-1645568956-project] 10.222.0.60 "GET /v2.0/ports?device_id=4adcaebe-b2a0-4861-a874-24cbcdc8cd05 HTTP/1.1" status: 200 len: 210 time: 0.0369735 May 10 17:49:04.579793 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.notifiers.nova [req-73b0a36d-fb92-4d86-a60e-ce4e5a6d8443 req-2bb62632-ae27-4c41-9a7f-240e073ade30 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9eecfcd3-4266-44a2-966e-218d7a2c006e {{(pid=110152) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 17:49:04.596387 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [req-73b0a36d-fb92-4d86-a60e-ce4e5a6d8443 req-2bb62632-ae27-4c41-9a7f-240e073ade30 service neutron] Publish callbacks [] for port (9eecfcd3-4266-44a2-966e-218d7a2c006e), precommit_update {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:49:04.611192 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.db.provisioning_blocks [req-73b0a36d-fb92-4d86-a60e-ce4e5a6d8443 req-2bb62632-ae27-4c41-9a7f-240e073ade30 service neutron] Transition to ACTIVE for port object 9eecfcd3-4266-44a2-966e-218d7a2c006e will not be triggered until provisioned by entity L2. {{(pid=110152) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 10 17:49:04.615864 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [req-73b0a36d-fb92-4d86-a60e-ce4e5a6d8443 req-2bb62632-ae27-4c41-9a7f-240e073ade30 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1514136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781795229094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781794686082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781794686100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5018163'] for port (9eecfcd3-4266-44a2-966e-218d7a2c006e), after_update {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:49:04.717824 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb62632-ae27-4c41-9a7f-240e073ade30 service neutron] Pushing event updated for resources: {'Port': ['ID=9eecfcd3-4266-44a2-966e-218d7a2c006e,revision_number=2']} {{(pid=110152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:49:04.759724 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.plugins.ml2.managers [req-73b0a36d-fb92-4d86-a60e-ce4e5a6d8443 req-2bb62632-ae27-4c41-9a7f-240e073ade30 service neutron] Attempting to bind port 9eecfcd3-4266-44a2-966e-218d7a2c006e on host hv-cinder-84130 for vnic_type normal with profile {{(pid=110152) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 17:49:04.760368 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.plugins.ml2.managers [req-73b0a36d-fb92-4d86-a60e-ce4e5a6d8443 req-2bb62632-ae27-4c41-9a7f-240e073ade30 service neutron] Attempting to bind port 9eecfcd3-4266-44a2-966e-218d7a2c006e by drivers openvswitch,hyperv on host hv-cinder-84130 at level 0 using segments [{'id': '0faf29e6-d72c-448f-aa3a-91b840f90216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '5a13d84d-c9e9-413f-a254-ca6edab95c78'}] {{(pid=110152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 17:49:04.760794 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73b0a36d-fb92-4d86-a60e-ce4e5a6d8443 req-2bb62632-ae27-4c41-9a7f-240e073ade30 service neutron] Attempting to bind port 9eecfcd3-4266-44a2-966e-218d7a2c006e on network 5a13d84d-c9e9-413f-a254-ca6edab95c78 {{(pid=110152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 17:49:04.763950 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [req-9bf95e2a-ccd1-4dda-a082-e7e6026380b0 req-09d710c3-e7e5-42e3-af94-692fc3d8d45f tempest-VolumesSnapshotTestJSON-1645568956 tempest-VolumesSnapshotTestJSON-1645568956-project] Publish callbacks [] for port (4067eee9-a186-4e93-ba0a-31a799761eab), precommit_create {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:49:04.767206 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73b0a36d-fb92-4d86-a60e-ce4e5a6d8443 req-2bb62632-ae27-4c41-9a7f-240e073ade30 service neutron] Port 9eecfcd3-4266-44a2-966e-218d7a2c006e on network 5a13d84d-c9e9-413f-a254-ca6edab95c78 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84130 {{(pid=110152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 17:49:04.767667 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73b0a36d-fb92-4d86-a60e-ce4e5a6d8443 req-2bb62632-ae27-4c41-9a7f-240e073ade30 service neutron] Attempting to bind port 9eecfcd3-4266-44a2-966e-218d7a2c006e on network 5a13d84d-c9e9-413f-a254-ca6edab95c78 {{(pid=110152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 17:49:04.774020 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73b0a36d-fb92-4d86-a60e-ce4e5a6d8443 req-2bb62632-ae27-4c41-9a7f-240e073ade30 service neutron] Checking agent: {'id': '16638279-eb91-49a3-95a5-8b540cc2f948', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84130', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 17, 42, 31), 'started_at': datetime.datetime(2022, 5, 10, 17, 42, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 17, 49, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 17:49:04.774470 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73b0a36d-fb92-4d86-a60e-ce4e5a6d8443 req-2bb62632-ae27-4c41-9a7f-240e073ade30 service neutron] Checking segment: {'id': '0faf29e6-d72c-448f-aa3a-91b840f90216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '5a13d84d-c9e9-413f-a254-ca6edab95c78'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 17:49:04.774924 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73b0a36d-fb92-4d86-a60e-ce4e5a6d8443 req-2bb62632-ae27-4c41-9a7f-240e073ade30 service neutron] Bound using segment: {'id': '0faf29e6-d72c-448f-aa3a-91b840f90216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '5a13d84d-c9e9-413f-a254-ca6edab95c78'} {{(pid=110152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 17:49:04.775449 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.plugins.ml2.managers [req-73b0a36d-fb92-4d86-a60e-ce4e5a6d8443 req-2bb62632-ae27-4c41-9a7f-240e073ade30 service neutron] Bound port: 9eecfcd3-4266-44a2-966e-218d7a2c006e, host: hv-cinder-84130, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0faf29e6-d72c-448f-aa3a-91b840f90216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '5a13d84d-c9e9-413f-a254-ca6edab95c78'}}] {{(pid=110152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 17:49:04.776126 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [req-73b0a36d-fb92-4d86-a60e-ce4e5a6d8443 req-2bb62632-ae27-4c41-9a7f-240e073ade30 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1514036'] for port (9eecfcd3-4266-44a2-966e-218d7a2c006e), before_update {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:49:04.806689 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [req-9bf95e2a-ccd1-4dda-a082-e7e6026380b0 req-09d710c3-e7e5-42e3-af94-692fc3d8d45f tempest-VolumesSnapshotTestJSON-1645568956 tempest-VolumesSnapshotTestJSON-1645568956-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1514136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781794686064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207117'] for port (4067eee9-a186-4e93-ba0a-31a799761eab), after_create {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:49:04.857134 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9bf95e2a-ccd1-4dda-a082-e7e6026380b0 req-09d710c3-e7e5-42e3-af94-692fc3d8d45f tempest-VolumesSnapshotTestJSON-1645568956 tempest-VolumesSnapshotTestJSON-1645568956-project] Network 29e73f79-8568-4d80-831b-136efa81b55a is already hosted by enough agents. {{(pid=110153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 17:49:04.857367 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.plugins.ml2.db [req-73b0a36d-fb92-4d86-a60e-ce4e5a6d8443 req-2bb62632-ae27-4c41-9a7f-240e073ade30 service neutron] For port 9eecfcd3-4266-44a2-966e-218d7a2c006e, host hv-cinder-84130, cleared binding levels {{(pid=110152) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 17:49:04.860530 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.scheduler.base_scheduler [req-9bf95e2a-ccd1-4dda-a082-e7e6026380b0 req-09d710c3-e7e5-42e3-af94-692fc3d8d45f tempest-VolumesSnapshotTestJSON-1645568956 tempest-VolumesSnapshotTestJSON-1645568956-project] Resources bound (agent type, host, resource id): {{(pid=110153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 17:49:04.861873 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.plugins.ml2.db [req-73b0a36d-fb92-4d86-a60e-ce4e5a6d8443 req-2bb62632-ae27-4c41-9a7f-240e073ade30 service neutron] For port 9eecfcd3-4266-44a2-966e-218d7a2c006e, host hv-cinder-84130, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84130',level=0,port_id=9eecfcd3-4266-44a2-966e-218d7a2c006e,segment=NetworkSegment(0faf29e6-d72c-448f-aa3a-91b840f90216),segment_id=0faf29e6-d72c-448f-aa3a-91b840f90216)] {{(pid=110152) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 17:49:04.867022 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.db.l3_dvrscheduler_db [req-9bf95e2a-ccd1-4dda-a082-e7e6026380b0 req-09d710c3-e7e5-42e3-af94-692fc3d8d45f tempest-VolumesSnapshotTestJSON-1645568956 tempest-VolumesSnapshotTestJSON-1645568956-project] Received port after_create {{(pid=110153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 17:49:04.870407 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [req-73b0a36d-fb92-4d86-a60e-ce4e5a6d8443 req-2bb62632-ae27-4c41-9a7f-240e073ade30 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1514136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781795229094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781794686082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781794686100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5018163'] for port (9eecfcd3-4266-44a2-966e-218d7a2c006e), after_update {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:49:04.892568 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d710c3-e7e5-42e3-af94-692fc3d8d45f tempest-VolumesSnapshotTestJSON-1645568956 tempest-VolumesSnapshotTestJSON-1645568956-project] Pushing event updated for resources: {'Port': ['ID=4067eee9-a186-4e93-ba0a-31a799761eab,revision_number=1']} {{(pid=110153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:49:04.906967 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b0a36d-fb92-4d86-a60e-ce4e5a6d8443 req-2bb62632-ae27-4c41-9a7f-240e073ade30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:49:04.907621 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [req-73b0a36d-fb92-4d86-a60e-ce4e5a6d8443 req-2bb62632-ae27-4c41-9a7f-240e073ade30 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29634'] for port (None), before_response {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:49:04.909228 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-73b0a36d-fb92-4d86-a60e-ce4e5a6d8443 req-2bb62632-ae27-4c41-9a7f-240e073ade30 service neutron] 10.222.0.77 "PUT /v2.0/ports/9eecfcd3-4266-44a2-966e-218d7a2c006e HTTP/1.1" status: 200 len: 1094 time: 0.9447174 May 10 17:49:04.909556 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab2c473c-6e44-4cb5-8ddb-128a2061ae50', 'tag': '9eecfcd3-4266-44a2-966e-218d7a2c006e'}] {{(pid=110152) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 17:49:04.911984 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0e5bab204033c83635b1e14c3e3a099c647719281f8bf9f740a5b80828d0d04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22742d0a-3058-4b6a-a779-f4e3dbdfcc31" -d '{"events": [{"name": "network-changed", "server_uuid": "ab2c473c-6e44-4cb5-8ddb-128a2061ae50", "tag": "9eecfcd3-4266-44a2-966e-218d7a2c006e"}]}' {{(pid=110152) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 17:49:04.926172 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf95e2a-ccd1-4dda-a082-e7e6026380b0 req-09d710c3-e7e5-42e3-af94-692fc3d8d45f tempest-VolumesSnapshotTestJSON-1645568956 tempest-VolumesSnapshotTestJSON-1645568956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:49:04.926739 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [req-9bf95e2a-ccd1-4dda-a082-e7e6026380b0 req-09d710c3-e7e5-42e3-af94-692fc3d8d45f tempest-VolumesSnapshotTestJSON-1645568956 tempest-VolumesSnapshotTestJSON-1645568956-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29634'] for port (None), before_response {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:49:04.950413 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb62632-ae27-4c41-9a7f-240e073ade30 service neutron] Pushing event updated for resources: {'Port': ['ID=9eecfcd3-4266-44a2-966e-218d7a2c006e,revision_number=3']} {{(pid=110152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:49:04.950939 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [req-9bf95e2a-ccd1-4dda-a082-e7e6026380b0 req-09d710c3-e7e5-42e3-af94-692fc3d8d45f tempest-VolumesSnapshotTestJSON-1645568956 tempest-VolumesSnapshotTestJSON-1645568956-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7089531 May 10 17:49:04.959211 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 17:49:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-166dceeb-44e0-49c3-9a28-79cfd904f78f x-openstack-request-id: req-166dceeb-44e0-49c3-9a28-79cfd904f78f {{(pid=110152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 17:49:04.959526 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab2c473c-6e44-4cb5-8ddb-128a2061ae50", "tag": "9eecfcd3-4266-44a2-966e-218d7a2c006e", "status": "completed", "code": 200}]} {{(pid=110152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 17:49:04.959781 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-166dceeb-44e0-49c3-9a28-79cfd904f78f {{(pid=110152) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 17:49:04.960182 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.notifiers.nova [-] Nova event matching ['req-166dceeb-44e0-49c3-9a28-79cfd904f78f'] response: {'name': 'network-changed', 'server_uuid': 'ab2c473c-6e44-4cb5-8ddb-128a2061ae50', 'tag': '9eecfcd3-4266-44a2-966e-218d7a2c006e', 'status': 'completed', 'code': 200} May 10 17:49:04.983657 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.rpc [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Device e697d9cb-ff2b-45a4-8326-f3219cdf4121 details requested by agent hyperv_hv-cinder-84130 with host hv-cinder-84130 {{(pid=110154) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 17:49:05.015486 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.v2.base [req-9bf95e2a-ccd1-4dda-a082-e7e6026380b0 req-fb531aa8-3b09-43f0-89a5-29c40f86f0ba service neutron] Request body: {'port': {'device_id': '4adcaebe-b2a0-4861-a874-24cbcdc8cd05', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84130'}} {{(pid=110153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 17:49:05.057891 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b0a36d-fb92-4d86-a60e-ce4e5a6d8443 req-5c441d51-9e0c-402b-ab5a-6661c3b51eb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:49:05.059552 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-73b0a36d-fb92-4d86-a60e-ce4e5a6d8443 req-5c441d51-9e0c-402b-ab5a-6661c3b51eb6 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=f4e017a4040d450aad862065563ea64d&device_id=ab2c473c-6e44-4cb5-8ddb-128a2061ae50 HTTP/1.1" status: 200 len: 1128 time: 0.0491982 May 10 17:49:05.091108 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [req-9bf95e2a-ccd1-4dda-a082-e7e6026380b0 req-fb531aa8-3b09-43f0-89a5-29c40f86f0ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1514036'] for port (4067eee9-a186-4e93-ba0a-31a799761eab), before_update {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:49:05.108529 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.db [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] For port e697d9cb-ff2b-45a4-8326-f3219cdf4121, host hv-cinder-84130, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84130',level=0,port_id=e697d9cb-ff2b-45a4-8326-f3219cdf4121,segment=NetworkSegment(d952ff82-97df-4645-95cf-8a2390e9c9b8),segment_id=d952ff82-97df-4645-95cf-8a2390e9c9b8)] {{(pid=110154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 17:49:05.123935 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.rpc [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Returning: {'device': 'e697d9cb-ff2b-45a4-8326-f3219cdf4121', 'network_id': '4f6007aa-61b1-40c3-a8ad-7f431d419cb5', 'port_id': 'e697d9cb-ff2b-45a4-8326-f3219cdf4121', 'mac_address': 'fa:16:3e:79:fa:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 554, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c13a30fd-de84-4d1b-92b1-edbd848fe110', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110154) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 17:49:05.125792 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-73b0a36d-fb92-4d86-a60e-ce4e5a6d8443 req-3828bbb0-d269-49a3-9a86-14da87a02e78 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9eecfcd3-4266-44a2-966e-218d7a2c006e HTTP/1.1" status: 200 len: 217 time: 0.0496559 May 10 17:49:05.165845 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.plugin [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Current status of the port e697d9cb-ff2b-45a4-8326-f3219cdf4121 is: ACTIVE; New status is: BUILD {{(pid=110154) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 17:49:05.166482 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1514036'] for port (e697d9cb-ff2b-45a4-8326-f3219cdf4121), before_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:49:05.181168 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.notifiers.nova [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e697d9cb-ff2b-45a4-8326-f3219cdf4121 {{(pid=110154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 17:49:05.183293 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b0a36d-fb92-4d86-a60e-ce4e5a6d8443 req-715519d6-c274-4289-bf1b-eb33a44442bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:49:05.184885 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-73b0a36d-fb92-4d86-a60e-ce4e5a6d8443 req-715519d6-c274-4289-bf1b-eb33a44442bf service neutron] 10.222.0.77 "GET /v2.0/subnets?id=8d05c8d5-b43f-426f-967a-5bcf2a7a77f7 HTTP/1.1" status: 200 len: 854 time: 0.0518758 May 10 17:49:05.212141 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.db [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] For port e697d9cb-ff2b-45a4-8326-f3219cdf4121, host hv-cinder-84130, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84130',level=0,port_id=e697d9cb-ff2b-45a4-8326-f3219cdf4121,segment=NetworkSegment(d952ff82-97df-4645-95cf-8a2390e9c9b8),segment_id=d952ff82-97df-4645-95cf-8a2390e9c9b8)] {{(pid=110154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 17:49:05.221104 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1514136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781795229094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781794686082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781794686100'] for port (e697d9cb-ff2b-45a4-8326-f3219cdf4121), after_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:49:05.235393 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b0a36d-fb92-4d86-a60e-ce4e5a6d8443 req-4337662b-361e-442a-9d43-b624131ef872 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:49:05.236669 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-73b0a36d-fb92-4d86-a60e-ce4e5a6d8443 req-4337662b-361e-442a-9d43-b624131ef872 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=5a13d84d-c9e9-413f-a254-ca6edab95c78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0448506 May 10 17:49:05.276654 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Pushing event updated for resources: {'Port': ['ID=e697d9cb-ff2b-45a4-8326-f3219cdf4121,revision_number=6']} {{(pid=110154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:49:05.284984 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:49:05.285340 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:49:05.285682 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:49:05.286059 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:49:05.286399 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:49:05.286917 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:49:05.287249 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:49:05.287631 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:49:05.287959 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:49:05.288282 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:49:05.288763 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:49:05.289864 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:49:05.290190 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:49:05.290515 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:49:05.290838 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:49:05.362390 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-73b0a36d-fb92-4d86-a60e-ce4e5a6d8443 req-020b80b9-8a52-4561-afb7-407a11e13cd7 service neutron] 10.222.0.77 "GET /v2.0/networks/5a13d84d-c9e9-413f-a254-ca6edab95c78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1169393 May 10 17:49:05.391419 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.notifiers.nova [req-9bf95e2a-ccd1-4dda-a082-e7e6026380b0 req-fb531aa8-3b09-43f0-89a5-29c40f86f0ba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4067eee9-a186-4e93-ba0a-31a799761eab {{(pid=110153) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 17:49:05.399777 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [req-9bf95e2a-ccd1-4dda-a082-e7e6026380b0 req-fb531aa8-3b09-43f0-89a5-29c40f86f0ba service neutron] Publish callbacks [] for port (4067eee9-a186-4e93-ba0a-31a799761eab), precommit_update {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:49:05.417305 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.db.provisioning_blocks [req-9bf95e2a-ccd1-4dda-a082-e7e6026380b0 req-fb531aa8-3b09-43f0-89a5-29c40f86f0ba service neutron] Transition to ACTIVE for port object 4067eee9-a186-4e93-ba0a-31a799761eab will not be triggered until provisioned by entity L2. {{(pid=110153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 10 17:49:05.421434 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [req-9bf95e2a-ccd1-4dda-a082-e7e6026380b0 req-fb531aa8-3b09-43f0-89a5-29c40f86f0ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1514136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781795229094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781794686082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781794686100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4207220'] for port (4067eee9-a186-4e93-ba0a-31a799761eab), after_update {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:49:05.448515 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.db [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] get_ports_and_sgs() called for port_ids ['e697d9cb-ff2b-45a4-8326-f3219cdf4121'] {{(pid=110154) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 17:49:05.462690 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-73b0a36d-fb92-4d86-a60e-ce4e5a6d8443 req-8a6f7c7d-feb7-4b75-8366-aadd1d6a3d9e service neutron] 10.222.0.77 "GET /v2.0/networks/5a13d84d-c9e9-413f-a254-ca6edab95c78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936139 May 10 17:49:05.483411 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb531aa8-3b09-43f0-89a5-29c40f86f0ba service neutron] Pushing event updated for resources: {'Port': ['ID=4067eee9-a186-4e93-ba0a-31a799761eab,revision_number=2']} {{(pid=110153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:49:05.618647 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcae6c7-1bb4-466a-999f-7ae9ab61040a req-2a77c280-f5ac-4144-b6da-fdad14846014 tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:49:05.620608 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-6dcae6c7-1bb4-466a-999f-7ae9ab61040a req-2a77c280-f5ac-4144-b6da-fdad14846014 tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] 10.222.0.60 "GET /v2.0/ports?device_id=ab2c473c-6e44-4cb5-8ddb-128a2061ae50 HTTP/1.1" status: 200 len: 944 time: 0.0964346 May 10 17:49:05.621684 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.plugins.ml2.managers [req-9bf95e2a-ccd1-4dda-a082-e7e6026380b0 req-fb531aa8-3b09-43f0-89a5-29c40f86f0ba service neutron] Attempting to bind port 4067eee9-a186-4e93-ba0a-31a799761eab on host hv-cinder-84130 for vnic_type normal with profile {{(pid=110153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 17:49:05.622093 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.plugins.ml2.managers [req-9bf95e2a-ccd1-4dda-a082-e7e6026380b0 req-fb531aa8-3b09-43f0-89a5-29c40f86f0ba service neutron] Attempting to bind port 4067eee9-a186-4e93-ba0a-31a799761eab by drivers openvswitch,hyperv on host hv-cinder-84130 at level 0 using segments [{'id': '6eb6a8de-e14f-4146-b244-6bae452bdd09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '29e73f79-8568-4d80-831b-136efa81b55a'}] {{(pid=110153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 17:49:05.622484 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bf95e2a-ccd1-4dda-a082-e7e6026380b0 req-fb531aa8-3b09-43f0-89a5-29c40f86f0ba service neutron] Attempting to bind port 4067eee9-a186-4e93-ba0a-31a799761eab on network 29e73f79-8568-4d80-831b-136efa81b55a {{(pid=110153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 17:49:05.627455 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bf95e2a-ccd1-4dda-a082-e7e6026380b0 req-fb531aa8-3b09-43f0-89a5-29c40f86f0ba service neutron] Port 4067eee9-a186-4e93-ba0a-31a799761eab on network 29e73f79-8568-4d80-831b-136efa81b55a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84130 {{(pid=110153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 17:49:05.627781 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bf95e2a-ccd1-4dda-a082-e7e6026380b0 req-fb531aa8-3b09-43f0-89a5-29c40f86f0ba service neutron] Attempting to bind port 4067eee9-a186-4e93-ba0a-31a799761eab on network 29e73f79-8568-4d80-831b-136efa81b55a {{(pid=110153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 17:49:05.632938 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bf95e2a-ccd1-4dda-a082-e7e6026380b0 req-fb531aa8-3b09-43f0-89a5-29c40f86f0ba service neutron] Checking agent: {'id': '16638279-eb91-49a3-95a5-8b540cc2f948', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84130', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 17, 42, 31), 'started_at': datetime.datetime(2022, 5, 10, 17, 42, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 17, 49, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 17:49:05.633283 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bf95e2a-ccd1-4dda-a082-e7e6026380b0 req-fb531aa8-3b09-43f0-89a5-29c40f86f0ba service neutron] Checking segment: {'id': '6eb6a8de-e14f-4146-b244-6bae452bdd09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '29e73f79-8568-4d80-831b-136efa81b55a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 17:49:05.633660 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bf95e2a-ccd1-4dda-a082-e7e6026380b0 req-fb531aa8-3b09-43f0-89a5-29c40f86f0ba service neutron] Bound using segment: {'id': '6eb6a8de-e14f-4146-b244-6bae452bdd09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '29e73f79-8568-4d80-831b-136efa81b55a'} {{(pid=110153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 17:49:05.634206 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.plugins.ml2.managers [req-9bf95e2a-ccd1-4dda-a082-e7e6026380b0 req-fb531aa8-3b09-43f0-89a5-29c40f86f0ba service neutron] Bound port: 4067eee9-a186-4e93-ba0a-31a799761eab, host: hv-cinder-84130, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6eb6a8de-e14f-4146-b244-6bae452bdd09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '29e73f79-8568-4d80-831b-136efa81b55a'}}] {{(pid=110153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 17:49:05.634574 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [req-9bf95e2a-ccd1-4dda-a082-e7e6026380b0 req-fb531aa8-3b09-43f0-89a5-29c40f86f0ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1514036'] for port (4067eee9-a186-4e93-ba0a-31a799761eab), before_update {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:49:05.640803 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0f16f4-ce56-40a4-a504-442ad344ddaa req-93c279a2-a99e-4b45-924e-546e883dc3e3 tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:49:05.642313 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-ac0f16f4-ce56-40a4-a504-442ad344ddaa req-93c279a2-a99e-4b45-924e-546e883dc3e3 tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] 10.222.0.60 "GET /v2.0/ports?device_id=4006eed6-2338-46b7-9133-e5c3fdead35c HTTP/1.1" status: 200 len: 945 time: 0.0773900 May 10 17:49:05.704219 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.plugins.ml2.db [req-9bf95e2a-ccd1-4dda-a082-e7e6026380b0 req-fb531aa8-3b09-43f0-89a5-29c40f86f0ba service neutron] For port 4067eee9-a186-4e93-ba0a-31a799761eab, host hv-cinder-84130, cleared binding levels {{(pid=110153) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 17:49:05.707519 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.plugins.ml2.db [req-9bf95e2a-ccd1-4dda-a082-e7e6026380b0 req-fb531aa8-3b09-43f0-89a5-29c40f86f0ba service neutron] For port 4067eee9-a186-4e93-ba0a-31a799761eab, host hv-cinder-84130, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84130',level=0,port_id=4067eee9-a186-4e93-ba0a-31a799761eab,segment=NetworkSegment(6eb6a8de-e14f-4146-b244-6bae452bdd09),segment_id=6eb6a8de-e14f-4146-b244-6bae452bdd09)] {{(pid=110153) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 17:49:05.714271 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-6dcae6c7-1bb4-466a-999f-7ae9ab61040a req-cc2f80ed-31ca-43d0-80f1-fd4646cfb3d2 tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] 10.222.0.60 "GET /v2.0/security-groups?id=69a1146a-b4a7-4889-b5b3-1df69f0de6a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0873082 May 10 17:49:05.714478 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [req-9bf95e2a-ccd1-4dda-a082-e7e6026380b0 req-fb531aa8-3b09-43f0-89a5-29c40f86f0ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1514136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781795229094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781794686082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781794686100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4207220'] for port (4067eee9-a186-4e93-ba0a-31a799761eab), after_update {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:49:05.723439 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-ac0f16f4-ce56-40a4-a504-442ad344ddaa req-a07e7b1a-e63c-4985-829e-eec29549d7a2 tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] 10.222.0.60 "GET /v2.0/security-groups?id=c42b6551-bc09-4e3b-af37-c7597825b22a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0721843 May 10 17:49:05.778048 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf95e2a-ccd1-4dda-a082-e7e6026380b0 req-fb531aa8-3b09-43f0-89a5-29c40f86f0ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:49:05.778665 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [req-9bf95e2a-ccd1-4dda-a082-e7e6026380b0 req-fb531aa8-3b09-43f0-89a5-29c40f86f0ba service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29634'] for port (None), before_response {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:49:05.780104 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [req-9bf95e2a-ccd1-4dda-a082-e7e6026380b0 req-fb531aa8-3b09-43f0-89a5-29c40f86f0ba service neutron] 10.222.0.77 "PUT /v2.0/ports/4067eee9-a186-4e93-ba0a-31a799761eab HTTP/1.1" status: 200 len: 1093 time: 0.7697718 May 10 17:49:05.780601 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4adcaebe-b2a0-4861-a874-24cbcdc8cd05', 'tag': '4067eee9-a186-4e93-ba0a-31a799761eab'}] {{(pid=110153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 17:49:05.782846 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eaab9ead4487dd9c6a2039b1a38fb17917f553062224ea878bb9a20dea692460" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd09a8f7-9d11-47e2-b76d-7ebbd87fec2c" -d '{"events": [{"name": "network-changed", "server_uuid": "4adcaebe-b2a0-4861-a874-24cbcdc8cd05", "tag": "4067eee9-a186-4e93-ba0a-31a799761eab"}]}' {{(pid=110153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 17:49:05.816393 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb531aa8-3b09-43f0-89a5-29c40f86f0ba service neutron] Pushing event updated for resources: {'Port': ['ID=4067eee9-a186-4e93-ba0a-31a799761eab,revision_number=3']} {{(pid=110153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:49:05.826815 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 17:49:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-540af9cf-73b0-4e0a-9fad-f0adcd20ac7d x-openstack-request-id: req-540af9cf-73b0-4e0a-9fad-f0adcd20ac7d {{(pid=110153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 17:49:05.827103 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4adcaebe-b2a0-4861-a874-24cbcdc8cd05", "tag": "4067eee9-a186-4e93-ba0a-31a799761eab", "status": "completed", "code": 200}]} {{(pid=110153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 17:49:05.827357 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-540af9cf-73b0-4e0a-9fad-f0adcd20ac7d {{(pid=110153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 17:49:05.827797 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.notifiers.nova [-] Nova event matching ['req-540af9cf-73b0-4e0a-9fad-f0adcd20ac7d'] response: {'name': 'network-changed', 'server_uuid': '4adcaebe-b2a0-4861-a874-24cbcdc8cd05', 'tag': '4067eee9-a186-4e93-ba0a-31a799761eab', 'status': 'completed', 'code': 200} May 10 17:49:05.832557 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada19d18-5ceb-4a45-9b70-1a6514f68446 req-4ad8f5f9-1941-4a98-9f3a-13de8c333ffe tempest-VolumesSnapshotTestJSON-1645568956 tempest-VolumesSnapshotTestJSON-1645568956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:49:05.834167 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-ada19d18-5ceb-4a45-9b70-1a6514f68446 req-4ad8f5f9-1941-4a98-9f3a-13de8c333ffe tempest-VolumesSnapshotTestJSON-1645568956 tempest-VolumesSnapshotTestJSON-1645568956-project] 10.222.0.60 "GET /v2.0/ports?device_id=4adcaebe-b2a0-4861-a874-24cbcdc8cd05 HTTP/1.1" status: 200 len: 943 time: 0.0577896 May 10 17:49:05.891695 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-ada19d18-5ceb-4a45-9b70-1a6514f68446 req-69de80b0-d3e5-4e48-8edc-a706738904ef tempest-VolumesSnapshotTestJSON-1645568956 tempest-VolumesSnapshotTestJSON-1645568956-project] 10.222.0.60 "GET /v2.0/security-groups?id=1b75a05f-62aa-4840-89ec-d12b9e871f92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464857 May 10 17:49:06.871241 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7722c3d-51e3-4955-99b4-0a30b92b99c0 req-7dde2598-c095-41c5-805f-7d29f41795fb tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:49:06.872964 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-d7722c3d-51e3-4955-99b4-0a30b92b99c0 req-7dde2598-c095-41c5-805f-7d29f41795fb tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] 10.222.0.60 "GET /v2.0/ports?device_id=ab2c473c-6e44-4cb5-8ddb-128a2061ae50 HTTP/1.1" status: 200 len: 944 time: 0.0882621 May 10 17:49:06.895128 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e9ca8f-07d6-4be9-a39a-a1532d8dcac8 req-c9ce161b-f131-471c-948a-439ef3b5f272 tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:49:06.896715 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-08e9ca8f-07d6-4be9-a39a-a1532d8dcac8 req-c9ce161b-f131-471c-948a-439ef3b5f272 tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] 10.222.0.60 "GET /v2.0/ports?device_id=4006eed6-2338-46b7-9133-e5c3fdead35c HTTP/1.1" status: 200 len: 945 time: 0.0749898 May 10 17:49:06.968571 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-d7722c3d-51e3-4955-99b4-0a30b92b99c0 req-e26d8358-556e-4b7b-ba6e-c75bf228d8c3 tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] 10.222.0.60 "GET /v2.0/security-groups?id=69a1146a-b4a7-4889-b5b3-1df69f0de6a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0893350 May 10 17:49:06.981551 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-08e9ca8f-07d6-4be9-a39a-a1532d8dcac8 req-1fb9f2b6-5479-4c40-a9ba-3343526fba4b tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] 10.222.0.60 "GET /v2.0/security-groups?id=c42b6551-bc09-4e3b-af37-c7597825b22a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0772817 May 10 17:49:06.995770 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.rpc [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Device e697d9cb-ff2b-45a4-8326-f3219cdf4121 up at agent hyperv_hv-cinder-84130 {{(pid=110154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 17:49:07.047168 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.db.provisioning_blocks [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Provisioning complete for port e697d9cb-ff2b-45a4-8326-f3219cdf4121 triggered by entity L2. {{(pid=110154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 17:49:07.047579 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525495'] for port (e697d9cb-ff2b-45a4-8326-f3219cdf4121), provisioning_complete {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:49:07.077133 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003ed2d4-3c7c-48f5-b424-62cc9e05badf req-93f63b48-ea92-4516-9640-5d69a9baddfd tempest-VolumesSnapshotTestJSON-1645568956 tempest-VolumesSnapshotTestJSON-1645568956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:49:07.081613 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-003ed2d4-3c7c-48f5-b424-62cc9e05badf req-93f63b48-ea92-4516-9640-5d69a9baddfd tempest-VolumesSnapshotTestJSON-1645568956 tempest-VolumesSnapshotTestJSON-1645568956-project] 10.222.0.60 "GET /v2.0/ports?device_id=4adcaebe-b2a0-4861-a874-24cbcdc8cd05 HTTP/1.1" status: 200 len: 943 time: 0.0502715 May 10 17:49:07.133307 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.plugin [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Current status of the port e697d9cb-ff2b-45a4-8326-f3219cdf4121 is: BUILD; New status is: ACTIVE {{(pid=110154) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 17:49:07.133609 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1514036'] for port (e697d9cb-ff2b-45a4-8326-f3219cdf4121), before_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:49:07.137402 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-003ed2d4-3c7c-48f5-b424-62cc9e05badf req-eb49c4e2-6044-41b2-af13-a95a7f9d99e1 tempest-VolumesSnapshotTestJSON-1645568956 tempest-VolumesSnapshotTestJSON-1645568956-project] 10.222.0.60 "GET /v2.0/security-groups?id=1b75a05f-62aa-4840-89ec-d12b9e871f92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518939 May 10 17:49:07.158643 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4006eed6-2338-46b7-9133-e5c3fdead35c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e697d9cb-ff2b-45a4-8326-f3219cdf4121'}] {{(pid=110154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 17:49:07.160921 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81f5a9f60a7176de4ec81ee2de5d4e9bd281d17703f5d6403e6a691a644f2f07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed99d12a-2a2c-4bc8-948f-484df13291ea" -d '{"events": [{"server_uuid": "4006eed6-2338-46b7-9133-e5c3fdead35c", "name": "network-vif-plugged", "status": "completed", "tag": "e697d9cb-ff2b-45a4-8326-f3219cdf4121"}]}' {{(pid=110154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 17:49:07.175349 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.db [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] For port e697d9cb-ff2b-45a4-8326-f3219cdf4121, host hv-cinder-84130, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84130',level=0,port_id=e697d9cb-ff2b-45a4-8326-f3219cdf4121,segment=NetworkSegment(d952ff82-97df-4645-95cf-8a2390e9c9b8),segment_id=d952ff82-97df-4645-95cf-8a2390e9c9b8)] {{(pid=110154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 17:49:07.187697 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1514136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781795229094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781794686082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781794686100'] for port (e697d9cb-ff2b-45a4-8326-f3219cdf4121), after_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:49:07.212905 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 17:49:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6801c622-876f-4dc4-879d-bbb2ea451224 x-openstack-request-id: req-6801c622-876f-4dc4-879d-bbb2ea451224 {{(pid=110154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 17:49:07.213222 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4006eed6-2338-46b7-9133-e5c3fdead35c", "name": "network-vif-plugged", "status": "completed", "tag": "e697d9cb-ff2b-45a4-8326-f3219cdf4121", "code": 200}]} {{(pid=110154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 17:49:07.213482 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-6801c622-876f-4dc4-879d-bbb2ea451224 {{(pid=110154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 17:49:07.213895 dv-cinder-841302-2-iscsi neutron-server[110154]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6801c622-876f-4dc4-879d-bbb2ea451224'] response: {'server_uuid': '4006eed6-2338-46b7-9133-e5c3fdead35c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e697d9cb-ff2b-45a4-8326-f3219cdf4121', 'code': 200} May 10 17:49:07.241335 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Pushing event updated for resources: {'Port': ['ID=e697d9cb-ff2b-45a4-8326-f3219cdf4121,revision_number=7']} {{(pid=110154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:49:08.122952 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d787eade-c6d3-4ced-979a-fe5da3b9644a req-474c1fcf-ae7d-4c05-9ff8-0619b6a0ba4c tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:49:08.124520 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-d787eade-c6d3-4ced-979a-fe5da3b9644a req-474c1fcf-ae7d-4c05-9ff8-0619b6a0ba4c tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] 10.222.0.60 "GET /v2.0/ports?device_id=ab2c473c-6e44-4cb5-8ddb-128a2061ae50 HTTP/1.1" status: 200 len: 944 time: 0.0823250 May 10 17:49:08.144839 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1f0877-20f0-4c76-9c6a-23b9922cd1db req-ae837545-dcd5-4a21-a6ef-60b734b94a43 tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:49:08.146331 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-7e1f0877-20f0-4c76-9c6a-23b9922cd1db req-ae837545-dcd5-4a21-a6ef-60b734b94a43 tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] 10.222.0.60 "GET /v2.0/ports?device_id=4006eed6-2338-46b7-9133-e5c3fdead35c HTTP/1.1" status: 200 len: 946 time: 0.0713084 May 10 17:49:08.210637 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-d787eade-c6d3-4ced-979a-fe5da3b9644a req-a0f50ec5-34e2-4ecc-8a21-50d0c1f3a5f7 tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] 10.222.0.60 "GET /v2.0/security-groups?id=69a1146a-b4a7-4889-b5b3-1df69f0de6a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0800538 May 10 17:49:08.224535 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-7e1f0877-20f0-4c76-9c6a-23b9922cd1db req-2e7c9714-d85d-40dd-98ec-6cb436afbf7a tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] 10.222.0.60 "GET /v2.0/security-groups?id=c42b6551-bc09-4e3b-af37-c7597825b22a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0706809 May 10 17:49:08.357533 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9e98f8-7da5-49e5-89fb-ab0c1cb94746 req-455a884a-17c9-4cde-b2f8-bc0950122ced tempest-VolumesSnapshotTestJSON-1645568956 tempest-VolumesSnapshotTestJSON-1645568956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:49:08.359120 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-ee9e98f8-7da5-49e5-89fb-ab0c1cb94746 req-455a884a-17c9-4cde-b2f8-bc0950122ced tempest-VolumesSnapshotTestJSON-1645568956 tempest-VolumesSnapshotTestJSON-1645568956-project] 10.222.0.60 "GET /v2.0/ports?device_id=4adcaebe-b2a0-4861-a874-24cbcdc8cd05 HTTP/1.1" status: 200 len: 943 time: 0.0543897 May 10 17:49:08.410915 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-ee9e98f8-7da5-49e5-89fb-ab0c1cb94746 req-473c50b4-8ef9-44e8-8150-2d1f885ade55 tempest-VolumesSnapshotTestJSON-1645568956 tempest-VolumesSnapshotTestJSON-1645568956-project] 10.222.0.60 "GET /v2.0/security-groups?id=1b75a05f-62aa-4840-89ec-d12b9e871f92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459456 May 10 17:49:09.370267 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028ecd02-71a5-43fd-9301-b355f02ef189 req-2f3d66e1-2e38-4048-a211-2c34c8372989 tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:49:09.371845 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-028ecd02-71a5-43fd-9301-b355f02ef189 req-2f3d66e1-2e38-4048-a211-2c34c8372989 tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] 10.222.0.60 "GET /v2.0/ports?device_id=ab2c473c-6e44-4cb5-8ddb-128a2061ae50 HTTP/1.1" status: 200 len: 944 time: 0.0770552 May 10 17:49:09.390340 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efca0b3-909b-4e9d-954d-01f477c6e1a5 req-979da8b0-e421-4594-be50-28ab10dfa0b0 tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:49:09.391875 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-4efca0b3-909b-4e9d-954d-01f477c6e1a5 req-979da8b0-e421-4594-be50-28ab10dfa0b0 tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] 10.222.0.60 "GET /v2.0/ports?device_id=4006eed6-2338-46b7-9133-e5c3fdead35c HTTP/1.1" status: 200 len: 946 time: 0.0856764 May 10 17:49:09.460719 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-028ecd02-71a5-43fd-9301-b355f02ef189 req-516c1012-a8b5-47ef-9900-df1c3cd0a292 tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] 10.222.0.60 "GET /v2.0/security-groups?id=69a1146a-b4a7-4889-b5b3-1df69f0de6a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0819018 May 10 17:49:09.472797 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-4efca0b3-909b-4e9d-954d-01f477c6e1a5 req-e3e362a3-6c94-42d0-be7b-cc23ad9ecf34 tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] 10.222.0.60 "GET /v2.0/security-groups?id=c42b6551-bc09-4e3b-af37-c7597825b22a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0718024 May 10 17:49:09.567334 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22742d0a-3058-4b6a-a779-f4e3dbdfcc31 req-928a6cde-c8c1-4874-9e66-fc429db8f48c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:49:09.568923 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [req-22742d0a-3058-4b6a-a779-f4e3dbdfcc31 req-928a6cde-c8c1-4874-9e66-fc429db8f48c service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=f4e017a4040d450aad862065563ea64d&device_id=ab2c473c-6e44-4cb5-8ddb-128a2061ae50 HTTP/1.1" status: 200 len: 1128 time: 0.0439129 May 10 17:49:09.597606 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd09a8f7-9d11-47e2-b76d-7ebbd87fec2c req-8a412676-79ff-4735-b43c-dfe3f4ed5cd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:49:09.599270 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-dd09a8f7-9d11-47e2-b76d-7ebbd87fec2c req-8a412676-79ff-4735-b43c-dfe3f4ed5cd3 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=9a2c0807e3fc4161b894f123e8acc473&device_id=4adcaebe-b2a0-4861-a874-24cbcdc8cd05 HTTP/1.1" status: 200 len: 1127 time: 0.0737476 May 10 17:49:09.612842 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9ab64c-461c-4f7c-984c-db8991ef9e18 req-cfd9ad7b-1890-4340-9d18-bfc215c0cc00 tempest-VolumesSnapshotTestJSON-1645568956 tempest-VolumesSnapshotTestJSON-1645568956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:49:09.614769 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-0c9ab64c-461c-4f7c-984c-db8991ef9e18 req-cfd9ad7b-1890-4340-9d18-bfc215c0cc00 tempest-VolumesSnapshotTestJSON-1645568956 tempest-VolumesSnapshotTestJSON-1645568956-project] 10.222.0.60 "GET /v2.0/ports?device_id=4adcaebe-b2a0-4861-a874-24cbcdc8cd05 HTTP/1.1" status: 200 len: 943 time: 0.0812817 May 10 17:49:09.702741 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22742d0a-3058-4b6a-a779-f4e3dbdfcc31 req-3939fce7-de16-4c55-8c25-cdfd768b8320 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:49:09.704912 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [req-22742d0a-3058-4b6a-a779-f4e3dbdfcc31 req-3939fce7-de16-4c55-8c25-cdfd768b8320 service neutron] 10.222.0.77 "GET /v2.0/networks?id=5a13d84d-c9e9-413f-a254-ca6edab95c78 HTTP/1.1" status: 200 len: 916 time: 0.1297567 May 10 17:49:09.754096 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [req-22742d0a-3058-4b6a-a779-f4e3dbdfcc31 req-05fc9f01-de02-4434-bfa8-42dfaf97f9ab service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9eecfcd3-4266-44a2-966e-218d7a2c006e HTTP/1.1" status: 200 len: 217 time: 0.0410554 May 10 17:49:09.817492 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22742d0a-3058-4b6a-a779-f4e3dbdfcc31 req-71f77e42-fdca-4e4e-8af4-15a662652239 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:49:09.819797 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [req-22742d0a-3058-4b6a-a779-f4e3dbdfcc31 req-71f77e42-fdca-4e4e-8af4-15a662652239 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=8d05c8d5-b43f-426f-967a-5bcf2a7a77f7 HTTP/1.1" status: 200 len: 854 time: 0.0587382 May 10 17:49:09.835324 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-0c9ab64c-461c-4f7c-984c-db8991ef9e18 req-50720f9a-072f-45ec-90da-e23def4f2b1f tempest-VolumesSnapshotTestJSON-1645568956 tempest-VolumesSnapshotTestJSON-1645568956-project] 10.222.0.60 "GET /v2.0/security-groups?id=1b75a05f-62aa-4840-89ec-d12b9e871f92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2144063 May 10 17:49:09.868671 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd09a8f7-9d11-47e2-b76d-7ebbd87fec2c req-a9145e91-cce9-417b-b7bc-3df1f844ffea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:49:09.870311 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-dd09a8f7-9d11-47e2-b76d-7ebbd87fec2c req-a9145e91-cce9-417b-b7bc-3df1f844ffea service neutron] 10.222.0.77 "GET /v2.0/networks?tenant_id=9a2c0807e3fc4161b894f123e8acc473&shared=False HTTP/1.1" status: 200 len: 915 time: 0.2477169 May 10 17:49:09.945178 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22742d0a-3058-4b6a-a779-f4e3dbdfcc31 req-db56a0a3-19c8-4569-affe-628793c3efd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:49:09.947691 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [req-22742d0a-3058-4b6a-a779-f4e3dbdfcc31 req-db56a0a3-19c8-4569-affe-628793c3efd6 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=5a13d84d-c9e9-413f-a254-ca6edab95c78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0417910 May 10 17:49:10.063303 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd09a8f7-9d11-47e2-b76d-7ebbd87fec2c req-e231dcc3-9358-43ed-a649-5d55c532a251 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:49:10.064788 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-dd09a8f7-9d11-47e2-b76d-7ebbd87fec2c req-e231dcc3-9358-43ed-a649-5d55c532a251 service neutron] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1586187 May 10 17:49:10.604705 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67dc4ce4-a2e2-4793-9fd5-55860cb138a7 req-cc7da0d9-f41f-4c57-a8f3-7477c909e6c9 tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:49:10.606161 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-67dc4ce4-a2e2-4793-9fd5-55860cb138a7 req-cc7da0d9-f41f-4c57-a8f3-7477c909e6c9 tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] 10.222.0.60 "GET /v2.0/ports?device_id=ab2c473c-6e44-4cb5-8ddb-128a2061ae50 HTTP/1.1" status: 200 len: 944 time: 0.0719507 May 10 17:49:10.627490 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa8a63b-3bc2-4495-860d-6eceff5184ed req-22fcb5a0-1b2f-4864-8040-3b05a9f8e688 tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:49:10.628863 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-1aa8a63b-3bc2-4495-860d-6eceff5184ed req-22fcb5a0-1b2f-4864-8040-3b05a9f8e688 tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] 10.222.0.60 "GET /v2.0/ports?device_id=4006eed6-2338-46b7-9133-e5c3fdead35c HTTP/1.1" status: 200 len: 946 time: 0.0658991 May 10 17:49:10.691075 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-67dc4ce4-a2e2-4793-9fd5-55860cb138a7 req-7ba8320c-6e0f-4e9d-b273-f3ba9ab51f73 tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] 10.222.0.60 "GET /v2.0/security-groups?id=69a1146a-b4a7-4889-b5b3-1df69f0de6a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0793688 May 10 17:49:10.703462 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-1aa8a63b-3bc2-4495-860d-6eceff5184ed req-91604978-e09c-48a8-9daa-6e429d974fc8 tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] 10.222.0.60 "GET /v2.0/security-groups?id=c42b6551-bc09-4e3b-af37-c7597825b22a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0677705 May 10 17:49:10.957172 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8c1bc6-2c42-4d72-a36f-b753a998e51e req-0bb98cfd-c156-46dc-a06f-c91b230a610c tempest-VolumesSnapshotTestJSON-1645568956 tempest-VolumesSnapshotTestJSON-1645568956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:49:10.958769 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-7b8c1bc6-2c42-4d72-a36f-b753a998e51e req-0bb98cfd-c156-46dc-a06f-c91b230a610c tempest-VolumesSnapshotTestJSON-1645568956 tempest-VolumesSnapshotTestJSON-1645568956-project] 10.222.0.60 "GET /v2.0/ports?device_id=4adcaebe-b2a0-4861-a874-24cbcdc8cd05 HTTP/1.1" status: 200 len: 943 time: 0.0496089 May 10 17:49:11.013996 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-7b8c1bc6-2c42-4d72-a36f-b753a998e51e req-663121f8-fc30-4258-84fd-9262ce8ea7de tempest-VolumesSnapshotTestJSON-1645568956 tempest-VolumesSnapshotTestJSON-1645568956-project] 10.222.0.60 "GET /v2.0/security-groups?id=1b75a05f-62aa-4840-89ec-d12b9e871f92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480843 May 10 17:49:11.021341 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.rpc [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Device 9eecfcd3-4266-44a2-966e-218d7a2c006e details requested by agent hyperv_hv-cinder-84130 with host hv-cinder-84130 {{(pid=110154) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 17:49:11.118253 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.db [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] For port 9eecfcd3-4266-44a2-966e-218d7a2c006e, host hv-cinder-84130, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84130',level=0,port_id=9eecfcd3-4266-44a2-966e-218d7a2c006e,segment=NetworkSegment(0faf29e6-d72c-448f-aa3a-91b840f90216),segment_id=0faf29e6-d72c-448f-aa3a-91b840f90216)] {{(pid=110154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 17:49:11.129464 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.rpc [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Returning: {'device': '9eecfcd3-4266-44a2-966e-218d7a2c006e', 'network_id': '5a13d84d-c9e9-413f-a254-ca6edab95c78', 'port_id': '9eecfcd3-4266-44a2-966e-218d7a2c006e', 'mac_address': 'fa:16:3e:b0:fa:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 591, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d05c8d5-b43f-426f-967a-5bcf2a7a77f7', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110154) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 17:49:11.168921 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.plugin [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Current status of the port 9eecfcd3-4266-44a2-966e-218d7a2c006e is: DOWN; New status is: BUILD {{(pid=110154) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 17:49:11.169307 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1514036'] for port (9eecfcd3-4266-44a2-966e-218d7a2c006e), before_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:49:11.182469 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.notifiers.nova [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9eecfcd3-4266-44a2-966e-218d7a2c006e {{(pid=110154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 17:49:11.200907 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.db [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] For port 9eecfcd3-4266-44a2-966e-218d7a2c006e, host hv-cinder-84130, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84130',level=0,port_id=9eecfcd3-4266-44a2-966e-218d7a2c006e,segment=NetworkSegment(0faf29e6-d72c-448f-aa3a-91b840f90216),segment_id=0faf29e6-d72c-448f-aa3a-91b840f90216)] {{(pid=110154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 17:49:11.204620 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1514136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781795229094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781794686082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781794686100'] for port (9eecfcd3-4266-44a2-966e-218d7a2c006e), after_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:49:11.252842 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Pushing event updated for resources: {'Port': ['ID=9eecfcd3-4266-44a2-966e-218d7a2c006e,revision_number=4']} {{(pid=110154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:49:11.486475 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [req-22742d0a-3058-4b6a-a779-f4e3dbdfcc31 req-8be0f2b3-b8a5-4907-bcda-fd03724e8ac0 service neutron] 10.222.0.77 "GET /v2.0/networks/5a13d84d-c9e9-413f-a254-ca6edab95c78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951653 May 10 17:49:11.487401 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf95e2a-ccd1-4dda-a082-e7e6026380b0 req-274e6812-4914-4043-962e-0427d6dc1a9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:49:11.488873 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-9bf95e2a-ccd1-4dda-a082-e7e6026380b0 req-274e6812-4914-4043-962e-0427d6dc1a9a service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=9a2c0807e3fc4161b894f123e8acc473&device_id=4adcaebe-b2a0-4861-a874-24cbcdc8cd05 HTTP/1.1" status: 200 len: 1127 time: 0.0397670 May 10 17:49:11.834508 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2700696c-03f8-45da-b898-50296ea81eb8 req-90d923d6-8a2a-4ccb-b6b6-2e7da486207f tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:49:11.836011 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-2700696c-03f8-45da-b898-50296ea81eb8 req-90d923d6-8a2a-4ccb-b6b6-2e7da486207f tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] 10.222.0.60 "GET /v2.0/ports?device_id=ab2c473c-6e44-4cb5-8ddb-128a2061ae50 HTTP/1.1" status: 200 len: 945 time: 0.0742657 May 10 17:49:11.856044 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e80ebd6-d03f-4fac-8a83-bdef6907edfb req-6e2b4ef3-4b71-449a-835c-d17987029dc4 tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:49:11.857426 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-1e80ebd6-d03f-4fac-8a83-bdef6907edfb req-6e2b4ef3-4b71-449a-835c-d17987029dc4 tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] 10.222.0.60 "GET /v2.0/ports?device_id=4006eed6-2338-46b7-9133-e5c3fdead35c HTTP/1.1" status: 200 len: 946 time: 0.0653260 May 10 17:49:11.915005 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-2700696c-03f8-45da-b898-50296ea81eb8 req-3f4ea221-12bd-4e11-a5e9-0b99851c43f3 tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] 10.222.0.60 "GET /v2.0/security-groups?id=69a1146a-b4a7-4889-b5b3-1df69f0de6a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0730062 May 10 17:49:11.926268 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-1e80ebd6-d03f-4fac-8a83-bdef6907edfb req-ece05cd4-6935-40f2-ac78-72063610b90f tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] 10.222.0.60 "GET /v2.0/security-groups?id=c42b6551-bc09-4e3b-af37-c7597825b22a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0621901 May 10 17:49:11.939544 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.db [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] get_ports_and_sgs() called for port_ids ['9eecfcd3-4266-44a2-966e-218d7a2c006e'] {{(pid=110154) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 17:49:12.020637 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-9bf95e2a-ccd1-4dda-a082-e7e6026380b0 req-ec7a5581-8dc7-4696-b967-86f3c5cb9b0f service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4067eee9-a186-4e93-ba0a-31a799761eab HTTP/1.1" status: 200 len: 217 time: 0.0429757 May 10 17:49:12.104784 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [req-22742d0a-3058-4b6a-a779-f4e3dbdfcc31 req-0459006d-f7e8-4adb-b525-80e21dbd1724 service neutron] 10.222.0.77 "GET /v2.0/networks/5a13d84d-c9e9-413f-a254-ca6edab95c78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267602 May 10 17:49:12.108863 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf95e2a-ccd1-4dda-a082-e7e6026380b0 req-13ea527a-fd69-4ae3-addf-41f1e438e9d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:49:12.110289 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-9bf95e2a-ccd1-4dda-a082-e7e6026380b0 req-13ea527a-fd69-4ae3-addf-41f1e438e9d1 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=60d43bd8-63c7-432e-8a86-a5fab11f7168 HTTP/1.1" status: 200 len: 854 time: 0.0820930 May 10 17:49:12.159650 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088a7c11-c03b-4d10-972a-e0e96e4ff5e6 req-21ea6c82-d9ca-4b9a-8ac3-35c0fc1d22fd tempest-VolumesSnapshotTestJSON-1645568956 tempest-VolumesSnapshotTestJSON-1645568956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:49:12.161344 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-088a7c11-c03b-4d10-972a-e0e96e4ff5e6 req-21ea6c82-d9ca-4b9a-8ac3-35c0fc1d22fd tempest-VolumesSnapshotTestJSON-1645568956 tempest-VolumesSnapshotTestJSON-1645568956-project] 10.222.0.60 "GET /v2.0/ports?device_id=4adcaebe-b2a0-4861-a874-24cbcdc8cd05 HTTP/1.1" status: 200 len: 943 time: 0.0543091 May 10 17:49:12.196119 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-9bf95e2a-ccd1-4dda-a082-e7e6026380b0 req-409c3ec7-103d-40de-9d10-fd66f84c5674 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=29e73f79-8568-4d80-831b-136efa81b55a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0334003 May 10 17:49:12.508438 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-088a7c11-c03b-4d10-972a-e0e96e4ff5e6 req-24eed845-9bbc-4bc3-9cea-1c835e597a49 tempest-VolumesSnapshotTestJSON-1645568956 tempest-VolumesSnapshotTestJSON-1645568956-project] 10.222.0.60 "GET /v2.0/security-groups?id=1b75a05f-62aa-4840-89ec-d12b9e871f92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3368919 May 10 17:49:12.543669 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-9bf95e2a-ccd1-4dda-a082-e7e6026380b0 req-b86ba6f7-19e7-4705-856f-d20c01a269cb service neutron] 10.222.0.77 "GET /v2.0/networks/29e73f79-8568-4d80-831b-136efa81b55a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3341434 May 10 17:49:12.639970 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-9bf95e2a-ccd1-4dda-a082-e7e6026380b0 req-8399147f-592d-4e6a-b56d-6fc370f376a8 service neutron] 10.222.0.77 "GET /v2.0/networks/29e73f79-8568-4d80-831b-136efa81b55a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824590 May 10 17:49:13.062886 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653ea404-7e88-46af-a551-e1ea105be5df req-afa66ba6-b357-459e-b362-1f478dff2441 tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:49:13.064500 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-653ea404-7e88-46af-a551-e1ea105be5df req-afa66ba6-b357-459e-b362-1f478dff2441 tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] 10.222.0.60 "GET /v2.0/ports?device_id=ab2c473c-6e44-4cb5-8ddb-128a2061ae50 HTTP/1.1" status: 200 len: 945 time: 0.0797181 May 10 17:49:13.079582 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbdecaf-e2d2-4729-ad5a-a03cc60162d0 req-e64b4e8b-e731-44d6-97cc-fae3f9f676ca tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:49:13.081144 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-bfbdecaf-e2d2-4729-ad5a-a03cc60162d0 req-e64b4e8b-e731-44d6-97cc-fae3f9f676ca tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] 10.222.0.60 "GET /v2.0/ports?device_id=4006eed6-2338-46b7-9133-e5c3fdead35c HTTP/1.1" status: 200 len: 946 time: 0.0629916 May 10 17:49:13.149526 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-653ea404-7e88-46af-a551-e1ea105be5df req-80b619ad-b430-4d14-b7e4-cba9d9f89626 tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] 10.222.0.60 "GET /v2.0/security-groups?id=69a1146a-b4a7-4889-b5b3-1df69f0de6a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0761693 May 10 17:49:13.156432 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-bfbdecaf-e2d2-4729-ad5a-a03cc60162d0 req-f1666e65-07fa-4ce7-82ec-25dd0e32272c tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] 10.222.0.60 "GET /v2.0/security-groups?id=c42b6551-bc09-4e3b-af37-c7597825b22a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0693462 May 10 17:49:13.260910 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b53973-09dc-4992-9f73-bdc8c45d7c20 req-f814e370-bca3-40cd-9903-0aa8f9ed4028 tempest-TestMinimumBasicScenario-1856724445 tempest-TestMinimumBasicScenario-1856724445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:49:13.262397 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-98b53973-09dc-4992-9f73-bdc8c45d7c20 req-f814e370-bca3-40cd-9903-0aa8f9ed4028 tempest-TestMinimumBasicScenario-1856724445 tempest-TestMinimumBasicScenario-1856724445-project] 10.222.0.60 "GET /v2.0/ports?device_id=4ab1a9bd-b249-4f09-9264-87eb2a4878cb HTTP/1.1" status: 200 len: 945 time: 0.0530565 May 10 17:49:13.310982 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-98b53973-09dc-4992-9f73-bdc8c45d7c20 req-842d0dcb-e189-448f-b2ec-88975e22a115 tempest-TestMinimumBasicScenario-1856724445 tempest-TestMinimumBasicScenario-1856724445-project] 10.222.0.60 "GET /v2.0/security-groups?id=4291c383-f1b0-498a-957d-36fec04b0997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429721 May 10 17:49:13.333982 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.wsgi [-] (110152) accepted ('10.222.0.60', 43432) {{(pid=110152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 17:49:13.467775 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab44fdf0-bca7-4ad1-b708-3671c8d205aa tempest-TestMinimumBasicScenario-1708625479 tempest-TestMinimumBasicScenario-1708625479-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:49:13.469358 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [None req-ab44fdf0-bca7-4ad1-b708-3671c8d205aa tempest-TestMinimumBasicScenario-1708625479 tempest-TestMinimumBasicScenario-1708625479-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=4ab1a9bd-b249-4f09-9264-87eb2a4878cb HTTP/1.1" status: 200 len: 1124 time: 0.1343467 May 10 17:49:13.472494 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.wsgi [-] (110152) accepted ('10.222.0.60', 43436) {{(pid=110152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 17:49:13.477481 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.v2.base [None req-3cc445c2-ad06-459f-8c1a-9a5dbbb3cec0 tempest-TestMinimumBasicScenario-1856724445 tempest-TestMinimumBasicScenario-1856724445-project] Request body: {'floatingip': {'floating_network_id': '85dc89cf-59f9-4edb-b26e-52bcb8a93763', 'port_id': 'f023603c-ec90-40f8-beef-59e8c9f7f17f', 'tenant_id': 'f582fd9ef9094e8f9b47f7e686e3808a', 'fixed_ip_address': '172.20.0.9'}} {{(pid=110152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 17:49:13.498102 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-3cc445c2-ad06-459f-8c1a-9a5dbbb3cec0 tempest-TestMinimumBasicScenario-1856724445 tempest-TestMinimumBasicScenario-1856724445-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:49:13.617446 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-3cc445c2-ad06-459f-8c1a-9a5dbbb3cec0 tempest-TestMinimumBasicScenario-1856724445 tempest-TestMinimumBasicScenario-1856724445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1514036'] for port (None), before_create {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:49:13.640741 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42a5016-5981-4267-a57a-39ba985c4d54 req-ce868946-1e30-4a80-9767-b19144efe17a tempest-VolumesSnapshotTestJSON-1645568956 tempest-VolumesSnapshotTestJSON-1645568956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:49:13.642250 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-a42a5016-5981-4267-a57a-39ba985c4d54 req-ce868946-1e30-4a80-9767-b19144efe17a tempest-VolumesSnapshotTestJSON-1645568956 tempest-VolumesSnapshotTestJSON-1645568956-project] 10.222.0.60 "GET /v2.0/ports?device_id=4adcaebe-b2a0-4861-a874-24cbcdc8cd05 HTTP/1.1" status: 200 len: 943 time: 0.0602043 May 10 17:49:13.756982 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-a42a5016-5981-4267-a57a-39ba985c4d54 req-6bf6767c-5acd-4696-bc81-0c5d8b4968b5 tempest-VolumesSnapshotTestJSON-1645568956 tempest-VolumesSnapshotTestJSON-1645568956-project] 10.222.0.60 "GET /v2.0/security-groups?id=1b75a05f-62aa-4840-89ec-d12b9e871f92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852482 May 10 17:49:13.778882 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.db.db_base_plugin_common [None req-3cc445c2-ad06-459f-8c1a-9a5dbbb3cec0 tempest-TestMinimumBasicScenario-1856724445 tempest-TestMinimumBasicScenario-1856724445-project] Allocated IP 172.27.0.88 (85dc89cf-59f9-4edb-b26e-52bcb8a93763/e93d94f1-cb19-4cd0-92e5-ca73d24bd8fb/60dd20a1-f33e-438c-8d42-2fed829a4bd2) {{(pid=110152) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 17:49:13.832088 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.db.agents_db [None req-b17e131c-d64b-4b97-8e8f-6c45925a5783 None None] Agent healthcheck: found 6 active agents {{(pid=110155) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 17:49:13.888913 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-3cc445c2-ad06-459f-8c1a-9a5dbbb3cec0 tempest-TestMinimumBasicScenario-1856724445 tempest-TestMinimumBasicScenario-1856724445-project] Publish callbacks [] for port (60dd20a1-f33e-438c-8d42-2fed829a4bd2), precommit_create {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:49:13.924305 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-3cc445c2-ad06-459f-8c1a-9a5dbbb3cec0 tempest-TestMinimumBasicScenario-1856724445 tempest-TestMinimumBasicScenario-1856724445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1514136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781794686064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5018186'] for port (60dd20a1-f33e-438c-8d42-2fed829a4bd2), after_create {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:49:13.976277 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc445c2-ad06-459f-8c1a-9a5dbbb3cec0 tempest-TestMinimumBasicScenario-1856724445 tempest-TestMinimumBasicScenario-1856724445-project] Pushing event updated for resources: {'Port': ['ID=60dd20a1-f33e-438c-8d42-2fed829a4bd2,revision_number=1']} {{(pid=110152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:49:13.980039 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cc445c2-ad06-459f-8c1a-9a5dbbb3cec0 tempest-TestMinimumBasicScenario-1856724445 tempest-TestMinimumBasicScenario-1856724445-project] Network 85dc89cf-59f9-4edb-b26e-52bcb8a93763 is already hosted by enough agents. {{(pid=110152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 17:49:13.982095 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.scheduler.base_scheduler [None req-3cc445c2-ad06-459f-8c1a-9a5dbbb3cec0 tempest-TestMinimumBasicScenario-1856724445 tempest-TestMinimumBasicScenario-1856724445-project] Resources bound (agent type, host, resource id): {{(pid=110152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 17:49:13.986920 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cc445c2-ad06-459f-8c1a-9a5dbbb3cec0 tempest-TestMinimumBasicScenario-1856724445 tempest-TestMinimumBasicScenario-1856724445-project] Received port after_create {{(pid=110152) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 17:49:13.990661 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc445c2-ad06-459f-8c1a-9a5dbbb3cec0 tempest-TestMinimumBasicScenario-1856724445 tempest-TestMinimumBasicScenario-1856724445-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:49:13.990986 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc445c2-ad06-459f-8c1a-9a5dbbb3cec0 tempest-TestMinimumBasicScenario-1856724445 tempest-TestMinimumBasicScenario-1856724445-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:49:13.991324 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc445c2-ad06-459f-8c1a-9a5dbbb3cec0 tempest-TestMinimumBasicScenario-1856724445 tempest-TestMinimumBasicScenario-1856724445-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:49:13.991686 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc445c2-ad06-459f-8c1a-9a5dbbb3cec0 tempest-TestMinimumBasicScenario-1856724445 tempest-TestMinimumBasicScenario-1856724445-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:49:13.992094 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc445c2-ad06-459f-8c1a-9a5dbbb3cec0 tempest-TestMinimumBasicScenario-1856724445 tempest-TestMinimumBasicScenario-1856724445-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:49:13.992920 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc445c2-ad06-459f-8c1a-9a5dbbb3cec0 tempest-TestMinimumBasicScenario-1856724445 tempest-TestMinimumBasicScenario-1856724445-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:49:13.993249 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc445c2-ad06-459f-8c1a-9a5dbbb3cec0 tempest-TestMinimumBasicScenario-1856724445 tempest-TestMinimumBasicScenario-1856724445-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:49:13.993577 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc445c2-ad06-459f-8c1a-9a5dbbb3cec0 tempest-TestMinimumBasicScenario-1856724445 tempest-TestMinimumBasicScenario-1856724445-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:49:13.993904 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc445c2-ad06-459f-8c1a-9a5dbbb3cec0 tempest-TestMinimumBasicScenario-1856724445 tempest-TestMinimumBasicScenario-1856724445-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:49:13.994226 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc445c2-ad06-459f-8c1a-9a5dbbb3cec0 tempest-TestMinimumBasicScenario-1856724445 tempest-TestMinimumBasicScenario-1856724445-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:49:13.994560 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc445c2-ad06-459f-8c1a-9a5dbbb3cec0 tempest-TestMinimumBasicScenario-1856724445 tempest-TestMinimumBasicScenario-1856724445-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:49:13.994883 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc445c2-ad06-459f-8c1a-9a5dbbb3cec0 tempest-TestMinimumBasicScenario-1856724445 tempest-TestMinimumBasicScenario-1856724445-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:49:13.995199 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc445c2-ad06-459f-8c1a-9a5dbbb3cec0 tempest-TestMinimumBasicScenario-1856724445 tempest-TestMinimumBasicScenario-1856724445-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:49:13.995551 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc445c2-ad06-459f-8c1a-9a5dbbb3cec0 tempest-TestMinimumBasicScenario-1856724445 tempest-TestMinimumBasicScenario-1856724445-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:49:13.995869 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc445c2-ad06-459f-8c1a-9a5dbbb3cec0 tempest-TestMinimumBasicScenario-1856724445 tempest-TestMinimumBasicScenario-1856724445-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:49:14.126365 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.rpc [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Device 9eecfcd3-4266-44a2-966e-218d7a2c006e up at agent hyperv_hv-cinder-84130 {{(pid=110154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 17:49:14.173361 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.db.provisioning_blocks [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Provisioning for port 9eecfcd3-4266-44a2-966e-218d7a2c006e completed by entity L2. {{(pid=110154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 10 17:49:14.181627 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.db.provisioning_blocks [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Provisioning complete for port 9eecfcd3-4266-44a2-966e-218d7a2c006e triggered by entity L2. {{(pid=110154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 17:49:14.182006 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525495'] for port (9eecfcd3-4266-44a2-966e-218d7a2c006e), provisioning_complete {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:49:14.287905 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.plugin [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Current status of the port 9eecfcd3-4266-44a2-966e-218d7a2c006e is: BUILD; New status is: ACTIVE {{(pid=110154) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 17:49:14.288247 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1514036'] for port (9eecfcd3-4266-44a2-966e-218d7a2c006e), before_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:49:14.318356 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab2c473c-6e44-4cb5-8ddb-128a2061ae50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9eecfcd3-4266-44a2-966e-218d7a2c006e'}] {{(pid=110154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 17:49:14.321362 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81f5a9f60a7176de4ec81ee2de5d4e9bd281d17703f5d6403e6a691a644f2f07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49d307d1-8a60-4ea6-ab2a-b6a6f74069a8" -d '{"events": [{"server_uuid": "ab2c473c-6e44-4cb5-8ddb-128a2061ae50", "name": "network-vif-plugged", "status": "completed", "tag": "9eecfcd3-4266-44a2-966e-218d7a2c006e"}]}' {{(pid=110154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 17:49:14.334427 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.db [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] For port 9eecfcd3-4266-44a2-966e-218d7a2c006e, host hv-cinder-84130, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84130',level=0,port_id=9eecfcd3-4266-44a2-966e-218d7a2c006e,segment=NetworkSegment(0faf29e6-d72c-448f-aa3a-91b840f90216),segment_id=0faf29e6-d72c-448f-aa3a-91b840f90216)] {{(pid=110154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 17:49:14.339306 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1514136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781795229094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781794686082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781794686100'] for port (9eecfcd3-4266-44a2-966e-218d7a2c006e), after_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:49:14.348897 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe49b14-49b2-4fa6-b924-4dd4048ae91b req-621532f4-a5ca-4eae-a7ac-5e001235f239 tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:49:14.350416 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-7fe49b14-49b2-4fa6-b924-4dd4048ae91b req-621532f4-a5ca-4eae-a7ac-5e001235f239 tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] 10.222.0.60 "GET /v2.0/ports?device_id=4006eed6-2338-46b7-9133-e5c3fdead35c HTTP/1.1" status: 200 len: 946 time: 0.1084847 May 10 17:49:14.359049 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc0dddb-b144-4aa6-9890-74fc166ead86 req-1356efa7-1d7b-40fb-9804-cd4bf4ec0179 tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:49:14.360553 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-4fc0dddb-b144-4aa6-9890-74fc166ead86 req-1356efa7-1d7b-40fb-9804-cd4bf4ec0179 tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] 10.222.0.60 "GET /v2.0/ports?device_id=ab2c473c-6e44-4cb5-8ddb-128a2061ae50 HTTP/1.1" status: 200 len: 945 time: 0.1065609 May 10 17:49:14.402450 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Pushing event updated for resources: {'Port': ['ID=9eecfcd3-4266-44a2-966e-218d7a2c006e,revision_number=5']} {{(pid=110154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:49:14.495328 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-7fe49b14-49b2-4fa6-b924-4dd4048ae91b req-f9f4e383-9812-4ce7-ac84-46959fbc1b9d tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] 10.222.0.60 "GET /v2.0/security-groups?id=c42b6551-bc09-4e3b-af37-c7597825b22a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1337872 May 10 17:49:14.503061 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-4fc0dddb-b144-4aa6-9890-74fc166ead86 req-cd5a9259-ac12-441f-b843-618fa20413b5 tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] 10.222.0.60 "GET /v2.0/security-groups?id=69a1146a-b4a7-4889-b5b3-1df69f0de6a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1351755 May 10 17:49:14.553743 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-3cc445c2-ad06-459f-8c1a-9a5dbbb3cec0 tempest-TestMinimumBasicScenario-1856724445 tempest-TestMinimumBasicScenario-1856724445-project] Publish callbacks [] for floatingip (8fb1b3b2-f9c1-4105-baec-6710c7e62085), precommit_create {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:49:14.558100 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 17:49:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-493ca2cf-2648-40ff-b535-a79d2ceda1cf x-openstack-request-id: req-493ca2cf-2648-40ff-b535-a79d2ceda1cf {{(pid=110154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 17:49:14.558434 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab2c473c-6e44-4cb5-8ddb-128a2061ae50", "name": "network-vif-plugged", "status": "completed", "tag": "9eecfcd3-4266-44a2-966e-218d7a2c006e", "code": 200}]} {{(pid=110154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 17:49:14.558696 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-493ca2cf-2648-40ff-b535-a79d2ceda1cf {{(pid=110154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 17:49:14.559109 dv-cinder-841302-2-iscsi neutron-server[110154]: INFO neutron.notifiers.nova [-] Nova event matching ['req-493ca2cf-2648-40ff-b535-a79d2ceda1cf'] response: {'server_uuid': 'ab2c473c-6e44-4cb5-8ddb-128a2061ae50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9eecfcd3-4266-44a2-966e-218d7a2c006e', 'code': 200} May 10 17:49:14.630468 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-3cc445c2-ad06-459f-8c1a-9a5dbbb3cec0 tempest-TestMinimumBasicScenario-1856724445 tempest-TestMinimumBasicScenario-1856724445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1514036'] for port (60dd20a1-f33e-438c-8d42-2fed829a4bd2), before_update {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:49:14.784697 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-3cc445c2-ad06-459f-8c1a-9a5dbbb3cec0 tempest-TestMinimumBasicScenario-1856724445 tempest-TestMinimumBasicScenario-1856724445-project] Publish callbacks [] for port (60dd20a1-f33e-438c-8d42-2fed829a4bd2), precommit_update {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:49:14.790491 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-3cc445c2-ad06-459f-8c1a-9a5dbbb3cec0 tempest-TestMinimumBasicScenario-1856724445 tempest-TestMinimumBasicScenario-1856724445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1514136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781795229094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781794686082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781794686100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5018163'] for port (60dd20a1-f33e-438c-8d42-2fed829a4bd2), after_update {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:49:14.890288 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc445c2-ad06-459f-8c1a-9a5dbbb3cec0 tempest-TestMinimumBasicScenario-1856724445 tempest-TestMinimumBasicScenario-1856724445-project] Pushing event updated for resources: {'Port': ['ID=60dd20a1-f33e-438c-8d42-2fed829a4bd2,revision_number=2']} {{(pid=110152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:49:14.902500 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-3cc445c2-ad06-459f-8c1a-9a5dbbb3cec0 tempest-TestMinimumBasicScenario-1856724445 tempest-TestMinimumBasicScenario-1856724445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-641027'] for floatingip (8fb1b3b2-f9c1-4105-baec-6710c7e62085), after_create {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:49:14.909842 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa7f104-5856-4aae-bf8c-841653d3b232 req-70f2e132-2ad1-42e6-950b-975da8d64ebb tempest-VolumesSnapshotTestJSON-1645568956 tempest-VolumesSnapshotTestJSON-1645568956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:49:14.911244 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-8aa7f104-5856-4aae-bf8c-841653d3b232 req-70f2e132-2ad1-42e6-950b-975da8d64ebb tempest-VolumesSnapshotTestJSON-1645568956 tempest-VolumesSnapshotTestJSON-1645568956-project] 10.222.0.60 "GET /v2.0/ports?device_id=4adcaebe-b2a0-4861-a874-24cbcdc8cd05 HTTP/1.1" status: 200 len: 943 time: 0.0688479 May 10 17:49:15.030113 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-8aa7f104-5856-4aae-bf8c-841653d3b232 req-a8d50fd3-c1a7-4867-aaff-d210d9113ab8 tempest-VolumesSnapshotTestJSON-1645568956 tempest-VolumesSnapshotTestJSON-1645568956-project] 10.222.0.60 "GET /v2.0/security-groups?id=1b75a05f-62aa-4840-89ec-d12b9e871f92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819018 May 10 17:49:15.045972 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.db.l3_db [None req-3cc445c2-ad06-459f-8c1a-9a5dbbb3cec0 tempest-TestMinimumBasicScenario-1856724445 tempest-TestMinimumBasicScenario-1856724445-project] Floating IP 8fb1b3b2-f9c1-4105-baec-6710c7e62085 associated. External IP: 172.27.0.88, port: f023603c-ec90-40f8-beef-59e8c9f7f17f. May 10 17:49:15.259705 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3cc445c2-ad06-459f-8c1a-9a5dbbb3cec0 tempest-TestMinimumBasicScenario-1856724445 tempest-TestMinimumBasicScenario-1856724445-project] Router 25e67cdc-ce1c-42c1-89bc-c86e94ed50c8 has already been hosted by L3 agent eaac381b-e402-41c3-a8e6-8f962681d3e6 {{(pid=110152) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 17:49:15.371209 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cc445c2-ad06-459f-8c1a-9a5dbbb3cec0 tempest-TestMinimumBasicScenario-1856724445 tempest-TestMinimumBasicScenario-1856724445-project] Notify agent at l3_agent.dv-cinder-841302-2-iscsi the message routers_updated {{(pid=110152) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 17:49:15.380862 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a2e792e-8032-41e8-802d-0d3b9fedf068 None None] Sync routers for ids ['25e67cdc-ce1c-42c1-89bc-c86e94ed50c8'] in dv-cinder-841302-2-iscsi {{(pid=110155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 17:49:15.391316 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-3cc445c2-ad06-459f-8c1a-9a5dbbb3cec0 tempest-TestMinimumBasicScenario-1856724445 tempest-TestMinimumBasicScenario-1856724445-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29634'] for floatingip (None), before_response {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:49:15.392155 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a2e792e-8032-41e8-802d-0d3b9fedf068 None None] Routers {'25e67cdc-ce1c-42c1-89bc-c86e94ed50c8'} bound to L3 agent in host dv-cinder-841302-2-iscsi {{(pid=110155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 17:49:15.392770 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.db.l3_hamode_db [None req-2a2e792e-8032-41e8-802d-0d3b9fedf068 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841302-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-10T17:36:00Z,description=,heartbeat_timestamp=2022-05-10T17:49:00Z,host='dv-cinder-841302-2-iscsi',id=eaac381b-e402-41c3-a8e6-8f962681d3e6,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T17:36:00Z,topic='l3_agent')) {'router_ids': ['25e67cdc-ce1c-42c1-89bc-c86e94ed50c8'], 'active': True} {{(pid=110155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:49:15.421374 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [None req-3cc445c2-ad06-459f-8c1a-9a5dbbb3cec0 tempest-TestMinimumBasicScenario-1856724445 tempest-TestMinimumBasicScenario-1856724445-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.9478033 May 10 17:49:15.422089 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ab1a9bd-b249-4f09-9264-87eb2a4878cb', 'tag': 'f023603c-ec90-40f8-beef-59e8c9f7f17f'}] {{(pid=110152) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 17:49:15.424192 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.wsgi [-] (110153) accepted ('10.222.0.60', 43448) {{(pid=110153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 17:49:15.424692 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0e5bab204033c83635b1e14c3e3a099c647719281f8bf9f740a5b80828d0d04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5abf411-0582-4bd9-b870-c42b40e35c2d" -d '{"events": [{"name": "network-changed", "server_uuid": "4ab1a9bd-b249-4f09-9264-87eb2a4878cb", "tag": "f023603c-ec90-40f8-beef-59e8c9f7f17f"}]}' {{(pid=110152) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 17:49:15.434472 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.v2.base [None req-0f815db6-a873-4298-bdfe-3a1a4331153c tempest-TestMinimumBasicScenario-1856724445 tempest-TestMinimumBasicScenario-1856724445-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1770949354', 'description': 'tempest-secgroup-smoke-1770949354 description', 'project_id': 'f582fd9ef9094e8f9b47f7e686e3808a'}} {{(pid=110153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 17:49:15.462652 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-0f815db6-a873-4298-bdfe-3a1a4331153c tempest-TestMinimumBasicScenario-1856724445 tempest-TestMinimumBasicScenario-1856724445-project] Publish callbacks [] for security_group (None), before_create {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:49:15.467748 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 17:49:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eca05c87-789f-4a82-b7f3-104006d7ad48 x-openstack-request-id: req-eca05c87-789f-4a82-b7f3-104006d7ad48 {{(pid=110152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 17:49:15.468045 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ab1a9bd-b249-4f09-9264-87eb2a4878cb", "tag": "f023603c-ec90-40f8-beef-59e8c9f7f17f", "status": "completed", "code": 200}]} {{(pid=110152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 17:49:15.468363 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-eca05c87-789f-4a82-b7f3-104006d7ad48 {{(pid=110152) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 17:49:15.468829 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eca05c87-789f-4a82-b7f3-104006d7ad48'] response: {'name': 'network-changed', 'server_uuid': '4ab1a9bd-b249-4f09-9264-87eb2a4878cb', 'tag': 'f023603c-ec90-40f8-beef-59e8c9f7f17f', 'status': 'completed', 'code': 200} May 10 17:49:15.508345 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.db.l3_dvr_db [None req-2a2e792e-8032-41e8-802d-0d3b9fedf068 None None] Set router 25e67cdc-ce1c-42c1-89bc-c86e94ed50c8 gateway port host: dv-cinder-841302-2-iscsi {{(pid=110155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 17:49:15.553355 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-0f815db6-a873-4298-bdfe-3a1a4331153c tempest-TestMinimumBasicScenario-1856724445 tempest-TestMinimumBasicScenario-1856724445-project] Publish callbacks [] for security_group (8efa01d5-e8fd-47b7-b10c-1647c0ca187c), precommit_create {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:49:15.559530 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-0f815db6-a873-4298-bdfe-3a1a4331153c tempest-TestMinimumBasicScenario-1856724445 tempest-TestMinimumBasicScenario-1856724445-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-282428'] for security_group (8efa01d5-e8fd-47b7-b10c-1647c0ca187c), after_create {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:49:15.609064 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f815db6-a873-4298-bdfe-3a1a4331153c tempest-TestMinimumBasicScenario-1856724445 tempest-TestMinimumBasicScenario-1856724445-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8efa01d5-e8fd-47b7-b10c-1647c0ca187c,revision_number=1']} {{(pid=110153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:49:15.613564 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-0f815db6-a873-4298-bdfe-3a1a4331153c tempest-TestMinimumBasicScenario-1856724445 tempest-TestMinimumBasicScenario-1856724445-project] Publish callbacks [] for security_group (None), before_response {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:49:15.614861 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [None req-0f815db6-a873-4298-bdfe-3a1a4331153c tempest-TestMinimumBasicScenario-1856724445 tempest-TestMinimumBasicScenario-1856724445-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1896498 May 10 17:49:15.619224 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.wsgi [-] (110153) accepted ('10.222.0.60', 43456) {{(pid=110153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 17:49:15.624865 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.v2.base [None req-46bdbeb4-87d3-43dd-be64-eceb5f3f4338 tempest-TestMinimumBasicScenario-1856724445 tempest-TestMinimumBasicScenario-1856724445-project] Request body: {'security_group_rule': {'security_group_id': '8efa01d5-e8fd-47b7-b10c-1647c0ca187c', 'project_id': 'f582fd9ef9094e8f9b47f7e686e3808a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 17:49:15.655810 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-46bdbeb4-87d3-43dd-be64-eceb5f3f4338 tempest-TestMinimumBasicScenario-1856724445 tempest-TestMinimumBasicScenario-1856724445-project] Publish callbacks [] for security_group_rule (6aba70e7-5b72-44ef-ba62-e4613b4c1535), before_create {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:49:15.698353 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14adc31-e261-4c9a-8bb8-25bf06a32976 req-75ff55a3-c06e-4831-ad7e-4e7a34b54604 tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:49:15.700005 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-c14adc31-e261-4c9a-8bb8-25bf06a32976 req-75ff55a3-c06e-4831-ad7e-4e7a34b54604 tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] 10.222.0.60 "GET /v2.0/ports?device_id=4006eed6-2338-46b7-9133-e5c3fdead35c HTTP/1.1" status: 200 len: 946 time: 0.1156573 May 10 17:49:15.709083 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94dbb77-d336-4578-aac8-371768fa1182 req-916e6214-4c96-4876-b7d9-72778a27bb7d tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:49:15.711305 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-c94dbb77-d336-4578-aac8-371768fa1182 req-916e6214-4c96-4876-b7d9-72778a27bb7d tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] 10.222.0.60 "GET /v2.0/ports?device_id=ab2c473c-6e44-4cb5-8ddb-128a2061ae50 HTTP/1.1" status: 200 len: 946 time: 0.0733757 May 10 17:49:15.746375 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-46bdbeb4-87d3-43dd-be64-eceb5f3f4338 tempest-TestMinimumBasicScenario-1856724445 tempest-TestMinimumBasicScenario-1856724445-project] Publish callbacks [] for security_group_rule (6aba70e7-5b72-44ef-ba62-e4613b4c1535), precommit_create {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:49:15.752243 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-46bdbeb4-87d3-43dd-be64-eceb5f3f4338 tempest-TestMinimumBasicScenario-1856724445 tempest-TestMinimumBasicScenario-1856724445-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-282571'] for security_group_rule (6aba70e7-5b72-44ef-ba62-e4613b4c1535), after_create {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:49:15.784886 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46bdbeb4-87d3-43dd-be64-eceb5f3f4338 tempest-TestMinimumBasicScenario-1856724445 tempest-TestMinimumBasicScenario-1856724445-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6aba70e7-5b72-44ef-ba62-e4613b4c1535,revision_number=0']} {{(pid=110153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:49:15.792413 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-46bdbeb4-87d3-43dd-be64-eceb5f3f4338 tempest-TestMinimumBasicScenario-1856724445 tempest-TestMinimumBasicScenario-1856724445-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:49:15.793009 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-c14adc31-e261-4c9a-8bb8-25bf06a32976 req-db128787-d194-4026-be57-6b40c7e06982 tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] 10.222.0.60 "GET /v2.0/security-groups?id=c42b6551-bc09-4e3b-af37-c7597825b22a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0806708 May 10 17:49:15.796347 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.db.l3_hamode_db [None req-2a2e792e-8032-41e8-802d-0d3b9fedf068 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25e67cdc-ce1c-42c1-89bc-c86e94ed50c8', 'name': 'tempest-TestMinimumBasicScenario-260086597-router', 'tenant_id': 'f582fd9ef9094e8f9b47f7e686e3808a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85dc89cf-59f9-4edb-b26e-52bcb8a93763', 'external_fixed_ips': [{'subnet_id': 'e93d94f1-cb19-4cd0-92e5-ca73d24bd8fb', 'ip_address': '172.27.0.49'}], 'enable_snat': True}, 'gw_port_id': '2e2ef790-ed5d-4516-a0da-c905ba55731c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T17:48:04Z', 'updated_at': '2022-05-10T17:48:07Z', 'revision_number': 4, 'project_id': 'f582fd9ef9094e8f9b47f7e686e3808a', 'gw_port': {'id': '2e2ef790-ed5d-4516-a0da-c905ba55731c', 'name': '', 'network_id': '85dc89cf-59f9-4edb-b26e-52bcb8a93763', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:2e:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25e67cdc-ce1c-42c1-89bc-c86e94ed50c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': 'e93d94f1-cb19-4cd0-92e5-ca73d24bd8fb', 'ip_address': '172.27.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841302-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T17:48:04Z', 'updated_at': '2022-05-10T17:48:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e93d94f1-cb19-4cd0-92e5-ca73d24bd8fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841302-2-iscsi', '_floatingips': [{'id': '8fb1b3b2-f9c1-4105-baec-6710c7e62085', 'tenant_id': 'f582fd9ef9094e8f9b47f7e686e3808a', 'floating_ip_address': '172.27.0.88', 'floating_network_id': '85dc89cf-59f9-4edb-b26e-52bcb8a93763', 'router_id': '25e67cdc-ce1c-42c1-89bc-c86e94ed50c8', 'port_id': 'f023603c-ec90-40f8-beef-59e8c9f7f17f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 438, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd36cf6d1-7902-4b07-ab50-617b34c8483f', 'mac_address': 'fa:16:3e:ee:a6:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ab1a9bd-b249-4f09-9264-87eb2a4878cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T17:49:14Z', 'updated_at': '2022-05-10T17:49:14Z', 'revision_number': 0, 'project_id': 'f582fd9ef9094e8f9b47f7e686e3808a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '37b13682-fecc-4a13-b2c8-29fc9534bf10', 'name': '', 'network_id': 'd36cf6d1-7902-4b07-ab50-617b34c8483f', 'tenant_id': 'f582fd9ef9094e8f9b47f7e686e3808a', 'mac_address': 'fa:16:3e:33:a6:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25e67cdc-ce1c-42c1-89bc-c86e94ed50c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': 'a6e2ccd6-25e8-4d9c-9121-bb83787a16b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841302-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T17:48:06Z', 'updated_at': '2022-05-10T17:48:13Z', 'revision_number': 5, 'project_id': 'f582fd9ef9094e8f9b47f7e686e3808a', 'subnets': [{'id': 'a6e2ccd6-25e8-4d9c-9121-bb83787a16b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841302-2-iscsi', False) {} {{(pid=110155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:49:15.797177 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [None req-46bdbeb4-87d3-43dd-be64-eceb5f3f4338 tempest-TestMinimumBasicScenario-1856724445 tempest-TestMinimumBasicScenario-1856724445-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1760402 May 10 17:49:15.798101 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.wsgi [-] (110153) accepted ('10.222.0.60', 43458) {{(pid=110153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 17:49:15.802496 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-c94dbb77-d336-4578-aac8-371768fa1182 req-e92ee538-b941-4b4d-8db4-6d05a8db3610 tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] 10.222.0.60 "GET /v2.0/security-groups?id=69a1146a-b4a7-4889-b5b3-1df69f0de6a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0825932 May 10 17:49:15.804528 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.v2.base [None req-7062768d-c0ed-4099-ab75-c75eb9df2445 tempest-TestMinimumBasicScenario-1856724445 tempest-TestMinimumBasicScenario-1856724445-project] Request body: {'security_group_rule': {'security_group_id': '8efa01d5-e8fd-47b7-b10c-1647c0ca187c', 'project_id': 'f582fd9ef9094e8f9b47f7e686e3808a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=110153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 17:49:15.833223 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a2e792e-8032-41e8-802d-0d3b9fedf068 None None] Checking router: 25e67cdc-ce1c-42c1-89bc-c86e94ed50c8 for host: dv-cinder-841302-2-iscsi {{(pid=110155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 17:49:15.843844 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a2e792e-8032-41e8-802d-0d3b9fedf068 None None] Routers {'25e67cdc-ce1c-42c1-89bc-c86e94ed50c8'} bound to L3 agent in host dv-cinder-841302-2-iscsi {{(pid=110155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 17:49:15.844683 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.db.l3_hamode_db [None req-2a2e792e-8032-41e8-802d-0d3b9fedf068 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841302-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-10T17:36:00Z,description=,heartbeat_timestamp=2022-05-10T17:49:00Z,host='dv-cinder-841302-2-iscsi',id=eaac381b-e402-41c3-a8e6-8f962681d3e6,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T17:36:00Z,topic='l3_agent')) {'router_ids': ['25e67cdc-ce1c-42c1-89bc-c86e94ed50c8'], 'active': True} {{(pid=110155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:49:15.848592 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-7062768d-c0ed-4099-ab75-c75eb9df2445 tempest-TestMinimumBasicScenario-1856724445 tempest-TestMinimumBasicScenario-1856724445-project] Publish callbacks [] for security_group_rule (75a3b332-6849-4297-b5c0-0ccf3d2f22c5), before_create {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:49:15.908766 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-7062768d-c0ed-4099-ab75-c75eb9df2445 tempest-TestMinimumBasicScenario-1856724445 tempest-TestMinimumBasicScenario-1856724445-project] Publish callbacks [] for security_group_rule (75a3b332-6849-4297-b5c0-0ccf3d2f22c5), precommit_create {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:49:15.912869 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-7062768d-c0ed-4099-ab75-c75eb9df2445 tempest-TestMinimumBasicScenario-1856724445 tempest-TestMinimumBasicScenario-1856724445-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-282571'] for security_group_rule (75a3b332-6849-4297-b5c0-0ccf3d2f22c5), after_create {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:49:15.932800 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7062768d-c0ed-4099-ab75-c75eb9df2445 tempest-TestMinimumBasicScenario-1856724445 tempest-TestMinimumBasicScenario-1856724445-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=75a3b332-6849-4297-b5c0-0ccf3d2f22c5,revision_number=0']} {{(pid=110153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:49:15.938907 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-7062768d-c0ed-4099-ab75-c75eb9df2445 tempest-TestMinimumBasicScenario-1856724445 tempest-TestMinimumBasicScenario-1856724445-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:49:15.942915 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [None req-7062768d-c0ed-4099-ab75-c75eb9df2445 tempest-TestMinimumBasicScenario-1856724445 tempest-TestMinimumBasicScenario-1856724445-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1434715 May 10 17:49:15.943071 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.wsgi [-] (110152) accepted ('10.222.0.60', 43460) {{(pid=110152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 17:49:15.948497 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.v2.base [None req-aa85f6d2-7c4e-4dff-ba03-ea9fce6eb11d tempest-TestMinimumBasicScenario-1856724445 tempest-TestMinimumBasicScenario-1856724445-project] Request body: {'security_group_rule': {'security_group_id': '8efa01d5-e8fd-47b7-b10c-1647c0ca187c', 'project_id': 'f582fd9ef9094e8f9b47f7e686e3808a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=110152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 17:49:15.962142 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.db.l3_dvr_db [None req-2a2e792e-8032-41e8-802d-0d3b9fedf068 None None] Set router 25e67cdc-ce1c-42c1-89bc-c86e94ed50c8 gateway port host: dv-cinder-841302-2-iscsi {{(pid=110155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 17:49:15.974406 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-aa85f6d2-7c4e-4dff-ba03-ea9fce6eb11d tempest-TestMinimumBasicScenario-1856724445 tempest-TestMinimumBasicScenario-1856724445-project] Publish callbacks [] for security_group_rule (224b0d26-cb40-4458-bf76-06d47a7f7a14), before_create {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:49:16.034778 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-aa85f6d2-7c4e-4dff-ba03-ea9fce6eb11d tempest-TestMinimumBasicScenario-1856724445 tempest-TestMinimumBasicScenario-1856724445-project] Publish callbacks [] for security_group_rule (224b0d26-cb40-4458-bf76-06d47a7f7a14), precommit_create {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:49:16.038495 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-aa85f6d2-7c4e-4dff-ba03-ea9fce6eb11d tempest-TestMinimumBasicScenario-1856724445 tempest-TestMinimumBasicScenario-1856724445-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-282571'] for security_group_rule (224b0d26-cb40-4458-bf76-06d47a7f7a14), after_create {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:49:16.056787 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa85f6d2-7c4e-4dff-ba03-ea9fce6eb11d tempest-TestMinimumBasicScenario-1856724445 tempest-TestMinimumBasicScenario-1856724445-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=224b0d26-cb40-4458-bf76-06d47a7f7a14,revision_number=0']} {{(pid=110152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:49:16.066149 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-aa85f6d2-7c4e-4dff-ba03-ea9fce6eb11d tempest-TestMinimumBasicScenario-1856724445 tempest-TestMinimumBasicScenario-1856724445-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:49:16.069951 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [None req-aa85f6d2-7c4e-4dff-ba03-ea9fce6eb11d tempest-TestMinimumBasicScenario-1856724445 tempest-TestMinimumBasicScenario-1856724445-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1232548 May 10 17:49:16.070735 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.wsgi [-] (110152) accepted ('10.222.0.60', 43464) {{(pid=110152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 17:49:16.075877 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.v2.base [None req-ddca671d-b23a-4e8a-9f82-a04897de0ea1 tempest-TestMinimumBasicScenario-1856724445 tempest-TestMinimumBasicScenario-1856724445-project] Request body: {'security_group_rule': {'security_group_id': '8efa01d5-e8fd-47b7-b10c-1647c0ca187c', 'project_id': 'f582fd9ef9094e8f9b47f7e686e3808a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=110152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 17:49:16.108110 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-ddca671d-b23a-4e8a-9f82-a04897de0ea1 tempest-TestMinimumBasicScenario-1856724445 tempest-TestMinimumBasicScenario-1856724445-project] Publish callbacks [] for security_group_rule (0d476040-7816-4a55-8427-28e3f5d5f9b7), before_create {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:49:16.125873 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.rpc [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Device 4067eee9-a186-4e93-ba0a-31a799761eab details requested by agent hyperv_hv-cinder-84130 with host hv-cinder-84130 {{(pid=110154) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 17:49:16.192502 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.db.l3_hamode_db [None req-2a2e792e-8032-41e8-802d-0d3b9fedf068 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25e67cdc-ce1c-42c1-89bc-c86e94ed50c8', 'name': 'tempest-TestMinimumBasicScenario-260086597-router', 'tenant_id': 'f582fd9ef9094e8f9b47f7e686e3808a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85dc89cf-59f9-4edb-b26e-52bcb8a93763', 'external_fixed_ips': [{'subnet_id': 'e93d94f1-cb19-4cd0-92e5-ca73d24bd8fb', 'ip_address': '172.27.0.49'}], 'enable_snat': True}, 'gw_port_id': '2e2ef790-ed5d-4516-a0da-c905ba55731c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T17:48:04Z', 'updated_at': '2022-05-10T17:48:07Z', 'revision_number': 4, 'project_id': 'f582fd9ef9094e8f9b47f7e686e3808a', 'gw_port': {'id': '2e2ef790-ed5d-4516-a0da-c905ba55731c', 'name': '', 'network_id': '85dc89cf-59f9-4edb-b26e-52bcb8a93763', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:2e:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25e67cdc-ce1c-42c1-89bc-c86e94ed50c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': 'e93d94f1-cb19-4cd0-92e5-ca73d24bd8fb', 'ip_address': '172.27.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841302-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T17:48:04Z', 'updated_at': '2022-05-10T17:48:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e93d94f1-cb19-4cd0-92e5-ca73d24bd8fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841302-2-iscsi', '_floatingips': [{'id': '8fb1b3b2-f9c1-4105-baec-6710c7e62085', 'tenant_id': 'f582fd9ef9094e8f9b47f7e686e3808a', 'floating_ip_address': '172.27.0.88', 'floating_network_id': '85dc89cf-59f9-4edb-b26e-52bcb8a93763', 'router_id': '25e67cdc-ce1c-42c1-89bc-c86e94ed50c8', 'port_id': 'f023603c-ec90-40f8-beef-59e8c9f7f17f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 438, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd36cf6d1-7902-4b07-ab50-617b34c8483f', 'mac_address': 'fa:16:3e:ee:a6:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ab1a9bd-b249-4f09-9264-87eb2a4878cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T17:49:14Z', 'updated_at': '2022-05-10T17:49:14Z', 'revision_number': 0, 'project_id': 'f582fd9ef9094e8f9b47f7e686e3808a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '37b13682-fecc-4a13-b2c8-29fc9534bf10', 'name': '', 'network_id': 'd36cf6d1-7902-4b07-ab50-617b34c8483f', 'tenant_id': 'f582fd9ef9094e8f9b47f7e686e3808a', 'mac_address': 'fa:16:3e:33:a6:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25e67cdc-ce1c-42c1-89bc-c86e94ed50c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': 'a6e2ccd6-25e8-4d9c-9121-bb83787a16b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841302-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T17:48:06Z', 'updated_at': '2022-05-10T17:48:13Z', 'revision_number': 5, 'project_id': 'f582fd9ef9094e8f9b47f7e686e3808a', 'subnets': [{'id': 'a6e2ccd6-25e8-4d9c-9121-bb83787a16b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841302-2-iscsi', False) {} {{(pid=110155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:49:16.194241 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3501fe-4e2d-46bc-9a52-5a085d7c8632 req-7925369c-5337-4912-a7c5-82dc593f8b02 tempest-VolumesSnapshotTestJSON-1645568956 tempest-VolumesSnapshotTestJSON-1645568956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:49:16.197175 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-9c3501fe-4e2d-46bc-9a52-5a085d7c8632 req-7925369c-5337-4912-a7c5-82dc593f8b02 tempest-VolumesSnapshotTestJSON-1645568956 tempest-VolumesSnapshotTestJSON-1645568956-project] 10.222.0.60 "GET /v2.0/ports?device_id=4adcaebe-b2a0-4861-a874-24cbcdc8cd05 HTTP/1.1" status: 200 len: 943 time: 0.0843232 May 10 17:49:16.213300 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-ddca671d-b23a-4e8a-9f82-a04897de0ea1 tempest-TestMinimumBasicScenario-1856724445 tempest-TestMinimumBasicScenario-1856724445-project] Publish callbacks [] for security_group_rule (0d476040-7816-4a55-8427-28e3f5d5f9b7), precommit_create {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:49:16.221080 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-ddca671d-b23a-4e8a-9f82-a04897de0ea1 tempest-TestMinimumBasicScenario-1856724445 tempest-TestMinimumBasicScenario-1856724445-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-282571'] for security_group_rule (0d476040-7816-4a55-8427-28e3f5d5f9b7), after_create {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:49:16.224600 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a2e792e-8032-41e8-802d-0d3b9fedf068 None None] The sync data for ids ['25e67cdc-ce1c-42c1-89bc-c86e94ed50c8'] in dv-cinder-841302-2-iscsi is: [{'id': '25e67cdc-ce1c-42c1-89bc-c86e94ed50c8', 'name': 'tempest-TestMinimumBasicScenario-260086597-router', 'tenant_id': 'f582fd9ef9094e8f9b47f7e686e3808a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85dc89cf-59f9-4edb-b26e-52bcb8a93763', 'external_fixed_ips': [{'subnet_id': 'e93d94f1-cb19-4cd0-92e5-ca73d24bd8fb', 'ip_address': '172.27.0.49'}], 'enable_snat': True}, 'gw_port_id': '2e2ef790-ed5d-4516-a0da-c905ba55731c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T17:48:04Z', 'updated_at': '2022-05-10T17:48:07Z', 'revision_number': 4, 'project_id': 'f582fd9ef9094e8f9b47f7e686e3808a', 'gw_port': {'id': '2e2ef790-ed5d-4516-a0da-c905ba55731c', 'name': '', 'network_id': '85dc89cf-59f9-4edb-b26e-52bcb8a93763', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:2e:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25e67cdc-ce1c-42c1-89bc-c86e94ed50c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': 'e93d94f1-cb19-4cd0-92e5-ca73d24bd8fb', 'ip_address': '172.27.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841302-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T17:48:04Z', 'updated_at': '2022-05-10T17:48:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e93d94f1-cb19-4cd0-92e5-ca73d24bd8fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841302-2-iscsi', '_floatingips': [{'id': '8fb1b3b2-f9c1-4105-baec-6710c7e62085', 'tenant_id': 'f582fd9ef9094e8f9b47f7e686e3808a', 'floating_ip_address': '172.27.0.88', 'floating_network_id': '85dc89cf-59f9-4edb-b26e-52bcb8a93763', 'router_id': '25e67cdc-ce1c-42c1-89bc-c86e94ed50c8', 'port_id': 'f023603c-ec90-40f8-beef-59e8c9f7f17f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 438, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd36cf6d1-7902-4b07-ab50-617b34c8483f', 'mac_address': 'fa:16:3e:ee:a6:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ab1a9bd-b249-4f09-9264-87eb2a4878cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T17:49:14Z', 'updated_at': '2022-05-10T17:49:14Z', 'revision_number': 0, 'project_id': 'f582fd9ef9094e8f9b47f7e686e3808a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '37b13682-fecc-4a13-b2c8-29fc9534bf10', 'name': '', 'network_id': 'd36cf6d1-7902-4b07-ab50-617b34c8483f', 'tenant_id': 'f582fd9ef9094e8f9b47f7e686e3808a', 'mac_address': 'fa:16:3e:33:a6:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25e67cdc-ce1c-42c1-89bc-c86e94ed50c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': 'a6e2ccd6-25e8-4d9c-9121-bb83787a16b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841302-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T17:48:06Z', 'updated_at': '2022-05-10T17:48:13Z', 'revision_number': 5, 'project_id': 'f582fd9ef9094e8f9b47f7e686e3808a', 'subnets': [{'id': 'a6e2ccd6-25e8-4d9c-9121-bb83787a16b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 17:49:16.244632 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.db [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] For port 4067eee9-a186-4e93-ba0a-31a799761eab, host hv-cinder-84130, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84130',level=0,port_id=4067eee9-a186-4e93-ba0a-31a799761eab,segment=NetworkSegment(6eb6a8de-e14f-4146-b244-6bae452bdd09),segment_id=6eb6a8de-e14f-4146-b244-6bae452bdd09)] {{(pid=110154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 17:49:16.259259 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.rpc [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Returning: {'device': '4067eee9-a186-4e93-ba0a-31a799761eab', 'network_id': '29e73f79-8568-4d80-831b-136efa81b55a', 'port_id': '4067eee9-a186-4e93-ba0a-31a799761eab', 'mac_address': 'fa:16:3e:6f:ac:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 596, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60d43bd8-63c7-432e-8a86-a5fab11f7168', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110154) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 17:49:16.262150 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddca671d-b23a-4e8a-9f82-a04897de0ea1 tempest-TestMinimumBasicScenario-1856724445 tempest-TestMinimumBasicScenario-1856724445-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d476040-7816-4a55-8427-28e3f5d5f9b7,revision_number=0']} {{(pid=110152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:49:16.274807 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-ddca671d-b23a-4e8a-9f82-a04897de0ea1 tempest-TestMinimumBasicScenario-1856724445 tempest-TestMinimumBasicScenario-1856724445-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:49:16.278959 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.wsgi [-] (110153) accepted ('10.222.0.60', 43466) {{(pid=110153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 17:49:16.279132 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [None req-ddca671d-b23a-4e8a-9f82-a04897de0ea1 tempest-TestMinimumBasicScenario-1856724445 tempest-TestMinimumBasicScenario-1856724445-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2072747 May 10 17:49:16.284238 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.v2.base [None req-796f39a3-79a3-493a-8c6f-3259bba2648c tempest-TestMinimumBasicScenario-1856724445 tempest-TestMinimumBasicScenario-1856724445-project] Request body: {'security_group_rule': {'security_group_id': '8efa01d5-e8fd-47b7-b10c-1647c0ca187c', 'project_id': 'f582fd9ef9094e8f9b47f7e686e3808a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=110153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 17:49:16.292538 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-9c3501fe-4e2d-46bc-9a52-5a085d7c8632 req-42fa1e5e-b589-4034-af9f-33693fa62eb7 tempest-VolumesSnapshotTestJSON-1645568956 tempest-VolumesSnapshotTestJSON-1645568956-project] 10.222.0.60 "GET /v2.0/security-groups?id=1b75a05f-62aa-4840-89ec-d12b9e871f92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819778 May 10 17:49:16.311191 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.plugin [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Current status of the port 4067eee9-a186-4e93-ba0a-31a799761eab is: DOWN; New status is: BUILD {{(pid=110154) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 17:49:16.311744 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1514036'] for port (4067eee9-a186-4e93-ba0a-31a799761eab), before_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:49:16.328207 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.notifiers.nova [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4067eee9-a186-4e93-ba0a-31a799761eab {{(pid=110154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 17:49:16.331212 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.db.securitygroups_db [None req-796f39a3-79a3-493a-8c6f-3259bba2648c tempest-TestMinimumBasicScenario-1856724445 tempest-TestMinimumBasicScenario-1856724445-project] Project f582fd9ef9094e8f9b47f7e686e3808a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 10 17:49:16.337474 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-796f39a3-79a3-493a-8c6f-3259bba2648c tempest-TestMinimumBasicScenario-1856724445 tempest-TestMinimumBasicScenario-1856724445-project] Publish callbacks [] for security_group_rule (c30ca991-1e5b-4eed-a4f6-e317da382435), before_create {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:49:16.350095 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.db [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] For port 4067eee9-a186-4e93-ba0a-31a799761eab, host hv-cinder-84130, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84130',level=0,port_id=4067eee9-a186-4e93-ba0a-31a799761eab,segment=NetworkSegment(6eb6a8de-e14f-4146-b244-6bae452bdd09),segment_id=6eb6a8de-e14f-4146-b244-6bae452bdd09)] {{(pid=110154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 17:49:16.354707 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1514136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781795229094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781794686082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781794686100'] for port (4067eee9-a186-4e93-ba0a-31a799761eab), after_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:49:16.404008 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-796f39a3-79a3-493a-8c6f-3259bba2648c tempest-TestMinimumBasicScenario-1856724445 tempest-TestMinimumBasicScenario-1856724445-project] Publish callbacks [] for security_group_rule (c30ca991-1e5b-4eed-a4f6-e317da382435), precommit_create {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:49:16.408502 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Pushing event updated for resources: {'Port': ['ID=4067eee9-a186-4e93-ba0a-31a799761eab,revision_number=4']} {{(pid=110154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:49:16.408967 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-796f39a3-79a3-493a-8c6f-3259bba2648c tempest-TestMinimumBasicScenario-1856724445 tempest-TestMinimumBasicScenario-1856724445-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-282571'] for security_group_rule (c30ca991-1e5b-4eed-a4f6-e317da382435), after_create {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:49:16.431782 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796f39a3-79a3-493a-8c6f-3259bba2648c tempest-TestMinimumBasicScenario-1856724445 tempest-TestMinimumBasicScenario-1856724445-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c30ca991-1e5b-4eed-a4f6-e317da382435,revision_number=0']} {{(pid=110153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:49:16.437782 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-796f39a3-79a3-493a-8c6f-3259bba2648c tempest-TestMinimumBasicScenario-1856724445 tempest-TestMinimumBasicScenario-1856724445-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:49:16.439397 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [None req-796f39a3-79a3-493a-8c6f-3259bba2648c tempest-TestMinimumBasicScenario-1856724445 tempest-TestMinimumBasicScenario-1856724445-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1593549 May 10 17:49:16.442206 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.wsgi [-] (110153) accepted ('10.222.0.60', 43468) {{(pid=110153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 17:49:16.448415 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.v2.base [None req-3e6132f0-0c45-436e-9576-092ade30da51 tempest-TestMinimumBasicScenario-1856724445 tempest-TestMinimumBasicScenario-1856724445-project] Request body: {'security_group_rule': {'security_group_id': '8efa01d5-e8fd-47b7-b10c-1647c0ca187c', 'project_id': 'f582fd9ef9094e8f9b47f7e686e3808a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=110153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 17:49:16.460120 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f95a9bf7-97ef-4828-b2fd-cd78964ddd73 None None] New status for floating IP 8fb1b3b2-f9c1-4105-baec-6710c7e62085: ACTIVE {{(pid=110154) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 17:49:16.470471 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.db.securitygroups_db [None req-3e6132f0-0c45-436e-9576-092ade30da51 tempest-TestMinimumBasicScenario-1856724445 tempest-TestMinimumBasicScenario-1856724445-project] Project f582fd9ef9094e8f9b47f7e686e3808a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 10 17:49:16.477176 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-3e6132f0-0c45-436e-9576-092ade30da51 tempest-TestMinimumBasicScenario-1856724445 tempest-TestMinimumBasicScenario-1856724445-project] Publish callbacks [] for security_group_rule (c17c2a0f-e617-4d10-804e-97f2c43d212d), before_create {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:49:16.539882 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-3e6132f0-0c45-436e-9576-092ade30da51 tempest-TestMinimumBasicScenario-1856724445 tempest-TestMinimumBasicScenario-1856724445-project] Publish callbacks [] for security_group_rule (c17c2a0f-e617-4d10-804e-97f2c43d212d), precommit_create {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:49:16.544773 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-3e6132f0-0c45-436e-9576-092ade30da51 tempest-TestMinimumBasicScenario-1856724445 tempest-TestMinimumBasicScenario-1856724445-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-282571'] for security_group_rule (c17c2a0f-e617-4d10-804e-97f2c43d212d), after_create {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:49:16.563957 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6132f0-0c45-436e-9576-092ade30da51 tempest-TestMinimumBasicScenario-1856724445 tempest-TestMinimumBasicScenario-1856724445-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c17c2a0f-e617-4d10-804e-97f2c43d212d,revision_number=0']} {{(pid=110153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:49:16.579030 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-3e6132f0-0c45-436e-9576-092ade30da51 tempest-TestMinimumBasicScenario-1856724445 tempest-TestMinimumBasicScenario-1856724445-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:49:16.580488 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [None req-3e6132f0-0c45-436e-9576-092ade30da51 tempest-TestMinimumBasicScenario-1856724445 tempest-TestMinimumBasicScenario-1856724445-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1370986 May 10 17:49:16.618165 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5abf411-0582-4bd9-b870-c42b40e35c2d req-73397989-1824-4e4d-8945-bd04cc47c96e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:49:16.619838 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-c5abf411-0582-4bd9-b870-c42b40e35c2d req-73397989-1824-4e4d-8945-bd04cc47c96e service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=f582fd9ef9094e8f9b47f7e686e3808a&device_id=4ab1a9bd-b249-4f09-9264-87eb2a4878cb HTTP/1.1" status: 200 len: 1129 time: 0.0555861 May 10 17:49:16.761661 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-b88af96b-48bd-4c7c-9353-7de47469d089 req-3b1feb82-3d33-4476-a5f5-83658463dd5f tempest-TestMinimumBasicScenario-1856724445 tempest-TestMinimumBasicScenario-1856724445-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1770949354&fields=id&tenant_id=f582fd9ef9094e8f9b47f7e686e3808a HTTP/1.1" status: 200 len: 267 time: 0.0968525 May 10 17:49:16.776249 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fd83fa-18c3-4d39-8f59-d6878a798130 req-05ad3150-6757-4cfd-a5ec-b55e1cab5b28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:49:16.777746 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [req-77fd83fa-18c3-4d39-8f59-d6878a798130 req-05ad3150-6757-4cfd-a5ec-b55e1cab5b28 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=ab2c473c-6e44-4cb5-8ddb-128a2061ae50 HTTP/1.1" status: 200 len: 1130 time: 0.0436552 May 10 17:49:16.784993 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5abf411-0582-4bd9-b870-c42b40e35c2d req-23d905c1-82ab-436c-bc77-a984c3908600 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:49:16.786575 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-c5abf411-0582-4bd9-b870-c42b40e35c2d req-23d905c1-82ab-436c-bc77-a984c3908600 service neutron] 10.222.0.77 "GET /v2.0/networks?id=d36cf6d1-7902-4b07-ab50-617b34c8483f HTTP/1.1" status: 200 len: 915 time: 0.1532381 May 10 17:49:16.830544 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [req-77fd83fa-18c3-4d39-8f59-d6878a798130 req-c9d87094-6eb2-4ef6-8e2f-afab44454492 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=69a1146a-b4a7-4889-b5b3-1df69f0de6a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451455 May 10 17:49:16.885498 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88af96b-48bd-4c7c-9353-7de47469d089 req-a6e0c996-5b30-4c4e-aa68-549cafc854fd tempest-TestMinimumBasicScenario-1856724445 tempest-TestMinimumBasicScenario-1856724445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:49:16.887123 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-b88af96b-48bd-4c7c-9353-7de47469d089 req-a6e0c996-5b30-4c4e-aa68-549cafc854fd tempest-TestMinimumBasicScenario-1856724445 tempest-TestMinimumBasicScenario-1856724445-project] 10.222.0.60 "GET /v2.0/ports?device_id=4ab1a9bd-b249-4f09-9264-87eb2a4878cb HTTP/1.1" status: 200 len: 945 time: 0.1164970 May 10 17:49:16.920618 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.v2.base [req-b88af96b-48bd-4c7c-9353-7de47469d089 req-208d73b7-5f87-462a-bc94-93bc12935b17 tempest-TestMinimumBasicScenario-1856724445 tempest-TestMinimumBasicScenario-1856724445-project] Request body: {'port': {'security_groups': ['4291c383-f1b0-498a-957d-36fec04b0997', '8efa01d5-e8fd-47b7-b10c-1647c0ca187c']}} {{(pid=110152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 17:49:16.959289 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-c5abf411-0582-4bd9-b870-c42b40e35c2d req-a6fc518d-4c42-43da-9e43-64f7349ac1ca service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f023603c-ec90-40f8-beef-59e8c9f7f17f HTTP/1.1" status: 200 len: 1000 time: 0.1565204 May 10 17:49:16.977105 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d253172-06a8-468c-80ab-eb9bdfc71d0c req-4e95fbd0-d509-4756-91d8-18322350db39 tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:49:16.978608 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-4d253172-06a8-468c-80ab-eb9bdfc71d0c req-4e95fbd0-d509-4756-91d8-18322350db39 tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] 10.222.0.60 "GET /v2.0/ports?device_id=ab2c473c-6e44-4cb5-8ddb-128a2061ae50 HTTP/1.1" status: 200 len: 946 time: 0.1010189 May 10 17:49:16.985451 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.db [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] get_ports_and_sgs() called for port_ids ['4067eee9-a186-4e93-ba0a-31a799761eab'] {{(pid=110154) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 17:49:17.048255 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [req-b88af96b-48bd-4c7c-9353-7de47469d089 req-208d73b7-5f87-462a-bc94-93bc12935b17 tempest-TestMinimumBasicScenario-1856724445 tempest-TestMinimumBasicScenario-1856724445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1514036'] for port (f023603c-ec90-40f8-beef-59e8c9f7f17f), before_update {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:49:17.078895 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-4d253172-06a8-468c-80ab-eb9bdfc71d0c req-3fc44c1d-bf6b-46ce-b6ce-3652b60363f5 tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] 10.222.0.60 "GET /v2.0/security-groups?id=69a1146a-b4a7-4889-b5b3-1df69f0de6a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0718348 May 10 17:49:17.254423 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004714b0-9866-4809-85dc-a6b9b201d1a1 req-4527c559-4ad1-4fda-b6df-feedd1d8e53b tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:49:17.256483 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-004714b0-9866-4809-85dc-a6b9b201d1a1 req-4527c559-4ad1-4fda-b6df-feedd1d8e53b tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] 10.222.0.60 "GET /v2.0/ports?device_id=4006eed6-2338-46b7-9133-e5c3fdead35c HTTP/1.1" status: 200 len: 946 time: 0.0827348 May 10 17:49:17.381797 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-004714b0-9866-4809-85dc-a6b9b201d1a1 req-3cee58f9-3610-4df2-9ae1-c239733eac15 tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] 10.222.0.60 "GET /v2.0/security-groups?id=c42b6551-bc09-4e3b-af37-c7597825b22a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1119363 May 10 17:49:17.406566 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.plugins.ml2.db [req-b88af96b-48bd-4c7c-9353-7de47469d089 req-208d73b7-5f87-462a-bc94-93bc12935b17 tempest-TestMinimumBasicScenario-1856724445 tempest-TestMinimumBasicScenario-1856724445-project] For port f023603c-ec90-40f8-beef-59e8c9f7f17f, host hv-cinder-84130, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84130',level=0,port_id=f023603c-ec90-40f8-beef-59e8c9f7f17f,segment=NetworkSegment(fae9f46d-4ca7-4637-b63a-3e8d3f0e0761),segment_id=fae9f46d-4ca7-4637-b63a-3e8d3f0e0761)] {{(pid=110152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 17:49:17.455048 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [req-b88af96b-48bd-4c7c-9353-7de47469d089 req-208d73b7-5f87-462a-bc94-93bc12935b17 tempest-TestMinimumBasicScenario-1856724445 tempest-TestMinimumBasicScenario-1856724445-project] Publish callbacks [] for port (f023603c-ec90-40f8-beef-59e8c9f7f17f), precommit_update {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:49:17.472837 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [req-b88af96b-48bd-4c7c-9353-7de47469d089 req-208d73b7-5f87-462a-bc94-93bc12935b17 tempest-TestMinimumBasicScenario-1856724445 tempest-TestMinimumBasicScenario-1856724445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1514136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781795229094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781794686082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781794686100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5018163'] for port (f023603c-ec90-40f8-beef-59e8c9f7f17f), after_update {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:49:17.566921 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88af96b-48bd-4c7c-9353-7de47469d089 req-208d73b7-5f87-462a-bc94-93bc12935b17 tempest-TestMinimumBasicScenario-1856724445 tempest-TestMinimumBasicScenario-1856724445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:49:17.567614 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [req-b88af96b-48bd-4c7c-9353-7de47469d089 req-208d73b7-5f87-462a-bc94-93bc12935b17 tempest-TestMinimumBasicScenario-1856724445 tempest-TestMinimumBasicScenario-1856724445-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29634'] for port (None), before_response {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:49:17.569754 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-b88af96b-48bd-4c7c-9353-7de47469d089 req-208d73b7-5f87-462a-bc94-93bc12935b17 tempest-TestMinimumBasicScenario-1856724445 tempest-TestMinimumBasicScenario-1856724445-project] 10.222.0.60 "PUT /v2.0/ports/f023603c-ec90-40f8-beef-59e8c9f7f17f HTTP/1.1" status: 200 len: 981 time: 0.6726751 May 10 17:49:17.578247 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ab1a9bd-b249-4f09-9264-87eb2a4878cb', 'tag': 'f023603c-ec90-40f8-beef-59e8c9f7f17f'}] {{(pid=110152) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 17:49:17.580430 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0e5bab204033c83635b1e14c3e3a099c647719281f8bf9f740a5b80828d0d04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6127d487-b6e5-43b5-91de-b5ea030f9025" -d '{"events": [{"name": "network-changed", "server_uuid": "4ab1a9bd-b249-4f09-9264-87eb2a4878cb", "tag": "f023603c-ec90-40f8-beef-59e8c9f7f17f"}]}' {{(pid=110152) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 17:49:17.612793 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7607187d-182c-40f5-a68a-be6ba812ace0 req-7e0f2bd6-75e8-4a92-bbdc-08ccaa4a93fe tempest-VolumesSnapshotTestJSON-1645568956 tempest-VolumesSnapshotTestJSON-1645568956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:49:17.620986 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-7607187d-182c-40f5-a68a-be6ba812ace0 req-7e0f2bd6-75e8-4a92-bbdc-08ccaa4a93fe tempest-VolumesSnapshotTestJSON-1645568956 tempest-VolumesSnapshotTestJSON-1645568956-project] 10.222.0.60 "GET /v2.0/ports?device_id=4adcaebe-b2a0-4861-a874-24cbcdc8cd05 HTTP/1.1" status: 200 len: 944 time: 0.1607108 May 10 17:49:17.697919 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5abf411-0582-4bd9-b870-c42b40e35c2d req-ad4b937a-aad3-4f80-9437-f95864c65f61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:49:17.699477 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-c5abf411-0582-4bd9-b870-c42b40e35c2d req-ad4b937a-aad3-4f80-9437-f95864c65f61 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=a6e2ccd6-25e8-4d9c-9121-bb83787a16b4 HTTP/1.1" status: 200 len: 853 time: 0.0739384 May 10 17:49:17.704275 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208d73b7-5f87-462a-bc94-93bc12935b17 tempest-TestMinimumBasicScenario-1856724445 tempest-TestMinimumBasicScenario-1856724445-project] Pushing event updated for resources: {'Port': ['ID=f023603c-ec90-40f8-beef-59e8c9f7f17f,revision_number=6']} {{(pid=110152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:49:17.748249 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-7607187d-182c-40f5-a68a-be6ba812ace0 req-c34b8d69-10ca-44da-9aa2-9f8ce888a53a tempest-VolumesSnapshotTestJSON-1645568956 tempest-VolumesSnapshotTestJSON-1645568956-project] 10.222.0.60 "GET /v2.0/security-groups?id=1b75a05f-62aa-4840-89ec-d12b9e871f92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262646 May 10 17:49:17.824335 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0674bd85-6f9f-408a-9059-10600cb3d73c req-0822834a-b06e-4730-92f8-308526c1bc28 tempest-TestMinimumBasicScenario-1856724445 tempest-TestMinimumBasicScenario-1856724445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:49:17.826064 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-0674bd85-6f9f-408a-9059-10600cb3d73c req-0822834a-b06e-4730-92f8-308526c1bc28 tempest-TestMinimumBasicScenario-1856724445 tempest-TestMinimumBasicScenario-1856724445-project] 10.222.0.60 "GET /v2.0/ports?device_id=4ab1a9bd-b249-4f09-9264-87eb2a4878cb HTTP/1.1" status: 200 len: 984 time: 0.0765591 May 10 17:49:17.832174 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 17:49:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01bdac4a-fc9b-4237-93a1-479ae9f73401 x-openstack-request-id: req-01bdac4a-fc9b-4237-93a1-479ae9f73401 {{(pid=110152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 17:49:17.832662 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ab1a9bd-b249-4f09-9264-87eb2a4878cb", "tag": "f023603c-ec90-40f8-beef-59e8c9f7f17f", "status": "completed", "code": 200}]} {{(pid=110152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 17:49:17.833070 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-01bdac4a-fc9b-4237-93a1-479ae9f73401 {{(pid=110152) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 17:49:17.833629 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.notifiers.nova [-] Nova event matching ['req-01bdac4a-fc9b-4237-93a1-479ae9f73401'] response: {'name': 'network-changed', 'server_uuid': '4ab1a9bd-b249-4f09-9264-87eb2a4878cb', 'tag': 'f023603c-ec90-40f8-beef-59e8c9f7f17f', 'status': 'completed', 'code': 200} May 10 17:49:17.901354 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-0674bd85-6f9f-408a-9059-10600cb3d73c req-79aa2dbe-1fec-4918-b249-a61a62f9ef4a tempest-TestMinimumBasicScenario-1856724445 tempest-TestMinimumBasicScenario-1856724445-project] 10.222.0.60 "GET /v2.0/security-groups?id=4291c383-f1b0-498a-957d-36fec04b0997&id=8efa01d5-e8fd-47b7-b10c-1647c0ca187c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0657673 May 10 17:49:17.932280 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.db.provisioning_blocks [None req-ed775d7b-c97c-4193-89e1-5a04961e1fe0 None None] Provisioning complete for port f023603c-ec90-40f8-beef-59e8c9f7f17f triggered by entity DHCP. {{(pid=110154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 17:49:17.933626 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-ed775d7b-c97c-4193-89e1-5a04961e1fe0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525495'] for port (f023603c-ec90-40f8-beef-59e8c9f7f17f), provisioning_complete {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:49:18.020246 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.plugin [None req-ed775d7b-c97c-4193-89e1-5a04961e1fe0 None None] Current status of the port f023603c-ec90-40f8-beef-59e8c9f7f17f is: ACTIVE; New status is: ACTIVE {{(pid=110154) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 17:49:18.208677 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abfae15-dc15-47b7-af7a-f1e62fce961e req-d5394c3a-760a-421e-8ef4-c23abb6135a4 tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:49:18.216258 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-2abfae15-dc15-47b7-af7a-f1e62fce961e req-d5394c3a-760a-421e-8ef4-c23abb6135a4 tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] 10.222.0.60 "GET /v2.0/ports?device_id=ab2c473c-6e44-4cb5-8ddb-128a2061ae50 HTTP/1.1" status: 200 len: 946 time: 0.0571618 May 10 17:49:18.267152 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-2abfae15-dc15-47b7-af7a-f1e62fce961e req-c45095a7-ec2d-42c4-b50c-5b1d67b0c800 tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] 10.222.0.60 "GET /v2.0/security-groups?id=69a1146a-b4a7-4889-b5b3-1df69f0de6a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500009 May 10 17:49:18.528309 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2752bd75-b9ec-442f-9405-4b041b0a5d89 req-85734b2a-2c24-4d97-860f-b4c1b77fafd0 tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:49:18.530154 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-2752bd75-b9ec-442f-9405-4b041b0a5d89 req-85734b2a-2c24-4d97-860f-b4c1b77fafd0 tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] 10.222.0.60 "GET /v2.0/ports?device_id=4006eed6-2338-46b7-9133-e5c3fdead35c HTTP/1.1" status: 200 len: 946 time: 0.0567672 May 10 17:49:18.592506 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-2752bd75-b9ec-442f-9405-4b041b0a5d89 req-111efedb-cf19-427d-a5b4-0f3e20f9e6f1 tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] 10.222.0.60 "GET /v2.0/security-groups?id=c42b6551-bc09-4e3b-af37-c7597825b22a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559986 May 10 17:49:18.810182 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5abf411-0582-4bd9-b870-c42b40e35c2d req-b68988f3-a400-456c-bef1-478032a75a51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:49:18.811753 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-c5abf411-0582-4bd9-b870-c42b40e35c2d req-b68988f3-a400-456c-bef1-478032a75a51 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=d36cf6d1-7902-4b07-ab50-617b34c8483f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0476699 May 10 17:49:18.934837 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153b2357-aa4e-496f-b4cb-2953c538a238 req-30495964-caa5-4479-aecc-0bf4fa175ae9 tempest-VolumesSnapshotTestJSON-1645568956 tempest-VolumesSnapshotTestJSON-1645568956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:49:18.936513 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-153b2357-aa4e-496f-b4cb-2953c538a238 req-30495964-caa5-4479-aecc-0bf4fa175ae9 tempest-VolumesSnapshotTestJSON-1645568956 tempest-VolumesSnapshotTestJSON-1645568956-project] 10.222.0.60 "GET /v2.0/ports?device_id=4adcaebe-b2a0-4861-a874-24cbcdc8cd05 HTTP/1.1" status: 200 len: 944 time: 0.1064894 May 10 17:49:18.967206 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.db [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] get_ports_and_sgs() called for port_ids ['f023603c-ec90-40f8-beef-59e8c9f7f17f'] {{(pid=110154) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 17:49:19.017071 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-c5abf411-0582-4bd9-b870-c42b40e35c2d req-43f7c6b0-93c7-49a9-8b05-5b5c009b8b9c service neutron] 10.222.0.77 "GET /v2.0/networks/d36cf6d1-7902-4b07-ab50-617b34c8483f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1963484 May 10 17:49:19.044881 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-153b2357-aa4e-496f-b4cb-2953c538a238 req-9a3796e3-9e88-4f78-8827-c6e465bb421d tempest-VolumesSnapshotTestJSON-1645568956 tempest-VolumesSnapshotTestJSON-1645568956-project] 10.222.0.60 "GET /v2.0/security-groups?id=1b75a05f-62aa-4840-89ec-d12b9e871f92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021643 May 10 17:49:19.065005 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.rpc [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Device 4067eee9-a186-4e93-ba0a-31a799761eab up at agent hyperv_hv-cinder-84130 {{(pid=110154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 17:49:19.253004 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.db [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] get_ports_and_sgs() called for port_ids ['f023603c-ec90-40f8-beef-59e8c9f7f17f'] {{(pid=110154) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 17:49:19.265338 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-c5abf411-0582-4bd9-b870-c42b40e35c2d req-f6767700-8449-4aa9-827e-403e7a48382b service neutron] 10.222.0.77 "GET /v2.0/networks/d36cf6d1-7902-4b07-ab50-617b34c8483f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2168853 May 10 17:49:19.385353 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.db.provisioning_blocks [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Provisioning for port 4067eee9-a186-4e93-ba0a-31a799761eab completed by entity L2. {{(pid=110154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 10 17:49:19.415244 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.db.provisioning_blocks [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Provisioning complete for port 4067eee9-a186-4e93-ba0a-31a799761eab triggered by entity L2. {{(pid=110154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 17:49:19.415651 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525495'] for port (4067eee9-a186-4e93-ba0a-31a799761eab), provisioning_complete {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:49:19.453328 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa69afc-755b-4efc-968a-f491911faf00 req-6eb5b92c-daad-4168-b455-2508e7ad1e5a tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:49:19.456291 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-cfa69afc-755b-4efc-968a-f491911faf00 req-6eb5b92c-daad-4168-b455-2508e7ad1e5a tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] 10.222.0.60 "GET /v2.0/ports?device_id=ab2c473c-6e44-4cb5-8ddb-128a2061ae50 HTTP/1.1" status: 200 len: 946 time: 0.0798790 May 10 17:49:19.555310 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-cfa69afc-755b-4efc-968a-f491911faf00 req-2257e300-b881-44be-8888-e3dcfff3afc7 tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] 10.222.0.60 "GET /v2.0/security-groups?id=69a1146a-b4a7-4889-b5b3-1df69f0de6a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0844715 May 10 17:49:19.627559 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.plugin [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Current status of the port 4067eee9-a186-4e93-ba0a-31a799761eab is: BUILD; New status is: ACTIVE {{(pid=110154) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 17:49:19.628006 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1514036'] for port (4067eee9-a186-4e93-ba0a-31a799761eab), before_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:49:19.710046 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4adcaebe-b2a0-4861-a874-24cbcdc8cd05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4067eee9-a186-4e93-ba0a-31a799761eab'}] {{(pid=110154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 17:49:19.713921 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81f5a9f60a7176de4ec81ee2de5d4e9bd281d17703f5d6403e6a691a644f2f07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d88cf45-5c11-450a-a318-ec106c841bf4" -d '{"events": [{"server_uuid": "4adcaebe-b2a0-4861-a874-24cbcdc8cd05", "name": "network-vif-plugged", "status": "completed", "tag": "4067eee9-a186-4e93-ba0a-31a799761eab"}]}' {{(pid=110154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 17:49:19.752769 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.db [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] For port 4067eee9-a186-4e93-ba0a-31a799761eab, host hv-cinder-84130, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84130',level=0,port_id=4067eee9-a186-4e93-ba0a-31a799761eab,segment=NetworkSegment(6eb6a8de-e14f-4146-b244-6bae452bdd09),segment_id=6eb6a8de-e14f-4146-b244-6bae452bdd09)] {{(pid=110154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 17:49:19.765630 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1514136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781795229094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781794686082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781794686100'] for port (4067eee9-a186-4e93-ba0a-31a799761eab), after_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:49:19.819405 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46abd9c1-12d8-4570-a128-1732c4df5d43 req-315a0f5f-9731-4493-9bb2-21dad66edf2f tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:49:19.825587 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-46abd9c1-12d8-4570-a128-1732c4df5d43 req-315a0f5f-9731-4493-9bb2-21dad66edf2f tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] 10.222.0.60 "GET /v2.0/ports?device_id=4006eed6-2338-46b7-9133-e5c3fdead35c HTTP/1.1" status: 200 len: 946 time: 0.1306093 May 10 17:49:19.893483 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 17:49:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-395d8b5a-0818-49e2-9285-2270ad386864 x-openstack-request-id: req-395d8b5a-0818-49e2-9285-2270ad386864 {{(pid=110154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 17:49:19.893952 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4adcaebe-b2a0-4861-a874-24cbcdc8cd05", "name": "network-vif-plugged", "status": "completed", "tag": "4067eee9-a186-4e93-ba0a-31a799761eab", "code": 200}]} {{(pid=110154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 17:49:19.894529 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-395d8b5a-0818-49e2-9285-2270ad386864 {{(pid=110154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 17:49:19.894942 dv-cinder-841302-2-iscsi neutron-server[110154]: INFO neutron.notifiers.nova [-] Nova event matching ['req-395d8b5a-0818-49e2-9285-2270ad386864'] response: {'server_uuid': '4adcaebe-b2a0-4861-a874-24cbcdc8cd05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4067eee9-a186-4e93-ba0a-31a799761eab', 'code': 200} May 10 17:49:19.905289 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-46abd9c1-12d8-4570-a128-1732c4df5d43 req-981cded4-436b-4258-bfbc-cf128e0c3d1f tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] 10.222.0.60 "GET /v2.0/security-groups?id=c42b6551-bc09-4e3b-af37-c7597825b22a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0638721 May 10 17:49:19.940915 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Pushing event updated for resources: {'Port': ['ID=4067eee9-a186-4e93-ba0a-31a799761eab,revision_number=5']} {{(pid=110154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:49:20.157764 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6127d487-b6e5-43b5-91de-b5ea030f9025 req-bb8175d7-1583-4968-80f5-5b07b2502700 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:49:20.162014 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-6127d487-b6e5-43b5-91de-b5ea030f9025 req-bb8175d7-1583-4968-80f5-5b07b2502700 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=f582fd9ef9094e8f9b47f7e686e3808a&device_id=4ab1a9bd-b249-4f09-9264-87eb2a4878cb HTTP/1.1" status: 200 len: 1168 time: 0.0502579 May 10 17:49:20.331290 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6127d487-b6e5-43b5-91de-b5ea030f9025 req-324039f8-241c-484b-903b-d5faf11c351b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:49:20.332809 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-6127d487-b6e5-43b5-91de-b5ea030f9025 req-324039f8-241c-484b-903b-d5faf11c351b service neutron] 10.222.0.77 "GET /v2.0/networks?id=d36cf6d1-7902-4b07-ab50-617b34c8483f HTTP/1.1" status: 200 len: 915 time: 0.1367526 May 10 17:49:20.355242 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d623ea-d775-403c-8643-9d72208dd0ce req-ebfafc8d-af9b-40b1-bf04-ad43c239fb2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:49:20.356966 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [req-c2d623ea-d775-403c-8643-9d72208dd0ce req-ebfafc8d-af9b-40b1-bf04-ad43c239fb2b service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=4adcaebe-b2a0-4861-a874-24cbcdc8cd05 HTTP/1.1" status: 200 len: 1129 time: 0.0506353 May 10 17:49:20.413278 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [req-c2d623ea-d775-403c-8643-9d72208dd0ce req-e85a1c05-5863-4239-bbd6-4c6e657d62b8 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=1b75a05f-62aa-4840-89ec-d12b9e871f92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474715 May 10 17:49:20.417856 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29ccfed-eb84-454e-8b40-d41446949900 req-c87a0150-d06f-4a5e-872a-dee0609007a3 tempest-VolumesSnapshotTestJSON-1645568956 tempest-VolumesSnapshotTestJSON-1645568956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:49:20.419532 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-e29ccfed-eb84-454e-8b40-d41446949900 req-c87a0150-d06f-4a5e-872a-dee0609007a3 tempest-VolumesSnapshotTestJSON-1645568956 tempest-VolumesSnapshotTestJSON-1645568956-project] 10.222.0.60 "GET /v2.0/ports?device_id=4adcaebe-b2a0-4861-a874-24cbcdc8cd05 HTTP/1.1" status: 200 len: 945 time: 0.2343466 May 10 17:49:20.471226 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-6127d487-b6e5-43b5-91de-b5ea030f9025 req-69b66fa4-74c5-41d4-895f-b6dc62909c34 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f023603c-ec90-40f8-beef-59e8c9f7f17f HTTP/1.1" status: 200 len: 1000 time: 0.1267164 May 10 17:49:20.501794 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-e29ccfed-eb84-454e-8b40-d41446949900 req-6c389bb8-53fb-4a22-825f-3e8b5fddefff tempest-VolumesSnapshotTestJSON-1645568956 tempest-VolumesSnapshotTestJSON-1645568956-project] 10.222.0.60 "GET /v2.0/security-groups?id=1b75a05f-62aa-4840-89ec-d12b9e871f92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745566 May 10 17:49:20.693076 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50c6fba-7312-47c6-b80e-b30c90b297a5 req-09ceaea6-7d13-44dc-8d5d-c0b1044a126a tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:49:20.695405 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-e50c6fba-7312-47c6-b80e-b30c90b297a5 req-09ceaea6-7d13-44dc-8d5d-c0b1044a126a tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] 10.222.0.60 "GET /v2.0/ports?device_id=ab2c473c-6e44-4cb5-8ddb-128a2061ae50 HTTP/1.1" status: 200 len: 946 time: 0.0726180 May 10 17:49:20.771469 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-e50c6fba-7312-47c6-b80e-b30c90b297a5 req-4228664f-9156-41e1-b278-4858c6e28d31 tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] 10.222.0.60 "GET /v2.0/security-groups?id=69a1146a-b4a7-4889-b5b3-1df69f0de6a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0684507 May 10 17:49:20.971127 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0013673b-8614-4ccf-81b3-de1118e24842 req-0e351a45-5c5c-4312-9a1b-94cad084a9df tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:49:20.972699 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-0013673b-8614-4ccf-81b3-de1118e24842 req-0e351a45-5c5c-4312-9a1b-94cad084a9df tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] 10.222.0.60 "GET /v2.0/ports?device_id=ab2c473c-6e44-4cb5-8ddb-128a2061ae50 HTTP/1.1" status: 200 len: 946 time: 0.1075373 May 10 17:49:20.985148 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.wsgi [-] (110153) accepted ('10.222.0.60', 43534) {{(pid=110153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 17:49:20.996779 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.v2.base [None req-09fc743a-541c-4a9b-a926-bdd822558ee3 tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] Request body: {'floatingip': {'port_id': '9eecfcd3-4266-44a2-966e-218d7a2c006e'}} {{(pid=110153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 17:49:21.080181 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-09fc743a-541c-4a9b-a926-bdd822558ee3 tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] Publish callbacks [] for floatingip (d7336335-fbc7-43b8-8462-1588a0ed048b), before_update {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:49:21.145691 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3634a44c-0691-4390-a852-d59799e851b7 req-f557c0de-13fe-4740-82d8-fcbbd8eaa264 tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:49:21.147337 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-3634a44c-0691-4390-a852-d59799e851b7 req-f557c0de-13fe-4740-82d8-fcbbd8eaa264 tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] 10.222.0.60 "GET /v2.0/ports?device_id=4006eed6-2338-46b7-9133-e5c3fdead35c HTTP/1.1" status: 200 len: 946 time: 0.0616822 May 10 17:49:21.244788 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6127d487-b6e5-43b5-91de-b5ea030f9025 req-0c83f103-d3f0-4233-bed8-07745a30e157 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:49:21.245979 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-6127d487-b6e5-43b5-91de-b5ea030f9025 req-0c83f103-d3f0-4233-bed8-07745a30e157 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=a6e2ccd6-25e8-4d9c-9121-bb83787a16b4 HTTP/1.1" status: 200 len: 853 time: 0.0604334 May 10 17:49:21.311268 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-3634a44c-0691-4390-a852-d59799e851b7 req-3e3e276c-0252-4e5c-8e46-8a7814750ac3 tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] 10.222.0.60 "GET /v2.0/security-groups?id=c42b6551-bc09-4e3b-af37-c7597825b22a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1545243 May 10 17:49:21.344261 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6127d487-b6e5-43b5-91de-b5ea030f9025 req-95e9e298-8b69-4246-bcc1-729a7ff26ebd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:49:21.346184 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-6127d487-b6e5-43b5-91de-b5ea030f9025 req-95e9e298-8b69-4246-bcc1-729a7ff26ebd service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=d36cf6d1-7902-4b07-ab50-617b34c8483f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0908258 May 10 17:49:21.927810 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.db.resource_extend [None req-09fc743a-541c-4a9b-a926-bdd822558ee3 tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] It took 0.30 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=110153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 10 17:49:21.990116 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-09fc743a-541c-4a9b-a926-bdd822558ee3 tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:49:21.997649 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-09fc743a-541c-4a9b-a926-bdd822558ee3 tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-641027'] for floatingip (d7336335-fbc7-43b8-8462-1588a0ed048b), after_update {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:49:22.019829 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e3fd3a-5794-4128-809d-96505ca0901d req-5b3cc7e1-0929-4ce4-b03e-69b8e22d3a49 tempest-VolumesSnapshotTestJSON-1645568956 tempest-VolumesSnapshotTestJSON-1645568956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:49:22.021504 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-75e3fd3a-5794-4128-809d-96505ca0901d req-5b3cc7e1-0929-4ce4-b03e-69b8e22d3a49 tempest-VolumesSnapshotTestJSON-1645568956 tempest-VolumesSnapshotTestJSON-1645568956-project] 10.222.0.60 "GET /v2.0/ports?device_id=4adcaebe-b2a0-4861-a874-24cbcdc8cd05 HTTP/1.1" status: 200 len: 945 time: 0.4138649 May 10 17:49:22.145995 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-75e3fd3a-5794-4128-809d-96505ca0901d req-056452de-e1c3-463b-856a-3d9acbd2d96a tempest-VolumesSnapshotTestJSON-1645568956 tempest-VolumesSnapshotTestJSON-1645568956-project] 10.222.0.60 "GET /v2.0/security-groups?id=1b75a05f-62aa-4840-89ec-d12b9e871f92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087420 May 10 17:49:22.157910 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.db.l3_db [None req-09fc743a-541c-4a9b-a926-bdd822558ee3 tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] Floating IP d7336335-fbc7-43b8-8462-1588a0ed048b associated. External IP: 172.27.0.215, port: 9eecfcd3-4266-44a2-966e-218d7a2c006e. May 10 17:49:22.198427 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-6127d487-b6e5-43b5-91de-b5ea030f9025 req-7b226c21-3142-4a08-b0e2-f11c8496b9a9 service neutron] 10.222.0.77 "GET /v2.0/networks/d36cf6d1-7902-4b07-ab50-617b34c8483f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1965005 May 10 17:49:22.384045 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-6127d487-b6e5-43b5-91de-b5ea030f9025 req-9fe41f74-529d-471e-bd76-9b4887f72f67 service neutron] 10.222.0.77 "GET /v2.0/networks/d36cf6d1-7902-4b07-ab50-617b34c8483f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1561081 May 10 17:49:22.517866 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895b4f86-dcc0-4e20-9a61-924c5b003f50 req-ca62a7db-43a3-475c-b15a-41244094da58 tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:49:22.519786 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-895b4f86-dcc0-4e20-9a61-924c5b003f50 req-ca62a7db-43a3-475c-b15a-41244094da58 tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] 10.222.0.60 "GET /v2.0/ports?device_id=4006eed6-2338-46b7-9133-e5c3fdead35c HTTP/1.1" status: 200 len: 946 time: 0.0694578 May 10 17:49:22.535674 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09fc743a-541c-4a9b-a926-bdd822558ee3 tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] Router 24a906bd-bc37-4f60-9d1b-823a31f350bf has already been hosted by L3 agent eaac381b-e402-41c3-a8e6-8f962681d3e6 {{(pid=110153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 17:49:22.599003 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-895b4f86-dcc0-4e20-9a61-924c5b003f50 req-5a33bf8e-15a4-47ab-a640-824f7cf3723b tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] 10.222.0.60 "GET /v2.0/security-groups?id=c42b6551-bc09-4e3b-af37-c7597825b22a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0713263 May 10 17:49:22.709676 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09fc743a-541c-4a9b-a926-bdd822558ee3 tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] Notify agent at l3_agent.dv-cinder-841302-2-iscsi the message routers_updated {{(pid=110153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 17:49:22.719238 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-09fc743a-541c-4a9b-a926-bdd822558ee3 tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29634'] for floatingip (None), before_response {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:49:22.724921 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8e1f382-3eea-40ea-b585-0efa6f3a4ed7 None None] Sync routers for ids ['24a906bd-bc37-4f60-9d1b-823a31f350bf'] in dv-cinder-841302-2-iscsi {{(pid=110155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 17:49:22.750457 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8e1f382-3eea-40ea-b585-0efa6f3a4ed7 None None] Routers {'24a906bd-bc37-4f60-9d1b-823a31f350bf'} bound to L3 agent in host dv-cinder-841302-2-iscsi {{(pid=110155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 17:49:22.751076 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.db.l3_hamode_db [None req-b8e1f382-3eea-40ea-b585-0efa6f3a4ed7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841302-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-10T17:36:00Z,description=,heartbeat_timestamp=2022-05-10T17:49:00Z,host='dv-cinder-841302-2-iscsi',id=eaac381b-e402-41c3-a8e6-8f962681d3e6,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T17:36:00Z,topic='l3_agent')) {'router_ids': ['24a906bd-bc37-4f60-9d1b-823a31f350bf'], 'active': True} {{(pid=110155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:49:22.790489 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [None req-09fc743a-541c-4a9b-a926-bdd822558ee3 tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] 10.222.0.60 "PUT /v2.0/floatingips/d7336335-fbc7-43b8-8462-1588a0ed048b HTTP/1.1" status: 200 len: 992 time: 1.8015990 May 10 17:49:22.791872 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab2c473c-6e44-4cb5-8ddb-128a2061ae50', 'tag': '9eecfcd3-4266-44a2-966e-218d7a2c006e'}] {{(pid=110153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 17:49:22.803513 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eaab9ead4487dd9c6a2039b1a38fb17917f553062224ea878bb9a20dea692460" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c5ea77a-1617-4c1f-9759-694bbd8badae" -d '{"events": [{"name": "network-changed", "server_uuid": "ab2c473c-6e44-4cb5-8ddb-128a2061ae50", "tag": "9eecfcd3-4266-44a2-966e-218d7a2c006e"}]}' {{(pid=110153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 17:49:22.870919 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 17:49:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3779eb5-d080-435e-a7b3-20b6199ced8c x-openstack-request-id: req-a3779eb5-d080-435e-a7b3-20b6199ced8c {{(pid=110153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 17:49:22.871557 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab2c473c-6e44-4cb5-8ddb-128a2061ae50", "tag": "9eecfcd3-4266-44a2-966e-218d7a2c006e", "status": "completed", "code": 200}]} {{(pid=110153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 17:49:22.872017 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-a3779eb5-d080-435e-a7b3-20b6199ced8c {{(pid=110153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 17:49:22.872598 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a3779eb5-d080-435e-a7b3-20b6199ced8c'] response: {'name': 'network-changed', 'server_uuid': 'ab2c473c-6e44-4cb5-8ddb-128a2061ae50', 'tag': '9eecfcd3-4266-44a2-966e-218d7a2c006e', 'status': 'completed', 'code': 200} May 10 17:49:22.995333 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.db.l3_dvr_db [None req-b8e1f382-3eea-40ea-b585-0efa6f3a4ed7 None None] Set router 24a906bd-bc37-4f60-9d1b-823a31f350bf gateway port host: dv-cinder-841302-2-iscsi {{(pid=110155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 17:49:23.250873 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5ea77a-1617-4c1f-9759-694bbd8badae req-ef4b7f84-4c67-4ff3-ace7-9aaf58437b62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:49:23.253850 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-3c5ea77a-1617-4c1f-9759-694bbd8badae req-ef4b7f84-4c67-4ff3-ace7-9aaf58437b62 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=f4e017a4040d450aad862065563ea64d&device_id=ab2c473c-6e44-4cb5-8ddb-128a2061ae50 HTTP/1.1" status: 200 len: 1130 time: 0.0763001 May 10 17:49:23.340441 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.db.l3_hamode_db [None req-b8e1f382-3eea-40ea-b585-0efa6f3a4ed7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24a906bd-bc37-4f60-9d1b-823a31f350bf', 'name': 'tempest-AttachVolumeNegativeTest-1935741533-router', 'tenant_id': 'f4e017a4040d450aad862065563ea64d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85dc89cf-59f9-4edb-b26e-52bcb8a93763', 'external_fixed_ips': [{'subnet_id': 'e93d94f1-cb19-4cd0-92e5-ca73d24bd8fb', 'ip_address': '172.27.0.151'}], 'enable_snat': True}, 'gw_port_id': '8a785056-3967-44dc-89fc-a85dc909609a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T17:44:32Z', 'updated_at': '2022-05-10T17:44:44Z', 'revision_number': 4, 'project_id': 'f4e017a4040d450aad862065563ea64d', 'gw_port': {'id': '8a785056-3967-44dc-89fc-a85dc909609a', 'name': '', 'network_id': '85dc89cf-59f9-4edb-b26e-52bcb8a93763', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:45:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24a906bd-bc37-4f60-9d1b-823a31f350bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'e93d94f1-cb19-4cd0-92e5-ca73d24bd8fb', 'ip_address': '172.27.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841302-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T17:44:33Z', 'updated_at': '2022-05-10T17:44:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e93d94f1-cb19-4cd0-92e5-ca73d24bd8fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841302-2-iscsi', '_floatingips': [{'id': '00e7f510-bfc8-461e-bac8-81abbc4c3155', 'tenant_id': 'f4e017a4040d450aad862065563ea64d', 'floating_ip_address': '172.27.0.109', 'floating_network_id': '85dc89cf-59f9-4edb-b26e-52bcb8a93763', 'router_id': '24a906bd-bc37-4f60-9d1b-823a31f350bf', 'port_id': '6f6bce01-999d-439d-8315-53c87197c824', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 135, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5a13d84d-c9e9-413f-a254-ca6edab95c78', 'mac_address': 'fa:16:3e:8a:68:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35dc394b-a596-4f36-89cf-f60e42d697d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T17:45:00Z', 'updated_at': '2022-05-10T17:45:55Z', 'revision_number': 2, 'project_id': 'f4e017a4040d450aad862065563ea64d', 'fixed_ip_address_scope': None}, {'id': 'd7336335-fbc7-43b8-8462-1588a0ed048b', 'tenant_id': 'f4e017a4040d450aad862065563ea64d', 'floating_ip_address': '172.27.0.215', 'floating_network_id': '85dc89cf-59f9-4edb-b26e-52bcb8a93763', 'router_id': '24a906bd-bc37-4f60-9d1b-823a31f350bf', 'port_id': '9eecfcd3-4266-44a2-966e-218d7a2c006e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 434, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5a13d84d-c9e9-413f-a254-ca6edab95c78', 'mac_address': 'fa:16:3e:b0:fa:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab2c473c-6e44-4cb5-8ddb-128a2061ae50', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T17:48:59Z', 'updated_at': '2022-05-10T17:49:21Z', 'revision_number': 1, 'project_id': 'f4e017a4040d450aad862065563ea64d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '027fd6fa-8a2c-41cf-8f97-10f5b1a94550', 'name': '', 'network_id': '5a13d84d-c9e9-413f-a254-ca6edab95c78', 'tenant_id': 'f4e017a4040d450aad862065563ea64d', 'mac_address': 'fa:16:3e:36:e7:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24a906bd-bc37-4f60-9d1b-823a31f350bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '8d05c8d5-b43f-426f-967a-5bcf2a7a77f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841302-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T17:44:39Z', 'updated_at': '2022-05-10T17:44:58Z', 'revision_number': 5, 'project_id': 'f4e017a4040d450aad862065563ea64d', 'subnets': [{'id': '8d05c8d5-b43f-426f-967a-5bcf2a7a77f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841302-2-iscsi', False) {} {{(pid=110155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:49:23.384815 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8e1f382-3eea-40ea-b585-0efa6f3a4ed7 None None] Checking router: 24a906bd-bc37-4f60-9d1b-823a31f350bf for host: dv-cinder-841302-2-iscsi {{(pid=110155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 17:49:23.408184 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8e1f382-3eea-40ea-b585-0efa6f3a4ed7 None None] Routers {'24a906bd-bc37-4f60-9d1b-823a31f350bf'} bound to L3 agent in host dv-cinder-841302-2-iscsi {{(pid=110155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 17:49:23.408810 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.db.l3_hamode_db [None req-b8e1f382-3eea-40ea-b585-0efa6f3a4ed7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841302-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-10T17:36:00Z,description=,heartbeat_timestamp=2022-05-10T17:49:00Z,host='dv-cinder-841302-2-iscsi',id=eaac381b-e402-41c3-a8e6-8f962681d3e6,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T17:36:00Z,topic='l3_agent')) {'router_ids': ['24a906bd-bc37-4f60-9d1b-823a31f350bf'], 'active': True} {{(pid=110155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:49:23.470666 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68562420-f766-4914-b697-e6a59e96a2e6 req-182ce51a-53be-432c-9471-6113442645cc tempest-VolumesSnapshotTestJSON-1645568956 tempest-VolumesSnapshotTestJSON-1645568956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:49:23.475405 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-68562420-f766-4914-b697-e6a59e96a2e6 req-182ce51a-53be-432c-9471-6113442645cc tempest-VolumesSnapshotTestJSON-1645568956 tempest-VolumesSnapshotTestJSON-1645568956-project] 10.222.0.60 "GET /v2.0/ports?device_id=4adcaebe-b2a0-4861-a874-24cbcdc8cd05 HTTP/1.1" status: 200 len: 945 time: 0.1252005 May 10 17:49:23.498381 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5ea77a-1617-4c1f-9759-694bbd8badae req-97488c57-3b11-465b-8215-6442a3f9bfd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:49:23.500641 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-3c5ea77a-1617-4c1f-9759-694bbd8badae req-97488c57-3b11-465b-8215-6442a3f9bfd4 service neutron] 10.222.0.77 "GET /v2.0/networks?id=5a13d84d-c9e9-413f-a254-ca6edab95c78 HTTP/1.1" status: 200 len: 916 time: 0.2386208 May 10 17:49:23.546026 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.db.l3_dvr_db [None req-b8e1f382-3eea-40ea-b585-0efa6f3a4ed7 None None] Set router 24a906bd-bc37-4f60-9d1b-823a31f350bf gateway port host: dv-cinder-841302-2-iscsi {{(pid=110155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 17:49:23.611419 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-68562420-f766-4914-b697-e6a59e96a2e6 req-b343e5e7-f41f-4fad-a314-609154f2e7a3 tempest-VolumesSnapshotTestJSON-1645568956 tempest-VolumesSnapshotTestJSON-1645568956-project] 10.222.0.60 "GET /v2.0/security-groups?id=1b75a05f-62aa-4840-89ec-d12b9e871f92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255257 May 10 17:49:23.618122 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-3c5ea77a-1617-4c1f-9759-694bbd8badae req-b0b18357-fff6-4beb-a491-ddf22970bbf0 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9eecfcd3-4266-44a2-966e-218d7a2c006e HTTP/1.1" status: 200 len: 1000 time: 0.1101420 May 10 17:49:23.717303 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5ea77a-1617-4c1f-9759-694bbd8badae req-219a0a05-b84e-4130-b994-f742d8ff60ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:49:23.723070 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-3c5ea77a-1617-4c1f-9759-694bbd8badae req-219a0a05-b84e-4130-b994-f742d8ff60ba service neutron] 10.222.0.77 "GET /v2.0/subnets?id=8d05c8d5-b43f-426f-967a-5bcf2a7a77f7 HTTP/1.1" status: 200 len: 854 time: 0.0943477 May 10 17:49:23.816083 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5ea77a-1617-4c1f-9759-694bbd8badae req-bb51b4be-1f43-4ce7-9c59-6f4483f4d34d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:49:23.818099 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-3c5ea77a-1617-4c1f-9759-694bbd8badae req-bb51b4be-1f43-4ce7-9c59-6f4483f4d34d service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=5a13d84d-c9e9-413f-a254-ca6edab95c78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0720074 May 10 17:49:23.855785 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c4ddf6-c7d3-42a5-98e2-fd80573f343a req-dec805a0-25fb-4f76-a28f-b41be83d8a66 tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:49:23.864904 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-f5c4ddf6-c7d3-42a5-98e2-fd80573f343a req-dec805a0-25fb-4f76-a28f-b41be83d8a66 tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] 10.222.0.60 "GET /v2.0/ports?device_id=4006eed6-2338-46b7-9133-e5c3fdead35c HTTP/1.1" status: 200 len: 946 time: 0.1350479 May 10 17:49:23.896333 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.db.l3_hamode_db [None req-b8e1f382-3eea-40ea-b585-0efa6f3a4ed7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24a906bd-bc37-4f60-9d1b-823a31f350bf', 'name': 'tempest-AttachVolumeNegativeTest-1935741533-router', 'tenant_id': 'f4e017a4040d450aad862065563ea64d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85dc89cf-59f9-4edb-b26e-52bcb8a93763', 'external_fixed_ips': [{'subnet_id': 'e93d94f1-cb19-4cd0-92e5-ca73d24bd8fb', 'ip_address': '172.27.0.151'}], 'enable_snat': True}, 'gw_port_id': '8a785056-3967-44dc-89fc-a85dc909609a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T17:44:32Z', 'updated_at': '2022-05-10T17:44:44Z', 'revision_number': 4, 'project_id': 'f4e017a4040d450aad862065563ea64d', 'gw_port': {'id': '8a785056-3967-44dc-89fc-a85dc909609a', 'name': '', 'network_id': '85dc89cf-59f9-4edb-b26e-52bcb8a93763', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:45:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24a906bd-bc37-4f60-9d1b-823a31f350bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'e93d94f1-cb19-4cd0-92e5-ca73d24bd8fb', 'ip_address': '172.27.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841302-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T17:44:33Z', 'updated_at': '2022-05-10T17:44:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e93d94f1-cb19-4cd0-92e5-ca73d24bd8fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841302-2-iscsi', '_floatingips': [{'id': '00e7f510-bfc8-461e-bac8-81abbc4c3155', 'tenant_id': 'f4e017a4040d450aad862065563ea64d', 'floating_ip_address': '172.27.0.109', 'floating_network_id': '85dc89cf-59f9-4edb-b26e-52bcb8a93763', 'router_id': '24a906bd-bc37-4f60-9d1b-823a31f350bf', 'port_id': '6f6bce01-999d-439d-8315-53c87197c824', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 135, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5a13d84d-c9e9-413f-a254-ca6edab95c78', 'mac_address': 'fa:16:3e:8a:68:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35dc394b-a596-4f36-89cf-f60e42d697d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T17:45:00Z', 'updated_at': '2022-05-10T17:45:55Z', 'revision_number': 2, 'project_id': 'f4e017a4040d450aad862065563ea64d', 'fixed_ip_address_scope': None}, {'id': 'd7336335-fbc7-43b8-8462-1588a0ed048b', 'tenant_id': 'f4e017a4040d450aad862065563ea64d', 'floating_ip_address': '172.27.0.215', 'floating_network_id': '85dc89cf-59f9-4edb-b26e-52bcb8a93763', 'router_id': '24a906bd-bc37-4f60-9d1b-823a31f350bf', 'port_id': '9eecfcd3-4266-44a2-966e-218d7a2c006e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 434, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5a13d84d-c9e9-413f-a254-ca6edab95c78', 'mac_address': 'fa:16:3e:b0:fa:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab2c473c-6e44-4cb5-8ddb-128a2061ae50', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T17:48:59Z', 'updated_at': '2022-05-10T17:49:21Z', 'revision_number': 1, 'project_id': 'f4e017a4040d450aad862065563ea64d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '027fd6fa-8a2c-41cf-8f97-10f5b1a94550', 'name': '', 'network_id': '5a13d84d-c9e9-413f-a254-ca6edab95c78', 'tenant_id': 'f4e017a4040d450aad862065563ea64d', 'mac_address': 'fa:16:3e:36:e7:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24a906bd-bc37-4f60-9d1b-823a31f350bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '8d05c8d5-b43f-426f-967a-5bcf2a7a77f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841302-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T17:44:39Z', 'updated_at': '2022-05-10T17:44:58Z', 'revision_number': 5, 'project_id': 'f4e017a4040d450aad862065563ea64d', 'subnets': [{'id': '8d05c8d5-b43f-426f-967a-5bcf2a7a77f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841302-2-iscsi', False) {} {{(pid=110155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:49:23.947385 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8e1f382-3eea-40ea-b585-0efa6f3a4ed7 None None] The sync data for ids ['24a906bd-bc37-4f60-9d1b-823a31f350bf'] in dv-cinder-841302-2-iscsi is: [{'id': '24a906bd-bc37-4f60-9d1b-823a31f350bf', 'name': 'tempest-AttachVolumeNegativeTest-1935741533-router', 'tenant_id': 'f4e017a4040d450aad862065563ea64d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85dc89cf-59f9-4edb-b26e-52bcb8a93763', 'external_fixed_ips': [{'subnet_id': 'e93d94f1-cb19-4cd0-92e5-ca73d24bd8fb', 'ip_address': '172.27.0.151'}], 'enable_snat': True}, 'gw_port_id': '8a785056-3967-44dc-89fc-a85dc909609a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T17:44:32Z', 'updated_at': '2022-05-10T17:44:44Z', 'revision_number': 4, 'project_id': 'f4e017a4040d450aad862065563ea64d', 'gw_port': {'id': '8a785056-3967-44dc-89fc-a85dc909609a', 'name': '', 'network_id': '85dc89cf-59f9-4edb-b26e-52bcb8a93763', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:45:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24a906bd-bc37-4f60-9d1b-823a31f350bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'e93d94f1-cb19-4cd0-92e5-ca73d24bd8fb', 'ip_address': '172.27.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841302-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T17:44:33Z', 'updated_at': '2022-05-10T17:44:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e93d94f1-cb19-4cd0-92e5-ca73d24bd8fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841302-2-iscsi', '_floatingips': [{'id': '00e7f510-bfc8-461e-bac8-81abbc4c3155', 'tenant_id': 'f4e017a4040d450aad862065563ea64d', 'floating_ip_address': '172.27.0.109', 'floating_network_id': '85dc89cf-59f9-4edb-b26e-52bcb8a93763', 'router_id': '24a906bd-bc37-4f60-9d1b-823a31f350bf', 'port_id': '6f6bce01-999d-439d-8315-53c87197c824', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 135, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5a13d84d-c9e9-413f-a254-ca6edab95c78', 'mac_address': 'fa:16:3e:8a:68:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35dc394b-a596-4f36-89cf-f60e42d697d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T17:45:00Z', 'updated_at': '2022-05-10T17:45:55Z', 'revision_number': 2, 'project_id': 'f4e017a4040d450aad862065563ea64d', 'fixed_ip_address_scope': None}, {'id': 'd7336335-fbc7-43b8-8462-1588a0ed048b', 'tenant_id': 'f4e017a4040d450aad862065563ea64d', 'floating_ip_address': '172.27.0.215', 'floating_network_id': '85dc89cf-59f9-4edb-b26e-52bcb8a93763', 'router_id': '24a906bd-bc37-4f60-9d1b-823a31f350bf', 'port_id': '9eecfcd3-4266-44a2-966e-218d7a2c006e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 434, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5a13d84d-c9e9-413f-a254-ca6edab95c78', 'mac_address': 'fa:16:3e:b0:fa:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab2c473c-6e44-4cb5-8ddb-128a2061ae50', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T17:48:59Z', 'updated_at': '2022-05-10T17:49:21Z', 'revision_number': 1, 'project_id': 'f4e017a4040d450aad862065563ea64d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '027fd6fa-8a2c-41cf-8f97-10f5b1a94550', 'name': '', 'network_id': '5a13d84d-c9e9-413f-a254-ca6edab95c78', 'tenant_id': 'f4e017a4040d450aad862065563ea64d', 'mac_address': 'fa:16:3e:36:e7:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24a906bd-bc37-4f60-9d1b-823a31f350bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '8d05c8d5-b43f-426f-967a-5bcf2a7a77f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841302-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T17:44:39Z', 'updated_at': '2022-05-10T17:44:58Z', 'revision_number': 5, 'project_id': 'f4e017a4040d450aad862065563ea64d', 'subnets': [{'id': '8d05c8d5-b43f-426f-967a-5bcf2a7a77f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 17:49:24.017212 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-f5c4ddf6-c7d3-42a5-98e2-fd80573f343a req-60e5d2f9-db30-4cf1-aa5a-cdd6022d807e tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] 10.222.0.60 "GET /v2.0/security-groups?id=c42b6551-bc09-4e3b-af37-c7597825b22a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1513510 May 10 17:49:24.072173 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-3c5ea77a-1617-4c1f-9759-694bbd8badae req-291684c0-e5ec-4a68-bbe0-7aa2cf255aa2 service neutron] 10.222.0.77 "GET /v2.0/networks/5a13d84d-c9e9-413f-a254-ca6edab95c78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2402313 May 10 17:49:24.256532 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-3c5ea77a-1617-4c1f-9759-694bbd8badae req-a20f87f1-bdfc-462a-bcde-2d2d119b39a3 service neutron] 10.222.0.77 "GET /v2.0/networks/5a13d84d-c9e9-413f-a254-ca6edab95c78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1759160 May 10 17:49:24.381918 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e47f8088-ebd9-49a3-8614-47eeb0fd40c8 None None] New status for floating IP d7336335-fbc7-43b8-8462-1588a0ed048b: ACTIVE {{(pid=110154) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 17:49:25.206366 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7b6e52-c132-4458-b8e0-56335b3b1afa req-469d1e9a-b35c-4fa5-8673-7ffe503d0143 tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:49:25.208053 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-6c7b6e52-c132-4458-b8e0-56335b3b1afa req-469d1e9a-b35c-4fa5-8673-7ffe503d0143 tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] 10.222.0.60 "GET /v2.0/ports?device_id=4006eed6-2338-46b7-9133-e5c3fdead35c HTTP/1.1" status: 200 len: 946 time: 0.0637834 May 10 17:49:25.275139 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-6c7b6e52-c132-4458-b8e0-56335b3b1afa req-c438e4a7-4a7a-4318-8ae9-15cdd11a01bf tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] 10.222.0.60 "GET /v2.0/security-groups?id=c42b6551-bc09-4e3b-af37-c7597825b22a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578668 May 10 17:49:26.457087 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788e6131-3fef-40f7-9ff7-25e00ea3e204 req-6c20664f-c280-4727-8980-91836cf23e6f tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:49:26.458804 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-788e6131-3fef-40f7-9ff7-25e00ea3e204 req-6c20664f-c280-4727-8980-91836cf23e6f tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] 10.222.0.60 "GET /v2.0/ports?device_id=4006eed6-2338-46b7-9133-e5c3fdead35c HTTP/1.1" status: 200 len: 946 time: 0.0627022 May 10 17:49:26.526411 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-788e6131-3fef-40f7-9ff7-25e00ea3e204 req-c662b2bd-f9c6-4263-919b-40baac89bbd7 tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] 10.222.0.60 "GET /v2.0/security-groups?id=c42b6551-bc09-4e3b-af37-c7597825b22a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616641 May 10 17:49:27.580187 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-b5e72785-0c38-4fa3-9bb8-2a2684ab9798 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781795183391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525393'] for agent (b2ad0527-00d5-4995-bc97-ec84c4e02f0b), after_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:49:27.718711 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3babb900-5902-4016-a339-4c2dbd4683c2 req-6e2ea70c-01fa-4178-af8e-2743e5831448 tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:49:27.721364 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-3babb900-5902-4016-a339-4c2dbd4683c2 req-6e2ea70c-01fa-4178-af8e-2743e5831448 tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] 10.222.0.60 "GET /v2.0/ports?device_id=4006eed6-2338-46b7-9133-e5c3fdead35c HTTP/1.1" status: 200 len: 946 time: 0.0657935 May 10 17:49:27.797049 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-3babb900-5902-4016-a339-4c2dbd4683c2 req-35dd83fd-088b-43d2-9177-043813c7cc9b tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] 10.222.0.60 "GET /v2.0/security-groups?id=c42b6551-bc09-4e3b-af37-c7597825b22a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0654268 May 10 17:49:28.996508 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6c0346-a76b-4686-a777-b10b90d28db6 req-adcb5195-41d2-401d-b8e9-87a466522d8b tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:49:28.998082 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-7a6c0346-a76b-4686-a777-b10b90d28db6 req-adcb5195-41d2-401d-b8e9-87a466522d8b tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] 10.222.0.60 "GET /v2.0/ports?device_id=4006eed6-2338-46b7-9133-e5c3fdead35c HTTP/1.1" status: 200 len: 946 time: 0.0532806 May 10 17:49:29.050127 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-7a6c0346-a76b-4686-a777-b10b90d28db6 req-be8df0c2-10c8-4f35-a208-e6c518ccefad tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] 10.222.0.60 "GET /v2.0/security-groups?id=c42b6551-bc09-4e3b-af37-c7597825b22a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458405 May 10 17:49:29.794460 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a6dbe7-fa87-4e85-ac04-e5c90e61db6d req-251be694-4192-45d6-b9ae-65f3b6e429ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:49:29.796035 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-85a6dbe7-fa87-4e85-ac04-e5c90e61db6d req-251be694-4192-45d6-b9ae-65f3b6e429ec service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=0461acfadf8743fdbd62a39bf3fe3e1c&device_id=4006eed6-2338-46b7-9133-e5c3fdead35c HTTP/1.1" status: 200 len: 1130 time: 0.0397758 May 10 17:49:29.893480 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a6dbe7-fa87-4e85-ac04-e5c90e61db6d req-088d5dbc-4b8b-4280-a93b-913bbb15ffee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:49:29.894960 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-85a6dbe7-fa87-4e85-ac04-e5c90e61db6d req-088d5dbc-4b8b-4280-a93b-913bbb15ffee service neutron] 10.222.0.77 "GET /v2.0/networks?id=4f6007aa-61b1-40c3-a8ad-7f431d419cb5 HTTP/1.1" status: 200 len: 917 time: 0.0922589 May 10 17:49:29.918450 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-347cb95e-c453-4f69-a900-5196be4de96b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781795183391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525393'] for agent (eaac381b-e402-41c3-a8e6-8f962681d3e6), after_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:49:29.980167 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-85a6dbe7-fa87-4e85-ac04-e5c90e61db6d req-5e843d88-9c97-4a4b-a277-313c91b7a1c7 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e697d9cb-ff2b-45a4-8326-f3219cdf4121 HTTP/1.1" status: 200 len: 1002 time: 0.0721636 May 10 17:49:30.033564 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a6dbe7-fa87-4e85-ac04-e5c90e61db6d req-c504e856-d875-47c0-bac0-126720daf9ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:49:30.035027 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-85a6dbe7-fa87-4e85-ac04-e5c90e61db6d req-c504e856-d875-47c0-bac0-126720daf9ab service neutron] 10.222.0.77 "GET /v2.0/subnets?id=c13a30fd-de84-4d1b-92b1-edbd848fe110 HTTP/1.1" status: 200 len: 855 time: 0.0478170 May 10 17:49:30.083357 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a6dbe7-fa87-4e85-ac04-e5c90e61db6d req-c14fe88d-6fbb-44d8-ab7f-a242f38a2051 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:49:30.084857 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-85a6dbe7-fa87-4e85-ac04-e5c90e61db6d req-c14fe88d-6fbb-44d8-ab7f-a242f38a2051 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=4f6007aa-61b1-40c3-a8ad-7f431d419cb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0387921 May 10 17:49:30.205499 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bac85b-6aaa-43b0-af2c-3e73db4eec9d req-eff15fc2-a708-4d0e-93b0-8a81cf5109b4 tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:49:30.207041 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-95bac85b-6aaa-43b0-af2c-3e73db4eec9d req-eff15fc2-a708-4d0e-93b0-8a81cf5109b4 tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] 10.222.0.60 "GET /v2.0/ports?device_id=4006eed6-2338-46b7-9133-e5c3fdead35c HTTP/1.1" status: 200 len: 946 time: 0.0709600 May 10 17:49:30.240302 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-85a6dbe7-fa87-4e85-ac04-e5c90e61db6d req-9cbd1352-827e-4b33-9b31-53e706e5beda service neutron] 10.222.0.77 "GET /v2.0/networks/4f6007aa-61b1-40c3-a8ad-7f431d419cb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1482716 May 10 17:49:30.273936 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-95bac85b-6aaa-43b0-af2c-3e73db4eec9d req-19380ebc-6b51-4547-92bb-60047192d24e tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] 10.222.0.60 "GET /v2.0/security-groups?id=c42b6551-bc09-4e3b-af37-c7597825b22a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572121 May 10 17:49:30.399290 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-85a6dbe7-fa87-4e85-ac04-e5c90e61db6d req-f379a7b4-58d6-4433-83ed-17c9d9054eea service neutron] 10.222.0.77 "GET /v2.0/networks/4f6007aa-61b1-40c3-a8ad-7f431d419cb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891223 May 10 17:49:31.402165 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459908d8-d0dc-4b3d-93dc-adfb9b63729b req-257e9661-9f7d-4889-b17f-4f7d5b89c2ac tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:49:31.403873 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-459908d8-d0dc-4b3d-93dc-adfb9b63729b req-257e9661-9f7d-4889-b17f-4f7d5b89c2ac tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] 10.222.0.60 "GET /v2.0/ports?device_id=4006eed6-2338-46b7-9133-e5c3fdead35c HTTP/1.1" status: 200 len: 946 time: 0.0534916 May 10 17:49:31.453899 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-459908d8-d0dc-4b3d-93dc-adfb9b63729b req-1e22f090-cd22-488f-bcdd-89b04c65569f tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] 10.222.0.60 "GET /v2.0/security-groups?id=c42b6551-bc09-4e3b-af37-c7597825b22a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445087 May 10 17:49:31.457817 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-d07e8966-ef10-4d42-b774-228753b3fd3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781795183391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525393'] for agent (a55810b0-63c4-4499-a4d9-efcdb1615ce8), after_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:49:31.616627 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781795183391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525393'] for agent (16638279-eb91-49a3-95a5-8b540cc2f948), after_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:49:32.709919 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef415e3c-6282-444e-9376-c51c22915148 req-97d32ac4-6017-4eb3-a8ce-4918a7ca9ca7 tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:49:32.712157 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-ef415e3c-6282-444e-9376-c51c22915148 req-97d32ac4-6017-4eb3-a8ce-4918a7ca9ca7 tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] 10.222.0.60 "GET /v2.0/ports?device_id=4006eed6-2338-46b7-9133-e5c3fdead35c HTTP/1.1" status: 200 len: 946 time: 0.1806154 May 10 17:49:32.757989 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-ef415e3c-6282-444e-9376-c51c22915148 req-7ff2de46-e1cb-47af-8a3a-a60daaed9665 tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] 10.222.0.60 "GET /v2.0/security-groups?id=c42b6551-bc09-4e3b-af37-c7597825b22a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401337 May 10 17:49:32.980522 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.rpc [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Device e697d9cb-ff2b-45a4-8326-f3219cdf4121 no longer exists at agent hyperv_hv-cinder-84130 {{(pid=110154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 17:49:33.044513 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-ae45faaf-356d-4e4a-a605-33fedb92cd97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781795183391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525393'] for agent (6a57b374-0daf-4fe3-9dd1-3d457a537aa7), after_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:49:33.078506 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.plugin [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Current status of the port e697d9cb-ff2b-45a4-8326-f3219cdf4121 is: ACTIVE; New status is: DOWN {{(pid=110154) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 17:49:33.078894 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1514036'] for port (e697d9cb-ff2b-45a4-8326-f3219cdf4121), before_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:49:33.104599 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4006eed6-2338-46b7-9133-e5c3fdead35c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e697d9cb-ff2b-45a4-8326-f3219cdf4121'}] {{(pid=110154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 17:49:33.107225 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81f5a9f60a7176de4ec81ee2de5d4e9bd281d17703f5d6403e6a691a644f2f07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a70f0e1d-0389-4b02-aff3-a7e4acd3b89a" -d '{"events": [{"server_uuid": "4006eed6-2338-46b7-9133-e5c3fdead35c", "name": "network-vif-unplugged", "status": "completed", "tag": "e697d9cb-ff2b-45a4-8326-f3219cdf4121"}]}' {{(pid=110154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 17:49:33.120358 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.db [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] For port e697d9cb-ff2b-45a4-8326-f3219cdf4121, host hv-cinder-84130, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84130',level=0,port_id=e697d9cb-ff2b-45a4-8326-f3219cdf4121,segment=NetworkSegment(d952ff82-97df-4645-95cf-8a2390e9c9b8),segment_id=d952ff82-97df-4645-95cf-8a2390e9c9b8)] {{(pid=110154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 17:49:33.124818 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1514136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781795229094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781794686082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781794686100'] for port (e697d9cb-ff2b-45a4-8326-f3219cdf4121), after_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:49:33.150529 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 10 May 2022 17:49:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-778b7d05-92f6-4a54-b40f-8c37fce586bb x-openstack-request-id: req-778b7d05-92f6-4a54-b40f-8c37fce586bb {{(pid=110154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 17:49:33.150816 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4006eed6-2338-46b7-9133-e5c3fdead35c", "name": "network-vif-unplugged", "status": "completed", "tag": "e697d9cb-ff2b-45a4-8326-f3219cdf4121", "code": 200}]} {{(pid=110154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 17:49:33.151064 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-778b7d05-92f6-4a54-b40f-8c37fce586bb {{(pid=110154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 17:49:33.151485 dv-cinder-841302-2-iscsi neutron-server[110154]: INFO neutron.notifiers.nova [-] Nova event matching ['req-778b7d05-92f6-4a54-b40f-8c37fce586bb'] response: {'server_uuid': '4006eed6-2338-46b7-9133-e5c3fdead35c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e697d9cb-ff2b-45a4-8326-f3219cdf4121', 'code': 200} May 10 17:49:33.174917 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Pushing event updated for resources: {'Port': ['ID=e697d9cb-ff2b-45a4-8326-f3219cdf4121,revision_number=8']} {{(pid=110154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:49:33.911064 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a238e47-adf7-4f7e-92ec-bb34e377efa1 req-5588cfb4-4230-49af-89b3-09705c996b7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:49:33.912818 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-8a238e47-adf7-4f7e-92ec-bb34e377efa1 req-5588cfb4-4230-49af-89b3-09705c996b7c service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=0461acfadf8743fdbd62a39bf3fe3e1c&device_id=4006eed6-2338-46b7-9133-e5c3fdead35c HTTP/1.1" status: 200 len: 1128 time: 0.0966682 May 10 17:49:33.931957 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49737bdb-aad9-4266-9f2f-32ddee595856 req-437d9e87-47a9-46a6-b955-4fe2243be976 tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:49:33.936114 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-49737bdb-aad9-4266-9f2f-32ddee595856 req-437d9e87-47a9-46a6-b955-4fe2243be976 tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] 10.222.0.60 "GET /v2.0/ports?device_id=4006eed6-2338-46b7-9133-e5c3fdead35c HTTP/1.1" status: 200 len: 944 time: 0.0687559 May 10 17:49:34.009093 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-49737bdb-aad9-4266-9f2f-32ddee595856 req-106c0b4b-5d0e-49c8-a525-afc3d444c4b4 tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] 10.222.0.60 "GET /v2.0/security-groups?id=c42b6551-bc09-4e3b-af37-c7597825b22a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0692828 May 10 17:49:34.082358 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a238e47-adf7-4f7e-92ec-bb34e377efa1 req-f3203114-e671-4eed-80ef-f3541ebf4dae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:49:34.083927 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-8a238e47-adf7-4f7e-92ec-bb34e377efa1 req-f3203114-e671-4eed-80ef-f3541ebf4dae service neutron] 10.222.0.77 "GET /v2.0/networks?id=4f6007aa-61b1-40c3-a8ad-7f431d419cb5 HTTP/1.1" status: 200 len: 917 time: 0.1030078 May 10 17:49:34.423934 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-8a238e47-adf7-4f7e-92ec-bb34e377efa1 req-f96b7723-14c4-454f-9a3f-9770638172c5 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e697d9cb-ff2b-45a4-8326-f3219cdf4121 HTTP/1.1" status: 200 len: 1000 time: 0.0711665 May 10 17:49:34.477293 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a238e47-adf7-4f7e-92ec-bb34e377efa1 req-02cb98d3-5dcd-4d70-bd11-561b942d67ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:49:34.478752 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-8a238e47-adf7-4f7e-92ec-bb34e377efa1 req-02cb98d3-5dcd-4d70-bd11-561b942d67ac service neutron] 10.222.0.77 "GET /v2.0/subnets?id=c13a30fd-de84-4d1b-92b1-edbd848fe110 HTTP/1.1" status: 200 len: 855 time: 0.0484285 May 10 17:49:34.511160 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-6e697e78-9dd1-4bc1-8573-56b901d07725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781795183391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525393'] for agent (fdc37a75-b7a9-4e92-a59c-f5b8c02d060c), after_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:49:34.527557 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a238e47-adf7-4f7e-92ec-bb34e377efa1 req-aa6d59c0-9449-4104-92a8-964904632fba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:49:34.529075 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-8a238e47-adf7-4f7e-92ec-bb34e377efa1 req-aa6d59c0-9449-4104-92a8-964904632fba service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=4f6007aa-61b1-40c3-a8ad-7f431d419cb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0407646 May 10 17:49:34.626964 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-8a238e47-adf7-4f7e-92ec-bb34e377efa1 req-8af22327-aadc-414b-a965-575ba9dc817d service neutron] 10.222.0.77 "GET /v2.0/networks/4f6007aa-61b1-40c3-a8ad-7f431d419cb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899661 May 10 17:49:34.724922 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-8a238e47-adf7-4f7e-92ec-bb34e377efa1 req-0ac3e37c-2df6-40c3-b8cd-89962444208c service neutron] 10.222.0.77 "GET /v2.0/networks/4f6007aa-61b1-40c3-a8ad-7f431d419cb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909784 May 10 17:49:35.204385 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcda51d-3123-4938-a678-565d98f2a2d3 req-527a22d3-0628-4a69-abd9-6c8dff449b8b tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:49:35.205876 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-8bcda51d-3123-4938-a678-565d98f2a2d3 req-527a22d3-0628-4a69-abd9-6c8dff449b8b tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] 10.222.0.60 "GET /v2.0/ports?device_id=4006eed6-2338-46b7-9133-e5c3fdead35c HTTP/1.1" status: 200 len: 944 time: 0.1181371 May 10 17:49:35.259240 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-8bcda51d-3123-4938-a678-565d98f2a2d3 req-76914dea-509b-4edb-bbce-c81d8fb1af33 tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] 10.222.0.60 "GET /v2.0/security-groups?id=c42b6551-bc09-4e3b-af37-c7597825b22a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467925 May 10 17:49:35.822336 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.wsgi [req-d56b55c6-ed2e-48e8-8b83-3cffb981c16d req-760f66a9-1488-4c70-bff5-94648553e46e service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=110152) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 10 17:49:35.823451 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-d56b55c6-ed2e-48e8-8b83-3cffb981c16d req-760f66a9-1488-4c70-bff5-94648553e46e service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0629313 May 10 17:49:35.999281 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb25e03-36bd-4907-9fb4-7de604b2775e req-29ce2f3a-249c-45a7-bfad-14914fae0a76 tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:49:35.999281 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-7cb25e03-36bd-4907-9fb4-7de604b2775e req-29ce2f3a-249c-45a7-bfad-14914fae0a76 tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] 10.222.0.60 "GET /v2.0/ports?device_id=4006eed6-2338-46b7-9133-e5c3fdead35c HTTP/1.1" status: 200 len: 944 time: 0.0522497 May 10 17:49:36.057350 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-7cb25e03-36bd-4907-9fb4-7de604b2775e req-52e9e251-a4ef-4e9b-becd-b34eaac8dc13 tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] 10.222.0.60 "GET /v2.0/security-groups?id=c42b6551-bc09-4e3b-af37-c7597825b22a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535743 May 10 17:49:36.195916 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.wsgi [-] (110152) accepted ('10.222.0.60', 43672) {{(pid=110152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 17:49:36.278900 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-b869565e-4988-4c37-9f62-5d244d91ea12 req-3d6f8b3d-ab95-45c8-8b94-996c3c39c90a service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=4006eed6-2338-46b7-9133-e5c3fdead35c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0818160 May 10 17:49:36.287380 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.wsgi [req-b869565e-4988-4c37-9f62-5d244d91ea12 req-bc7d1217-d5b3-4086-890a-510e53b72418 service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=110152) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 10 17:49:36.288903 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-b869565e-4988-4c37-9f62-5d244d91ea12 req-bc7d1217-d5b3-4086-890a-510e53b72418 service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0049682 May 10 17:49:36.372120 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.wsgi [-] (110152) accepted ('10.222.0.60', 43680) {{(pid=110152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 17:49:36.471821 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b869565e-4988-4c37-9f62-5d244d91ea12 req-8aa50604-aa14-4413-888b-864bda5354e4 tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:49:36.473387 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-b869565e-4988-4c37-9f62-5d244d91ea12 req-8aa50604-aa14-4413-888b-864bda5354e4 tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] 10.222.0.60 "GET /v2.0/ports/e697d9cb-ff2b-45a4-8326-f3219cdf4121 HTTP/1.1" status: 200 len: 941 time: 0.1002622 May 10 17:49:37.180719 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30d8a8d-b355-4c7e-9d4c-4e65dc6a0ac6 req-50faae23-c6fa-4254-aaa2-770018eeed1c tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:49:37.182243 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-b30d8a8d-b355-4c7e-9d4c-4e65dc6a0ac6 req-50faae23-c6fa-4254-aaa2-770018eeed1c tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] 10.222.0.60 "GET /v2.0/ports?device_id=4006eed6-2338-46b7-9133-e5c3fdead35c HTTP/1.1" status: 200 len: 944 time: 0.0490830 May 10 17:49:37.231397 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-b30d8a8d-b355-4c7e-9d4c-4e65dc6a0ac6 req-cdbfa77b-c2ec-4c76-84d2-f54737539bfd tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] 10.222.0.60 "GET /v2.0/security-groups?id=c42b6551-bc09-4e3b-af37-c7597825b22a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435338 May 10 17:49:38.356716 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c7f3b3-0d85-4525-b7d0-1a4cfdb369d2 req-90e2583a-3eea-4c9e-8006-f1c32227f9b9 tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:49:38.358196 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-25c7f3b3-0d85-4525-b7d0-1a4cfdb369d2 req-90e2583a-3eea-4c9e-8006-f1c32227f9b9 tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] 10.222.0.60 "GET /v2.0/ports?device_id=4006eed6-2338-46b7-9133-e5c3fdead35c HTTP/1.1" status: 200 len: 944 time: 0.0517516 May 10 17:49:38.409791 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-25c7f3b3-0d85-4525-b7d0-1a4cfdb369d2 req-110b0fa8-8156-4693-a41d-abb9210e1858 tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] 10.222.0.60 "GET /v2.0/security-groups?id=c42b6551-bc09-4e3b-af37-c7597825b22a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460987 May 10 17:49:38.417191 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.rpc [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Device e697d9cb-ff2b-45a4-8326-f3219cdf4121 no longer exists at agent hyperv_hv-cinder-84130 {{(pid=110154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 17:49:38.494964 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.plugin [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Current status of the port e697d9cb-ff2b-45a4-8326-f3219cdf4121 is: DOWN; New status is: DOWN {{(pid=110154) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 17:49:39.540477 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb929635-5646-43be-8c60-f51c6da5e0cf req-934acd39-e191-4bcc-a857-2df1af45b1ec tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:49:39.541896 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-eb929635-5646-43be-8c60-f51c6da5e0cf req-934acd39-e191-4bcc-a857-2df1af45b1ec tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] 10.222.0.60 "GET /v2.0/ports?device_id=4006eed6-2338-46b7-9133-e5c3fdead35c HTTP/1.1" status: 200 len: 944 time: 0.0484998 May 10 17:49:39.606101 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-eb929635-5646-43be-8c60-f51c6da5e0cf req-655bb12b-8ab2-4c68-9d4f-5b9845a32280 tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] 10.222.0.60 "GET /v2.0/security-groups?id=c42b6551-bc09-4e3b-af37-c7597825b22a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518684 May 10 17:49:40.734805 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badd3376-ec6b-4730-8c95-01462bf32067 req-0c798955-e0d7-478f-9bea-f7453bcd9a24 tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:49:40.737019 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-badd3376-ec6b-4730-8c95-01462bf32067 req-0c798955-e0d7-478f-9bea-f7453bcd9a24 tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] 10.222.0.60 "GET /v2.0/ports?device_id=4006eed6-2338-46b7-9133-e5c3fdead35c HTTP/1.1" status: 200 len: 944 time: 0.0483048 May 10 17:49:40.785685 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-badd3376-ec6b-4730-8c95-01462bf32067 req-1872c94e-2816-4aa1-91c3-16afaf5a678b tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] 10.222.0.60 "GET /v2.0/security-groups?id=c42b6551-bc09-4e3b-af37-c7597825b22a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429008 May 10 17:49:41.945744 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d288a8f-6bf4-4146-a361-d73e2efae464 req-001f17c9-32b1-4018-98c6-a66078070907 tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:49:41.949250 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-7d288a8f-6bf4-4146-a361-d73e2efae464 req-001f17c9-32b1-4018-98c6-a66078070907 tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] 10.222.0.60 "GET /v2.0/ports?device_id=4006eed6-2338-46b7-9133-e5c3fdead35c HTTP/1.1" status: 200 len: 944 time: 0.0718892 May 10 17:49:42.004730 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-7d288a8f-6bf4-4146-a361-d73e2efae464 req-028ffef9-1053-48fd-bfb1-d669bf87fde1 tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] 10.222.0.60 "GET /v2.0/security-groups?id=c42b6551-bc09-4e3b-af37-c7597825b22a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479112 May 10 17:49:43.132863 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ad21ad-2394-4cd7-b89d-8fb9b5373f50 req-02b270c7-7116-4e80-913f-b2156413e265 tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:49:43.134241 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-42ad21ad-2394-4cd7-b89d-8fb9b5373f50 req-02b270c7-7116-4e80-913f-b2156413e265 tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] 10.222.0.60 "GET /v2.0/ports?device_id=4006eed6-2338-46b7-9133-e5c3fdead35c HTTP/1.1" status: 200 len: 944 time: 0.0470622 May 10 17:49:43.183852 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-42ad21ad-2394-4cd7-b89d-8fb9b5373f50 req-91ab2255-37dd-434d-963b-da3c6b0c3ca9 tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] 10.222.0.60 "GET /v2.0/security-groups?id=c42b6551-bc09-4e3b-af37-c7597825b22a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438905 May 10 17:49:44.320968 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe02945f-3e2c-4156-acbf-af2600ea68f4 req-10b381a2-80a4-4ae6-92b9-a3b2a3c7fba1 tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:49:44.322776 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-fe02945f-3e2c-4156-acbf-af2600ea68f4 req-10b381a2-80a4-4ae6-92b9-a3b2a3c7fba1 tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] 10.222.0.60 "GET /v2.0/ports?device_id=4006eed6-2338-46b7-9133-e5c3fdead35c HTTP/1.1" status: 200 len: 944 time: 0.0547178 May 10 17:49:44.371986 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-fe02945f-3e2c-4156-acbf-af2600ea68f4 req-4bae7b4f-eba8-4826-9478-5be410245af9 tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] 10.222.0.60 "GET /v2.0/security-groups?id=c42b6551-bc09-4e3b-af37-c7597825b22a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435183 May 10 17:49:45.608863 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e4a515-0046-494e-b865-756543b57323 req-6d1fd950-d0f3-4444-8cf2-6303eef10326 tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:49:45.610332 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-51e4a515-0046-494e-b865-756543b57323 req-6d1fd950-d0f3-4444-8cf2-6303eef10326 tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] 10.222.0.60 "GET /v2.0/ports?device_id=4006eed6-2338-46b7-9133-e5c3fdead35c HTTP/1.1" status: 200 len: 944 time: 0.0479610 May 10 17:49:45.656587 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-51e4a515-0046-494e-b865-756543b57323 req-6bd94dc4-000b-4de5-b67f-10a46e82cb05 tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] 10.222.0.60 "GET /v2.0/security-groups?id=c42b6551-bc09-4e3b-af37-c7597825b22a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405781 May 10 17:49:46.137244 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b869565e-4988-4c37-9f62-5d244d91ea12 req-3fd5d3eb-769d-406a-8e65-451b3fad3741 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:49:46.139115 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-b869565e-4988-4c37-9f62-5d244d91ea12 req-3fd5d3eb-769d-406a-8e65-451b3fad3741 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=4006eed6-2338-46b7-9133-e5c3fdead35c&tenant_id=0461acfadf8743fdbd62a39bf3fe3e1c HTTP/1.1" status: 200 len: 1128 time: 0.0732028 May 10 17:49:46.218765 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b869565e-4988-4c37-9f62-5d244d91ea12 req-8d9c6bcd-516d-412a-92ca-4dcf17cefdb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:49:46.221176 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-b869565e-4988-4c37-9f62-5d244d91ea12 req-8d9c6bcd-516d-412a-92ca-4dcf17cefdb4 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=0461acfadf8743fdbd62a39bf3fe3e1c&device_id=4006eed6-2338-46b7-9133-e5c3fdead35c HTTP/1.1" status: 200 len: 1128 time: 0.0436471 May 10 17:49:46.319560 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b869565e-4988-4c37-9f62-5d244d91ea12 req-1dcf175a-05ca-4342-8fa3-83e672164c3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:49:46.322970 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-b869565e-4988-4c37-9f62-5d244d91ea12 req-1dcf175a-05ca-4342-8fa3-83e672164c3b service neutron] 10.222.0.77 "GET /v2.0/networks?id=4f6007aa-61b1-40c3-a8ad-7f431d419cb5 HTTP/1.1" status: 200 len: 917 time: 0.0954764 May 10 17:49:46.401742 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-b869565e-4988-4c37-9f62-5d244d91ea12 req-e5aea1a5-94d9-423e-af40-86bd6197e48e service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e697d9cb-ff2b-45a4-8326-f3219cdf4121 HTTP/1.1" status: 200 len: 1000 time: 0.0702467 May 10 17:49:46.463935 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b869565e-4988-4c37-9f62-5d244d91ea12 req-4ba8aeb3-d887-4d26-8b46-3566fafcdefd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:49:46.465431 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-b869565e-4988-4c37-9f62-5d244d91ea12 req-4ba8aeb3-d887-4d26-8b46-3566fafcdefd service neutron] 10.222.0.77 "GET /v2.0/subnets?id=c13a30fd-de84-4d1b-92b1-edbd848fe110 HTTP/1.1" status: 200 len: 855 time: 0.0570552 May 10 17:49:46.511467 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b869565e-4988-4c37-9f62-5d244d91ea12 req-e97de46b-d7a1-43a5-af4d-b7c4a1116a67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:49:46.513054 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-b869565e-4988-4c37-9f62-5d244d91ea12 req-e97de46b-d7a1-43a5-af4d-b7c4a1116a67 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=4f6007aa-61b1-40c3-a8ad-7f431d419cb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0405254 May 10 17:49:46.613440 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-b869565e-4988-4c37-9f62-5d244d91ea12 req-d02f2920-bd41-4b45-8a3c-75806cd016ab service neutron] 10.222.0.77 "GET /v2.0/networks/4f6007aa-61b1-40c3-a8ad-7f431d419cb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922391 May 10 17:49:46.721617 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-b869565e-4988-4c37-9f62-5d244d91ea12 req-ccdfb96f-5ff7-4015-b38c-f0b2bc3f3b4e service neutron] 10.222.0.77 "GET /v2.0/networks/4f6007aa-61b1-40c3-a8ad-7f431d419cb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971210 May 10 17:49:46.804780 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5158fa-037f-4251-ad3b-5e64ade43e78 req-96d1f45c-d6b3-469d-9838-f6c473975abd tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:49:46.806372 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-fe5158fa-037f-4251-ad3b-5e64ade43e78 req-96d1f45c-d6b3-469d-9838-f6c473975abd tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] 10.222.0.60 "GET /v2.0/ports?device_id=4006eed6-2338-46b7-9133-e5c3fdead35c HTTP/1.1" status: 200 len: 944 time: 0.0550015 May 10 17:49:46.861886 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-fe5158fa-037f-4251-ad3b-5e64ade43e78 req-7f392dea-eca0-43d6-8159-b18ffdae0550 tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] 10.222.0.60 "GET /v2.0/security-groups?id=c42b6551-bc09-4e3b-af37-c7597825b22a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491557 May 10 17:49:47.998004 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f374a97-2eb1-4e75-8cac-ef3c324dd9b5 req-63a9424e-d1b8-4d41-ad32-2110b1b2db67 tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:49:47.999750 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-1f374a97-2eb1-4e75-8cac-ef3c324dd9b5 req-63a9424e-d1b8-4d41-ad32-2110b1b2db67 tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] 10.222.0.60 "GET /v2.0/ports?device_id=4006eed6-2338-46b7-9133-e5c3fdead35c HTTP/1.1" status: 200 len: 944 time: 0.0573401 May 10 17:49:48.055425 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-1f374a97-2eb1-4e75-8cac-ef3c324dd9b5 req-c6d37c4e-ca89-4af3-b375-24bc8ab9fca9 tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] 10.222.0.60 "GET /v2.0/security-groups?id=c42b6551-bc09-4e3b-af37-c7597825b22a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464656 May 10 17:49:49.178542 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b154a52d-fe24-45ff-b2e3-38b629985dba req-cc3e399c-eaf9-4fa3-9dbd-39a15335c441 tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:49:49.180187 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-b154a52d-fe24-45ff-b2e3-38b629985dba req-cc3e399c-eaf9-4fa3-9dbd-39a15335c441 tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] 10.222.0.60 "GET /v2.0/ports?device_id=4006eed6-2338-46b7-9133-e5c3fdead35c HTTP/1.1" status: 200 len: 944 time: 0.0477929 May 10 17:49:49.240098 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-b154a52d-fe24-45ff-b2e3-38b629985dba req-8ab43ec2-9333-4e8b-a898-c328c8f545ff tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] 10.222.0.60 "GET /v2.0/security-groups?id=c42b6551-bc09-4e3b-af37-c7597825b22a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541954 May 10 17:49:50.372499 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead8a947-ec07-46da-9268-d3dbde323747 req-d9e6195c-df85-4417-a401-9b23a5f2e166 tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:49:50.374970 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-ead8a947-ec07-46da-9268-d3dbde323747 req-d9e6195c-df85-4417-a401-9b23a5f2e166 tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] 10.222.0.60 "GET /v2.0/ports?device_id=4006eed6-2338-46b7-9133-e5c3fdead35c HTTP/1.1" status: 200 len: 944 time: 0.0520406 May 10 17:49:50.428950 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-ead8a947-ec07-46da-9268-d3dbde323747 req-a63bd6f0-7d08-4038-9b85-3bbe4b11609d tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] 10.222.0.60 "GET /v2.0/security-groups?id=c42b6551-bc09-4e3b-af37-c7597825b22a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477331 May 10 17:49:50.837005 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.db.agents_db [None req-b17e131c-d64b-4b97-8e8f-6c45925a5783 None None] Agent healthcheck: found 6 active agents {{(pid=110155) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 17:49:51.553352 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce008019-582c-4baa-9fbf-a29c87f2623c req-78774134-e45f-45bc-aaf0-10d07f6bd6c2 tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:49:51.555462 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-ce008019-582c-4baa-9fbf-a29c87f2623c req-78774134-e45f-45bc-aaf0-10d07f6bd6c2 tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] 10.222.0.60 "GET /v2.0/ports?device_id=4006eed6-2338-46b7-9133-e5c3fdead35c HTTP/1.1" status: 200 len: 944 time: 0.0499001 May 10 17:49:51.610646 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-ce008019-582c-4baa-9fbf-a29c87f2623c req-6344c8f7-cc96-4000-9812-e1db9774a3b7 tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] 10.222.0.60 "GET /v2.0/security-groups?id=c42b6551-bc09-4e3b-af37-c7597825b22a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495055 May 10 17:49:52.747326 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a352761a-95ef-4afd-877a-fda0f9e2cf06 req-e482877b-399f-4b29-9f39-eddac205d3bd tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:49:52.748876 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-a352761a-95ef-4afd-877a-fda0f9e2cf06 req-e482877b-399f-4b29-9f39-eddac205d3bd tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] 10.222.0.60 "GET /v2.0/ports?device_id=4006eed6-2338-46b7-9133-e5c3fdead35c HTTP/1.1" status: 200 len: 944 time: 0.0525708 May 10 17:49:52.799107 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-a352761a-95ef-4afd-877a-fda0f9e2cf06 req-4dadcdf6-443d-41b3-ab72-1c243fe503f0 tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] 10.222.0.60 "GET /v2.0/security-groups?id=c42b6551-bc09-4e3b-af37-c7597825b22a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437753 May 10 17:49:53.930014 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b6ba76-8f38-4274-a0db-02120d44a9e1 req-b94083ca-21de-425f-95cf-5d16766f8cfb tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:49:53.931668 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-b2b6ba76-8f38-4274-a0db-02120d44a9e1 req-b94083ca-21de-425f-95cf-5d16766f8cfb tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] 10.222.0.60 "GET /v2.0/ports?device_id=4006eed6-2338-46b7-9133-e5c3fdead35c HTTP/1.1" status: 200 len: 944 time: 0.0479438 May 10 17:49:53.988366 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-b2b6ba76-8f38-4274-a0db-02120d44a9e1 req-7bb47402-6eb7-4088-bfa7-3aa96e227d9e tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] 10.222.0.60 "GET /v2.0/security-groups?id=c42b6551-bc09-4e3b-af37-c7597825b22a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497692 May 10 17:49:55.123801 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f83f8b3-8812-4075-b362-03382a497ce1 req-8172baff-d1bf-44eb-b082-789a58d07b10 tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:49:55.126109 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-3f83f8b3-8812-4075-b362-03382a497ce1 req-8172baff-d1bf-44eb-b082-789a58d07b10 tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] 10.222.0.60 "GET /v2.0/ports?device_id=4006eed6-2338-46b7-9133-e5c3fdead35c HTTP/1.1" status: 200 len: 944 time: 0.0564921 May 10 17:49:55.182524 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-3f83f8b3-8812-4075-b362-03382a497ce1 req-4611411e-4a3e-456c-a511-6fff81aac473 tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] 10.222.0.60 "GET /v2.0/security-groups?id=c42b6551-bc09-4e3b-af37-c7597825b22a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457222 May 10 17:49:56.322239 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c5a036-1166-49f5-b794-62bb373bd57a req-6a95aa0f-16f5-474a-90a1-5aa9027445ac tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:49:56.324597 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-51c5a036-1166-49f5-b794-62bb373bd57a req-6a95aa0f-16f5-474a-90a1-5aa9027445ac tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] 10.222.0.60 "GET /v2.0/ports?device_id=4006eed6-2338-46b7-9133-e5c3fdead35c HTTP/1.1" status: 200 len: 944 time: 0.0546718 May 10 17:49:56.378627 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-51c5a036-1166-49f5-b794-62bb373bd57a req-b96c311e-5385-45ff-8de3-e28be7443671 tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] 10.222.0.60 "GET /v2.0/security-groups?id=c42b6551-bc09-4e3b-af37-c7597825b22a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462706 May 10 17:49:57.506767 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4db2389-373a-4981-b2fc-15517abc108c req-1d2fb0b9-6434-4cd0-9b8d-7483bbddc697 tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:49:57.508381 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-b4db2389-373a-4981-b2fc-15517abc108c req-1d2fb0b9-6434-4cd0-9b8d-7483bbddc697 tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] 10.222.0.60 "GET /v2.0/ports?device_id=4006eed6-2338-46b7-9133-e5c3fdead35c HTTP/1.1" status: 200 len: 944 time: 0.0507593 May 10 17:49:57.565074 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-b4db2389-373a-4981-b2fc-15517abc108c req-6ffc46dc-bc8e-459d-9185-32d6601b6610 tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] 10.222.0.60 "GET /v2.0/security-groups?id=c42b6551-bc09-4e3b-af37-c7597825b22a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485141 May 10 17:49:57.577401 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-1d16967f-2e9f-41e4-a041-5ca2dcad391c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781795183391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525393'] for agent (b2ad0527-00d5-4995-bc97-ec84c4e02f0b), after_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:49:58.705550 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82781e1d-226b-4afa-a2d3-7f125d319d7d req-4309fe33-5a3b-450f-b771-50af9da3eff3 tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:49:58.706804 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-82781e1d-226b-4afa-a2d3-7f125d319d7d req-4309fe33-5a3b-450f-b771-50af9da3eff3 tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] 10.222.0.60 "GET /v2.0/ports?device_id=4006eed6-2338-46b7-9133-e5c3fdead35c HTTP/1.1" status: 200 len: 944 time: 0.0507758 May 10 17:49:58.756836 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-82781e1d-226b-4afa-a2d3-7f125d319d7d req-15d842cf-cdde-4107-a7e5-01916a51c665 tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] 10.222.0.60 "GET /v2.0/security-groups?id=c42b6551-bc09-4e3b-af37-c7597825b22a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436485 May 10 17:49:59.874370 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ee6312-1b1f-48ed-b8ee-5900915384b7 req-6662fba6-64bd-437a-9bab-e8007516d50a tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:49:59.875934 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-61ee6312-1b1f-48ed-b8ee-5900915384b7 req-6662fba6-64bd-437a-9bab-e8007516d50a tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] 10.222.0.60 "GET /v2.0/ports?device_id=4006eed6-2338-46b7-9133-e5c3fdead35c HTTP/1.1" status: 200 len: 944 time: 0.0470273 May 10 17:49:59.920472 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-ac4e0c71-216b-47a7-9251-600395d174b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781795183391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525393'] for agent (eaac381b-e402-41c3-a8e6-8f962681d3e6), after_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:49:59.927530 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-61ee6312-1b1f-48ed-b8ee-5900915384b7 req-106fc5bc-475f-4546-a2f4-cbf22c997663 tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] 10.222.0.60 "GET /v2.0/security-groups?id=c42b6551-bc09-4e3b-af37-c7597825b22a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454690 May 10 17:50:01.052082 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950b1817-4169-4332-be2a-8546ba3e26b5 req-27515fc8-ce91-4562-a939-59750d7dea8f tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:50:01.054289 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-950b1817-4169-4332-be2a-8546ba3e26b5 req-27515fc8-ce91-4562-a939-59750d7dea8f tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] 10.222.0.60 "GET /v2.0/ports?device_id=4006eed6-2338-46b7-9133-e5c3fdead35c HTTP/1.1" status: 200 len: 944 time: 0.0521476 May 10 17:50:01.104586 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-950b1817-4169-4332-be2a-8546ba3e26b5 req-fad77ff9-a1aa-4fb1-b1ae-425b7b836421 tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] 10.222.0.60 "GET /v2.0/security-groups?id=c42b6551-bc09-4e3b-af37-c7597825b22a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440547 May 10 17:50:01.458067 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-d07e8966-ef10-4d42-b774-228753b3fd3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781795183391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525393'] for agent (a55810b0-63c4-4499-a4d9-efcdb1615ce8), after_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:50:01.613944 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781795183391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525393'] for agent (16638279-eb91-49a3-95a5-8b540cc2f948), after_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:50:02.229298 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabd7b23-8709-45b8-8709-ad6b1d19eda1 req-b3e82242-b0a3-447c-8e8b-58eb46e1da5d tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:50:02.230821 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-eabd7b23-8709-45b8-8709-ad6b1d19eda1 req-b3e82242-b0a3-447c-8e8b-58eb46e1da5d tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] 10.222.0.60 "GET /v2.0/ports?device_id=4006eed6-2338-46b7-9133-e5c3fdead35c HTTP/1.1" status: 200 len: 944 time: 0.0497973 May 10 17:50:02.279096 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-eabd7b23-8709-45b8-8709-ad6b1d19eda1 req-9455eb25-6bb4-4eb6-8ed3-abfb6e0e0134 tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] 10.222.0.60 "GET /v2.0/security-groups?id=c42b6551-bc09-4e3b-af37-c7597825b22a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426443 May 10 17:50:03.043283 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-ae45faaf-356d-4e4a-a605-33fedb92cd97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781795183391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525393'] for agent (6a57b374-0daf-4fe3-9dd1-3d457a537aa7), after_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:50:03.401037 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62507e36-67cd-48fb-9a51-3126ba1cac8e req-a4bc2890-b088-4950-8ef9-f63e42d0469d tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:50:03.402565 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-62507e36-67cd-48fb-9a51-3126ba1cac8e req-a4bc2890-b088-4950-8ef9-f63e42d0469d tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] 10.222.0.60 "GET /v2.0/ports?device_id=4006eed6-2338-46b7-9133-e5c3fdead35c HTTP/1.1" status: 200 len: 944 time: 0.0480559 May 10 17:50:03.453700 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-62507e36-67cd-48fb-9a51-3126ba1cac8e req-61feb03a-e8fa-4359-8242-aba7ae6f3e19 tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] 10.222.0.60 "GET /v2.0/security-groups?id=c42b6551-bc09-4e3b-af37-c7597825b22a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455527 May 10 17:50:04.504534 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-6e697e78-9dd1-4bc1-8573-56b901d07725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781795183391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525393'] for agent (fdc37a75-b7a9-4e92-a59c-f5b8c02d060c), after_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:50:04.586779 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643044d0-d695-4636-afa6-5cb6738c73aa req-2aaeb800-2a48-47b4-8f46-d3fbdca3e637 tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:50:04.588457 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-643044d0-d695-4636-afa6-5cb6738c73aa req-2aaeb800-2a48-47b4-8f46-d3fbdca3e637 tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] 10.222.0.60 "GET /v2.0/ports?device_id=4006eed6-2338-46b7-9133-e5c3fdead35c HTTP/1.1" status: 200 len: 944 time: 0.0501370 May 10 17:50:04.639876 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-643044d0-d695-4636-afa6-5cb6738c73aa req-d502d19d-ea1d-4a93-b0c2-b02fa23660cd tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] 10.222.0.60 "GET /v2.0/security-groups?id=c42b6551-bc09-4e3b-af37-c7597825b22a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454268 May 10 17:50:05.761452 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c4c840-4de6-4710-a644-2cf92e0dd1b1 req-48075e87-81c8-4410-8cf0-d049ad825007 tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:50:05.762964 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-13c4c840-4de6-4710-a644-2cf92e0dd1b1 req-48075e87-81c8-4410-8cf0-d049ad825007 tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] 10.222.0.60 "GET /v2.0/ports?device_id=4006eed6-2338-46b7-9133-e5c3fdead35c HTTP/1.1" status: 200 len: 944 time: 0.0480244 May 10 17:50:05.811468 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-13c4c840-4de6-4710-a644-2cf92e0dd1b1 req-fc66f7f9-6afb-43ce-882c-78cf70a0ad6e tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] 10.222.0.60 "GET /v2.0/security-groups?id=c42b6551-bc09-4e3b-af37-c7597825b22a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426409 May 10 17:50:06.336579 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a7e1f3-0ab2-45f8-8695-c100c5cda4f5 req-5d47e7f9-7df4-455b-b195-d288583a2b4f tempest-VolumesSnapshotTestJSON-1645568956 tempest-VolumesSnapshotTestJSON-1645568956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:50:06.338057 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-d4a7e1f3-0ab2-45f8-8695-c100c5cda4f5 req-5d47e7f9-7df4-455b-b195-d288583a2b4f tempest-VolumesSnapshotTestJSON-1645568956 tempest-VolumesSnapshotTestJSON-1645568956-project] 10.222.0.60 "GET /v2.0/ports?device_id=4adcaebe-b2a0-4861-a874-24cbcdc8cd05 HTTP/1.1" status: 200 len: 945 time: 0.0547378 May 10 17:50:06.385301 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-d4a7e1f3-0ab2-45f8-8695-c100c5cda4f5 req-41df9093-84d4-4759-9827-da6e01720f0c tempest-VolumesSnapshotTestJSON-1645568956 tempest-VolumesSnapshotTestJSON-1645568956-project] 10.222.0.60 "GET /v2.0/security-groups?id=1b75a05f-62aa-4840-89ec-d12b9e871f92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416286 May 10 17:50:06.931964 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8843aa6-22c6-4f4b-a1d6-1e9188672a77 req-cb0f02a7-e873-4e60-8d4f-3c9b7c59d243 tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:50:06.933321 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-b8843aa6-22c6-4f4b-a1d6-1e9188672a77 req-cb0f02a7-e873-4e60-8d4f-3c9b7c59d243 tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] 10.222.0.60 "GET /v2.0/ports?device_id=4006eed6-2338-46b7-9133-e5c3fdead35c HTTP/1.1" status: 200 len: 944 time: 0.0453777 May 10 17:50:06.979310 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-b8843aa6-22c6-4f4b-a1d6-1e9188672a77 req-22e0011d-3401-4663-88a4-13a14f183870 tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] 10.222.0.60 "GET /v2.0/security-groups?id=c42b6551-bc09-4e3b-af37-c7597825b22a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402074 May 10 17:50:07.506277 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56601e21-238b-45f7-af05-39c98cc14121 req-51b90747-8919-4bcf-ad2f-e0b9a71a23f9 tempest-VolumesSnapshotTestJSON-1645568956 tempest-VolumesSnapshotTestJSON-1645568956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:50:07.508299 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-56601e21-238b-45f7-af05-39c98cc14121 req-51b90747-8919-4bcf-ad2f-e0b9a71a23f9 tempest-VolumesSnapshotTestJSON-1645568956 tempest-VolumesSnapshotTestJSON-1645568956-project] 10.222.0.60 "GET /v2.0/ports?device_id=4adcaebe-b2a0-4861-a874-24cbcdc8cd05 HTTP/1.1" status: 200 len: 945 time: 0.0545630 May 10 17:50:07.556897 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-56601e21-238b-45f7-af05-39c98cc14121 req-86ec8667-2eb0-49a5-92b3-0804280c9745 tempest-VolumesSnapshotTestJSON-1645568956 tempest-VolumesSnapshotTestJSON-1645568956-project] 10.222.0.60 "GET /v2.0/security-groups?id=1b75a05f-62aa-4840-89ec-d12b9e871f92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430400 May 10 17:50:08.095424 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2146bed-6442-4ecf-939c-a11c9d8fae03 req-2b9edd2a-ea52-4471-8d18-10448542df1b tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:50:08.096791 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-e2146bed-6442-4ecf-939c-a11c9d8fae03 req-2b9edd2a-ea52-4471-8d18-10448542df1b tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] 10.222.0.60 "GET /v2.0/ports?device_id=4006eed6-2338-46b7-9133-e5c3fdead35c HTTP/1.1" status: 200 len: 944 time: 0.0461934 May 10 17:50:08.144664 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-e2146bed-6442-4ecf-939c-a11c9d8fae03 req-6f8a473a-20a8-44ed-9db7-e1805056bd71 tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] 10.222.0.60 "GET /v2.0/security-groups?id=c42b6551-bc09-4e3b-af37-c7597825b22a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417447 May 10 17:50:08.591638 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e136f3f-8967-4c2e-87d5-45e02a451d77 req-fd48ff62-21f6-4f91-a829-24fb3732a208 tempest-VolumesSnapshotTestJSON-1645568956 tempest-VolumesSnapshotTestJSON-1645568956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:50:08.593235 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-4e136f3f-8967-4c2e-87d5-45e02a451d77 req-fd48ff62-21f6-4f91-a829-24fb3732a208 tempest-VolumesSnapshotTestJSON-1645568956 tempest-VolumesSnapshotTestJSON-1645568956-project] 10.222.0.77 "GET /v2.0/ports?device_id=4adcaebe-b2a0-4861-a874-24cbcdc8cd05 HTTP/1.1" status: 200 len: 945 time: 0.0502315 May 10 17:50:08.706200 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775be851-eb39-4a2e-99e7-9f779c92ecb3 req-3609c3b1-9fa9-4df0-82a1-c988950bf63c tempest-VolumesSnapshotTestJSON-1645568956 tempest-VolumesSnapshotTestJSON-1645568956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:50:08.707686 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-775be851-eb39-4a2e-99e7-9f779c92ecb3 req-3609c3b1-9fa9-4df0-82a1-c988950bf63c tempest-VolumesSnapshotTestJSON-1645568956 tempest-VolumesSnapshotTestJSON-1645568956-project] 10.222.0.60 "GET /v2.0/ports?device_id=4adcaebe-b2a0-4861-a874-24cbcdc8cd05 HTTP/1.1" status: 200 len: 945 time: 0.0774384 May 10 17:50:08.736903 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.plugins.ml2.plugin [req-4e136f3f-8967-4c2e-87d5-45e02a451d77 req-678e43c5-33ce-46fd-8449-ac3add13bdc0 tempest-VolumesSnapshotTestJSON-1645568956 tempest-VolumesSnapshotTestJSON-1645568956-project] Deleting port 4067eee9-a186-4e93-ba0a-31a799761eab {{(pid=110152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 17:50:08.737221 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [req-4e136f3f-8967-4c2e-87d5-45e02a451d77 req-678e43c5-33ce-46fd-8449-ac3add13bdc0 tempest-VolumesSnapshotTestJSON-1645568956 tempest-VolumesSnapshotTestJSON-1645568956-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781795221764'] for port (4067eee9-a186-4e93-ba0a-31a799761eab), before_delete {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:50:08.815554 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-775be851-eb39-4a2e-99e7-9f779c92ecb3 req-33001625-92ca-4819-a8ab-4457b5219bf9 tempest-VolumesSnapshotTestJSON-1645568956 tempest-VolumesSnapshotTestJSON-1645568956-project] 10.222.0.60 "GET /v2.0/security-groups?id=1b75a05f-62aa-4840-89ec-d12b9e871f92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021237 May 10 17:50:08.849250 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.plugins.ml2.db [req-4e136f3f-8967-4c2e-87d5-45e02a451d77 req-678e43c5-33ce-46fd-8449-ac3add13bdc0 tempest-VolumesSnapshotTestJSON-1645568956 tempest-VolumesSnapshotTestJSON-1645568956-project] For port 4067eee9-a186-4e93-ba0a-31a799761eab, host hv-cinder-84130, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84130',level=0,port_id=4067eee9-a186-4e93-ba0a-31a799761eab,segment=NetworkSegment(6eb6a8de-e14f-4146-b244-6bae452bdd09),segment_id=6eb6a8de-e14f-4146-b244-6bae452bdd09)] {{(pid=110152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 17:50:08.849616 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [req-4e136f3f-8967-4c2e-87d5-45e02a451d77 req-678e43c5-33ce-46fd-8449-ac3add13bdc0 tempest-VolumesSnapshotTestJSON-1645568956 tempest-VolumesSnapshotTestJSON-1645568956-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640494'] for port (4067eee9-a186-4e93-ba0a-31a799761eab), precommit_delete {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:50:08.863610 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.plugins.ml2.plugin [req-4e136f3f-8967-4c2e-87d5-45e02a451d77 req-678e43c5-33ce-46fd-8449-ac3add13bdc0 tempest-VolumesSnapshotTestJSON-1645568956 tempest-VolumesSnapshotTestJSON-1645568956-project] Calling delete_port for 4067eee9-a186-4e93-ba0a-31a799761eab owned by compute:nova {{(pid=110152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 17:50:08.991572 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [req-4e136f3f-8967-4c2e-87d5-45e02a451d77 req-678e43c5-33ce-46fd-8449-ac3add13bdc0 tempest-VolumesSnapshotTestJSON-1645568956 tempest-VolumesSnapshotTestJSON-1645568956-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1514136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781795229076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781794686073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5018186'] for port (4067eee9-a186-4e93-ba0a-31a799761eab), after_delete {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:50:09.031695 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.db [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] get_ports_and_sgs() called for port_ids ['4067eee9-a186-4e93-ba0a-31a799761eab'] {{(pid=110154) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 17:50:09.260117 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678e43c5-33ce-46fd-8449-ac3add13bdc0 tempest-VolumesSnapshotTestJSON-1645568956 tempest-VolumesSnapshotTestJSON-1645568956-project] Pushing event deleted for resources: {'Port': ['ID=4067eee9-a186-4e93-ba0a-31a799761eab,revision_number=None']} {{(pid=110152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:50:09.328646 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e136f3f-8967-4c2e-87d5-45e02a451d77 req-678e43c5-33ce-46fd-8449-ac3add13bdc0 tempest-VolumesSnapshotTestJSON-1645568956 tempest-VolumesSnapshotTestJSON-1645568956-project] No DVR routers for this DVR port 4067eee9-a186-4e93-ba0a-31a799761eab on host hv-cinder-84130 {{(pid=110152) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 17:50:09.332477 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [req-4e136f3f-8967-4c2e-87d5-45e02a451d77 req-678e43c5-33ce-46fd-8449-ac3add13bdc0 tempest-VolumesSnapshotTestJSON-1645568956 tempest-VolumesSnapshotTestJSON-1645568956-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29634'] for port (None), before_response {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:50:09.336336 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-4e136f3f-8967-4c2e-87d5-45e02a451d77 req-678e43c5-33ce-46fd-8449-ac3add13bdc0 tempest-VolumesSnapshotTestJSON-1645568956 tempest-VolumesSnapshotTestJSON-1645568956-project] 10.222.0.77 "DELETE /v2.0/ports/4067eee9-a186-4e93-ba0a-31a799761eab HTTP/1.1" status: 204 len: 173 time: 0.7360578 May 10 17:50:09.336780 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4adcaebe-b2a0-4861-a874-24cbcdc8cd05', 'name': 'network-vif-deleted', 'tag': '4067eee9-a186-4e93-ba0a-31a799761eab'}] {{(pid=110152) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 17:50:09.338994 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0e5bab204033c83635b1e14c3e3a099c647719281f8bf9f740a5b80828d0d04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a01f4e0-3ac2-4285-a20f-ea6bd3b15a75" -d '{"events": [{"server_uuid": "4adcaebe-b2a0-4861-a874-24cbcdc8cd05", "name": "network-vif-deleted", "tag": "4067eee9-a186-4e93-ba0a-31a799761eab"}]}' {{(pid=110152) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 17:50:09.347487 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2402a5-7b87-46df-b8bc-6b03b65bb133 req-bb501d6e-f062-44c8-aef6-890a7e8ad9e4 tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:50:09.348968 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-2e2402a5-7b87-46df-b8bc-6b03b65bb133 req-bb501d6e-f062-44c8-aef6-890a7e8ad9e4 tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] 10.222.0.60 "GET /v2.0/ports?device_id=4006eed6-2338-46b7-9133-e5c3fdead35c HTTP/1.1" status: 200 len: 944 time: 0.0931113 May 10 17:50:09.401999 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-2e2402a5-7b87-46df-b8bc-6b03b65bb133 req-f838427b-edfb-425f-ba28-5d80bf6889d8 tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] 10.222.0.60 "GET /v2.0/security-groups?id=c42b6551-bc09-4e3b-af37-c7597825b22a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466201 May 10 17:50:09.437981 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 17:50:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da8081b6-fdd6-4133-bac3-77c66ab01757 x-openstack-request-id: req-da8081b6-fdd6-4133-bac3-77c66ab01757 {{(pid=110152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 17:50:09.438300 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4adcaebe-b2a0-4861-a874-24cbcdc8cd05", "name": "network-vif-deleted", "tag": "4067eee9-a186-4e93-ba0a-31a799761eab", "status": "completed", "code": 200}]} {{(pid=110152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 17:50:09.438566 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-da8081b6-fdd6-4133-bac3-77c66ab01757 {{(pid=110152) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 17:50:09.439019 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.notifiers.nova [-] Nova event matching ['req-da8081b6-fdd6-4133-bac3-77c66ab01757'] response: {'server_uuid': '4adcaebe-b2a0-4861-a874-24cbcdc8cd05', 'name': 'network-vif-deleted', 'tag': '4067eee9-a186-4e93-ba0a-31a799761eab', 'status': 'completed', 'code': 200} May 10 17:50:09.931538 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-76c7bf53-04ce-4e12-beb3-c6aad59f7de8 req-728d4fe7-7ace-4e59-abc3-bb897997ac11 tempest-VolumesSnapshotTestJSON-1645568956 tempest-VolumesSnapshotTestJSON-1645568956-project] 10.222.0.60 "GET /v2.0/ports?device_id=4adcaebe-b2a0-4861-a874-24cbcdc8cd05 HTTP/1.1" status: 200 len: 210 time: 0.0284204 May 10 17:50:10.527288 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9583f6ad-a0f0-4959-9f51-39ceac2a3775 req-90999563-0953-4b4e-b4f5-a4e561992a31 tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:50:10.528846 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-9583f6ad-a0f0-4959-9f51-39ceac2a3775 req-90999563-0953-4b4e-b4f5-a4e561992a31 tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] 10.222.0.60 "GET /v2.0/ports?device_id=4006eed6-2338-46b7-9133-e5c3fdead35c HTTP/1.1" status: 200 len: 944 time: 0.0493128 May 10 17:50:10.577268 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-9583f6ad-a0f0-4959-9f51-39ceac2a3775 req-15e935c7-6548-43ba-acda-192afb6e6a6a tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] 10.222.0.60 "GET /v2.0/security-groups?id=c42b6551-bc09-4e3b-af37-c7597825b22a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427701 May 10 17:50:11.048616 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-1ffa1a48-fb81-46f0-af77-10ae2b17ccbb req-d0e2dd39-353e-4691-983f-f9d238440dcc tempest-VolumesSnapshotTestJSON-1645568956 tempest-VolumesSnapshotTestJSON-1645568956-project] 10.222.0.60 "GET /v2.0/ports?device_id=4adcaebe-b2a0-4861-a874-24cbcdc8cd05 HTTP/1.1" status: 200 len: 210 time: 0.0310881 May 10 17:50:11.704945 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad9755b-f249-44bd-ba37-f1da67023354 req-cce44595-aad7-4e74-8d50-d375240e30c6 tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:50:11.706477 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-2ad9755b-f249-44bd-ba37-f1da67023354 req-cce44595-aad7-4e74-8d50-d375240e30c6 tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] 10.222.0.60 "GET /v2.0/ports?device_id=4006eed6-2338-46b7-9133-e5c3fdead35c HTTP/1.1" status: 200 len: 944 time: 0.0511627 May 10 17:50:11.755119 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-2ad9755b-f249-44bd-ba37-f1da67023354 req-f92214ba-3394-4e83-8838-814c7b82a8c7 tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] 10.222.0.60 "GET /v2.0/security-groups?id=c42b6551-bc09-4e3b-af37-c7597825b22a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418901 May 10 17:50:12.883302 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b843abb-a5b5-48c8-a617-b63bc3ec9399 req-5bf79a34-10bc-49cf-8c77-990dba032177 tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:50:12.884828 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-1b843abb-a5b5-48c8-a617-b63bc3ec9399 req-5bf79a34-10bc-49cf-8c77-990dba032177 tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] 10.222.0.60 "GET /v2.0/ports?device_id=4006eed6-2338-46b7-9133-e5c3fdead35c HTTP/1.1" status: 200 len: 944 time: 0.0500796 May 10 17:50:12.934692 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-1b843abb-a5b5-48c8-a617-b63bc3ec9399 req-bcc43a60-475a-457b-8b12-1589762d8eed tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] 10.222.0.60 "GET /v2.0/security-groups?id=c42b6551-bc09-4e3b-af37-c7597825b22a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438874 May 10 17:50:14.058494 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c81c874-f836-49f5-a382-601e4bdf3b07 req-2aa83ff3-a0b3-4c1a-902a-8cef17192e6a tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:50:14.060161 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-3c81c874-f836-49f5-a382-601e4bdf3b07 req-2aa83ff3-a0b3-4c1a-902a-8cef17192e6a tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] 10.222.0.60 "GET /v2.0/ports?device_id=4006eed6-2338-46b7-9133-e5c3fdead35c HTTP/1.1" status: 200 len: 944 time: 0.0528526 May 10 17:50:14.108314 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-3c81c874-f836-49f5-a382-601e4bdf3b07 req-486c07ef-1a03-43ea-a730-f27a085b28d6 tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] 10.222.0.60 "GET /v2.0/security-groups?id=c42b6551-bc09-4e3b-af37-c7597825b22a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421140 May 10 17:50:15.230708 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b2c391-f069-4908-b1ce-3e66de11c1e8 req-ee47718b-730f-497d-bab4-155c2bc30d09 tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:50:15.232268 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-c2b2c391-f069-4908-b1ce-3e66de11c1e8 req-ee47718b-730f-497d-bab4-155c2bc30d09 tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] 10.222.0.60 "GET /v2.0/ports?device_id=4006eed6-2338-46b7-9133-e5c3fdead35c HTTP/1.1" status: 200 len: 944 time: 0.0488353 May 10 17:50:15.282185 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-c2b2c391-f069-4908-b1ce-3e66de11c1e8 req-ecb3d639-043c-4a9f-9cf9-815754ef67d1 tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] 10.222.0.60 "GET /v2.0/security-groups?id=c42b6551-bc09-4e3b-af37-c7597825b22a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440354 May 10 17:50:15.333007 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.rpc [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Device e697d9cb-ff2b-45a4-8326-f3219cdf4121 details requested by agent hyperv_hv-cinder-84130 with host hv-cinder-84130 {{(pid=110154) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 17:50:15.435502 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.db [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] For port e697d9cb-ff2b-45a4-8326-f3219cdf4121, host hv-cinder-84130, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84130',level=0,port_id=e697d9cb-ff2b-45a4-8326-f3219cdf4121,segment=NetworkSegment(d952ff82-97df-4645-95cf-8a2390e9c9b8),segment_id=d952ff82-97df-4645-95cf-8a2390e9c9b8)] {{(pid=110154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 17:50:15.447569 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.rpc [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Returning: {'device': 'e697d9cb-ff2b-45a4-8326-f3219cdf4121', 'network_id': '4f6007aa-61b1-40c3-a8ad-7f431d419cb5', 'port_id': 'e697d9cb-ff2b-45a4-8326-f3219cdf4121', 'mac_address': 'fa:16:3e:79:fa:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 554, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c13a30fd-de84-4d1b-92b1-edbd848fe110', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110154) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 17:50:15.485515 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.plugin [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Current status of the port e697d9cb-ff2b-45a4-8326-f3219cdf4121 is: DOWN; New status is: BUILD {{(pid=110154) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 17:50:15.485903 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1514036'] for port (e697d9cb-ff2b-45a4-8326-f3219cdf4121), before_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:50:15.499529 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.notifiers.nova [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e697d9cb-ff2b-45a4-8326-f3219cdf4121 {{(pid=110154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 17:50:15.519290 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.db [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] For port e697d9cb-ff2b-45a4-8326-f3219cdf4121, host hv-cinder-84130, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84130',level=0,port_id=e697d9cb-ff2b-45a4-8326-f3219cdf4121,segment=NetworkSegment(d952ff82-97df-4645-95cf-8a2390e9c9b8),segment_id=d952ff82-97df-4645-95cf-8a2390e9c9b8)] {{(pid=110154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 17:50:15.523504 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1514136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781795229094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781794686082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781794686100'] for port (e697d9cb-ff2b-45a4-8326-f3219cdf4121), after_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:50:15.575530 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Pushing event updated for resources: {'Port': ['ID=e697d9cb-ff2b-45a4-8326-f3219cdf4121,revision_number=9']} {{(pid=110154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:50:15.582645 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:50:15.582994 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:50:15.583378 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:50:15.583732 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:50:15.584065 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:50:15.584400 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:50:15.584735 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:50:15.585069 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:50:15.585418 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:50:15.585751 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:50:15.586075 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:50:15.586565 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:50:15.586746 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:50:15.587065 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:50:15.587413 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:50:16.410725 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d172699-2496-4406-99b2-fed2a63739a4 req-57a586e4-8f7b-4793-820d-fb9822810b82 tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:50:16.412305 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-9d172699-2496-4406-99b2-fed2a63739a4 req-57a586e4-8f7b-4793-820d-fb9822810b82 tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] 10.222.0.60 "GET /v2.0/ports?device_id=4006eed6-2338-46b7-9133-e5c3fdead35c HTTP/1.1" status: 200 len: 945 time: 0.0507467 May 10 17:50:16.467070 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-9d172699-2496-4406-99b2-fed2a63739a4 req-e2a8195d-31d8-436f-8492-6ca37ca98ddf tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] 10.222.0.60 "GET /v2.0/security-groups?id=c42b6551-bc09-4e3b-af37-c7597825b22a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483022 May 10 17:50:17.604184 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7298d4d-3490-4f28-9858-5e1fad62047c req-b39bc2c0-dc4d-4e49-878d-de441713ece2 tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:50:17.605830 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-c7298d4d-3490-4f28-9858-5e1fad62047c req-b39bc2c0-dc4d-4e49-878d-de441713ece2 tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] 10.222.0.60 "GET /v2.0/ports?device_id=4006eed6-2338-46b7-9133-e5c3fdead35c HTTP/1.1" status: 200 len: 945 time: 0.0602696 May 10 17:50:17.655376 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-c7298d4d-3490-4f28-9858-5e1fad62047c req-348158b7-b2a0-48df-b09f-a20dd47fa7ef tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] 10.222.0.60 "GET /v2.0/security-groups?id=c42b6551-bc09-4e3b-af37-c7597825b22a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433552 May 10 17:50:17.665420 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.rpc [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Device 4067eee9-a186-4e93-ba0a-31a799761eab no longer exists at agent hyperv_hv-cinder-84130 {{(pid=110154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 17:50:17.692981 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.plugin [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] No Port match for: 4067eee9-a186-4e93-ba0a-31a799761eab {{(pid=110154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 17:50:17.693703 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.rpc [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Device 4067eee9-a186-4e93-ba0a-31a799761eab not bound to the agent host hv-cinder-84130 {{(pid=110154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 17:50:18.562511 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.db [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] get_ports_and_sgs() called for port_ids ['e697d9cb-ff2b-45a4-8326-f3219cdf4121'] {{(pid=110154) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 17:50:18.820044 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f50c083-294b-4d19-8024-0ed9856b53c9 req-f2ccf8f0-0655-43d4-8ac0-57e4d62228f7 tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:50:18.821683 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-6f50c083-294b-4d19-8024-0ed9856b53c9 req-f2ccf8f0-0655-43d4-8ac0-57e4d62228f7 tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] 10.222.0.60 "GET /v2.0/ports?device_id=4006eed6-2338-46b7-9133-e5c3fdead35c HTTP/1.1" status: 200 len: 945 time: 0.0516169 May 10 17:50:18.872351 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-6f50c083-294b-4d19-8024-0ed9856b53c9 req-dd3821cb-355f-4939-b13a-df21d4e94481 tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] 10.222.0.60 "GET /v2.0/security-groups?id=c42b6551-bc09-4e3b-af37-c7597825b22a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445838 May 10 17:50:19.901459 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.rpc [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Device e697d9cb-ff2b-45a4-8326-f3219cdf4121 up at agent hyperv_hv-cinder-84130 {{(pid=110154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 17:50:19.951519 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.db.provisioning_blocks [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Provisioning complete for port e697d9cb-ff2b-45a4-8326-f3219cdf4121 triggered by entity L2. {{(pid=110154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 17:50:19.951898 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525495'] for port (e697d9cb-ff2b-45a4-8326-f3219cdf4121), provisioning_complete {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:50:20.027519 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43bff2e-8b30-4291-8b53-3725b6df9b7b req-755af4d5-aee0-4e75-8cf5-994cde94c1d4 tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:50:20.029114 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-a43bff2e-8b30-4291-8b53-3725b6df9b7b req-755af4d5-aee0-4e75-8cf5-994cde94c1d4 tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] 10.222.0.60 "GET /v2.0/ports?device_id=4006eed6-2338-46b7-9133-e5c3fdead35c HTTP/1.1" status: 200 len: 945 time: 0.0754569 May 10 17:50:20.046747 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.plugin [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Current status of the port e697d9cb-ff2b-45a4-8326-f3219cdf4121 is: BUILD; New status is: ACTIVE {{(pid=110154) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 17:50:20.047136 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1514036'] for port (e697d9cb-ff2b-45a4-8326-f3219cdf4121), before_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:50:20.073371 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4006eed6-2338-46b7-9133-e5c3fdead35c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e697d9cb-ff2b-45a4-8326-f3219cdf4121'}] {{(pid=110154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 17:50:20.075947 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81f5a9f60a7176de4ec81ee2de5d4e9bd281d17703f5d6403e6a691a644f2f07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d995ffb-0263-47d2-87d1-a590035e698d" -d '{"events": [{"server_uuid": "4006eed6-2338-46b7-9133-e5c3fdead35c", "name": "network-vif-plugged", "status": "completed", "tag": "e697d9cb-ff2b-45a4-8326-f3219cdf4121"}]}' {{(pid=110154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 17:50:20.089698 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-a43bff2e-8b30-4291-8b53-3725b6df9b7b req-5ef0add0-e680-45c5-90fc-107031cea5de tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] 10.222.0.60 "GET /v2.0/security-groups?id=c42b6551-bc09-4e3b-af37-c7597825b22a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535593 May 10 17:50:20.093351 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.db [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] For port e697d9cb-ff2b-45a4-8326-f3219cdf4121, host hv-cinder-84130, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84130',level=0,port_id=e697d9cb-ff2b-45a4-8326-f3219cdf4121,segment=NetworkSegment(d952ff82-97df-4645-95cf-8a2390e9c9b8),segment_id=d952ff82-97df-4645-95cf-8a2390e9c9b8)] {{(pid=110154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 17:50:20.099225 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1514136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781795229094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781794686082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781794686100'] for port (e697d9cb-ff2b-45a4-8326-f3219cdf4121), after_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:50:20.157879 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Pushing event updated for resources: {'Port': ['ID=e697d9cb-ff2b-45a4-8326-f3219cdf4121,revision_number=10']} {{(pid=110154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:50:20.204827 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 17:50:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5d85b8e-331a-4486-99b5-338f409f1178 x-openstack-request-id: req-d5d85b8e-331a-4486-99b5-338f409f1178 {{(pid=110154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 17:50:20.205163 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4006eed6-2338-46b7-9133-e5c3fdead35c", "name": "network-vif-plugged", "status": "completed", "tag": "e697d9cb-ff2b-45a4-8326-f3219cdf4121", "code": 200}]} {{(pid=110154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 17:50:20.205430 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-d5d85b8e-331a-4486-99b5-338f409f1178 {{(pid=110154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 17:50:20.205842 dv-cinder-841302-2-iscsi neutron-server[110154]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d5d85b8e-331a-4486-99b5-338f409f1178'] response: {'server_uuid': '4006eed6-2338-46b7-9133-e5c3fdead35c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e697d9cb-ff2b-45a4-8326-f3219cdf4121', 'code': 200} May 10 17:50:20.882334 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2de7ce-00de-4ee5-aae7-b62a1d9c4802 req-c6390564-2ae5-45c0-8d8f-fabde0056821 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:50:20.884147 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-6c2de7ce-00de-4ee5-aae7-b62a1d9c4802 req-c6390564-2ae5-45c0-8d8f-fabde0056821 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=4006eed6-2338-46b7-9133-e5c3fdead35c HTTP/1.1" status: 200 len: 1131 time: 0.0829093 May 10 17:50:20.927932 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-6c2de7ce-00de-4ee5-aae7-b62a1d9c4802 req-c96c4364-aaaf-4e88-9626-c87a7732eed8 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=c42b6551-bc09-4e3b-af37-c7597825b22a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378315 May 10 17:50:21.219574 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f137e73d-4a28-48c5-a57c-6277a83ab5f1 req-cf138199-8119-4c5d-8053-c578a486acaa tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:50:21.221135 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-f137e73d-4a28-48c5-a57c-6277a83ab5f1 req-cf138199-8119-4c5d-8053-c578a486acaa tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] 10.222.0.60 "GET /v2.0/ports?device_id=4006eed6-2338-46b7-9133-e5c3fdead35c HTTP/1.1" status: 200 len: 947 time: 0.0552390 May 10 17:50:21.270725 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-f137e73d-4a28-48c5-a57c-6277a83ab5f1 req-48f5b17d-3faa-4c77-9658-91244e8e2556 tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] 10.222.0.60 "GET /v2.0/security-groups?id=c42b6551-bc09-4e3b-af37-c7597825b22a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438397 May 10 17:50:22.400251 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea78e97-1c35-4dad-a4fd-680468157f74 req-4e516f2d-c410-49b6-b4ce-2779ee6a9574 tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:50:22.401731 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-0ea78e97-1c35-4dad-a4fd-680468157f74 req-4e516f2d-c410-49b6-b4ce-2779ee6a9574 tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] 10.222.0.60 "GET /v2.0/ports?device_id=4006eed6-2338-46b7-9133-e5c3fdead35c HTTP/1.1" status: 200 len: 947 time: 0.0521946 May 10 17:50:22.459644 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-0ea78e97-1c35-4dad-a4fd-680468157f74 req-0b8cac22-494b-408b-bf37-0ef2320c8490 tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] 10.222.0.60 "GET /v2.0/security-groups?id=c42b6551-bc09-4e3b-af37-c7597825b22a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516946 May 10 17:50:23.587788 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c4ffd4-9761-4714-ae21-4b63c631797f req-f0efe1f6-e3f4-4625-91d2-b01b1d6b68d1 tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:50:23.589648 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-33c4ffd4-9761-4714-ae21-4b63c631797f req-f0efe1f6-e3f4-4625-91d2-b01b1d6b68d1 tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] 10.222.0.60 "GET /v2.0/ports?device_id=4006eed6-2338-46b7-9133-e5c3fdead35c HTTP/1.1" status: 200 len: 947 time: 0.0526297 May 10 17:50:23.669904 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-33c4ffd4-9761-4714-ae21-4b63c631797f req-83c19265-eefa-4f7e-bc90-d5b9921835ed tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] 10.222.0.60 "GET /v2.0/security-groups?id=c42b6551-bc09-4e3b-af37-c7597825b22a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0697920 May 10 17:50:24.800163 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcf047c-4f31-4ef7-a5c0-1fb50a805df1 req-52ae956b-05e7-4403-8254-c023958d3ea5 tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:50:24.801686 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-5dcf047c-4f31-4ef7-a5c0-1fb50a805df1 req-52ae956b-05e7-4403-8254-c023958d3ea5 tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] 10.222.0.60 "GET /v2.0/ports?device_id=4006eed6-2338-46b7-9133-e5c3fdead35c HTTP/1.1" status: 200 len: 947 time: 0.0495102 May 10 17:50:24.859883 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-5dcf047c-4f31-4ef7-a5c0-1fb50a805df1 req-2b302c00-26e7-4626-a482-655c410ed942 tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] 10.222.0.60 "GET /v2.0/security-groups?id=c42b6551-bc09-4e3b-af37-c7597825b22a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521662 May 10 17:50:25.982898 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44a3dc0-62ad-4898-9887-3cb5345960e9 req-18693af3-a493-49a6-b904-f40735ca7c18 tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:50:25.984487 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-f44a3dc0-62ad-4898-9887-3cb5345960e9 req-18693af3-a493-49a6-b904-f40735ca7c18 tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] 10.222.0.60 "GET /v2.0/ports?device_id=4006eed6-2338-46b7-9133-e5c3fdead35c HTTP/1.1" status: 200 len: 947 time: 0.0489235 May 10 17:50:26.045231 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-f44a3dc0-62ad-4898-9887-3cb5345960e9 req-71ebbbdb-e1de-4afe-aff0-6041a7a7bbe2 tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] 10.222.0.60 "GET /v2.0/security-groups?id=c42b6551-bc09-4e3b-af37-c7597825b22a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551176 May 10 17:50:27.169365 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad523792-5801-4d30-878c-8aa5b725aa53 req-8b8f7052-c754-4fe7-901a-d2a22e599f9b tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:50:27.170892 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-ad523792-5801-4d30-878c-8aa5b725aa53 req-8b8f7052-c754-4fe7-901a-d2a22e599f9b tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] 10.222.0.60 "GET /v2.0/ports?device_id=4006eed6-2338-46b7-9133-e5c3fdead35c HTTP/1.1" status: 200 len: 947 time: 0.0509048 May 10 17:50:27.221563 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-ad523792-5801-4d30-878c-8aa5b725aa53 req-e072ca03-6509-4a59-bf4d-f131f886ab43 tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] 10.222.0.60 "GET /v2.0/security-groups?id=c42b6551-bc09-4e3b-af37-c7597825b22a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446496 May 10 17:50:27.574725 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-1e0adc70-62c8-48c1-adce-1d3e373c3039 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781795183391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525393'] for agent (b2ad0527-00d5-4995-bc97-ec84c4e02f0b), after_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:50:27.839101 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.db.agents_db [None req-b17e131c-d64b-4b97-8e8f-6c45925a5783 None None] Agent healthcheck: found 6 active agents {{(pid=110155) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 17:50:28.351029 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c619911-5cff-47ab-ac48-f1099aadd45e req-1353dd1e-2482-44a2-9d4f-46622b5b1a66 tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:50:28.353547 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-6c619911-5cff-47ab-ac48-f1099aadd45e req-1353dd1e-2482-44a2-9d4f-46622b5b1a66 tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] 10.222.0.60 "GET /v2.0/ports?device_id=4006eed6-2338-46b7-9133-e5c3fdead35c HTTP/1.1" status: 200 len: 947 time: 0.0533714 May 10 17:50:28.410445 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-6c619911-5cff-47ab-ac48-f1099aadd45e req-e59d60f8-e126-4ce3-9b0f-6d969937d8f0 tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] 10.222.0.60 "GET /v2.0/security-groups?id=c42b6551-bc09-4e3b-af37-c7597825b22a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512125 May 10 17:50:29.578663 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da256866-b686-4dfb-bf21-b9430db7ecf3 req-d1decdb3-7f46-4f00-b333-dbb098662dfc tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:50:29.580811 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-da256866-b686-4dfb-bf21-b9430db7ecf3 req-d1decdb3-7f46-4f00-b333-dbb098662dfc tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] 10.222.0.60 "GET /v2.0/ports?device_id=4006eed6-2338-46b7-9133-e5c3fdead35c HTTP/1.1" status: 200 len: 947 time: 0.0627379 May 10 17:50:29.641574 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-da256866-b686-4dfb-bf21-b9430db7ecf3 req-c9e4da64-1935-42e1-beb0-4589d1ebc1cd tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] 10.222.0.60 "GET /v2.0/security-groups?id=c42b6551-bc09-4e3b-af37-c7597825b22a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534093 May 10 17:50:29.923985 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-b46b41a1-1ed1-4680-b3bf-1fc9958bdd26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781795183391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525393'] for agent (eaac381b-e402-41c3-a8e6-8f962681d3e6), after_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:50:30.988006 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c648b4-6d76-409e-95b2-d88e3bb4ddca req-4176cb3c-8680-45b5-b0c8-3b3b39f7d4a9 tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:50:30.989567 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-34c648b4-6d76-409e-95b2-d88e3bb4ddca req-4176cb3c-8680-45b5-b0c8-3b3b39f7d4a9 tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] 10.222.0.60 "GET /v2.0/ports?device_id=e4553a66-9c17-4820-a5ab-1e3f45b42cb2 HTTP/1.1" status: 200 len: 946 time: 0.0835173 May 10 17:50:31.006479 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9582d278-72ef-4462-8826-12628e39f583 req-4fa2558c-18de-4b98-ab2e-a6fe9d01dbe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:50:31.009129 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-9582d278-72ef-4462-8826-12628e39f583 req-4fa2558c-18de-4b98-ab2e-a6fe9d01dbe4 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=ec9da2f35bcd444fa485c453103df5cc&device_id=e4553a66-9c17-4820-a5ab-1e3f45b42cb2 HTTP/1.1" status: 200 len: 1130 time: 0.0700185 May 10 17:50:31.107993 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-34c648b4-6d76-409e-95b2-d88e3bb4ddca req-9c8e8061-ef68-41fe-b62a-7538fafea81d tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] 10.222.0.60 "GET /v2.0/security-groups?id=f1b3e0fc-5825-4a82-b5b0-e76c34cd9c81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1107576 May 10 17:50:31.141987 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9582d278-72ef-4462-8826-12628e39f583 req-c403f4e3-208e-448c-8a6a-d6af4527ddd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:50:31.143465 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-9582d278-72ef-4462-8826-12628e39f583 req-c403f4e3-208e-448c-8a6a-d6af4527ddd0 service neutron] 10.222.0.77 "GET /v2.0/networks?id=f37a5a11-05c8-4d32-b0a0-13874a53c216 HTTP/1.1" status: 200 len: 919 time: 0.1266596 May 10 17:50:31.211452 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-9582d278-72ef-4462-8826-12628e39f583 req-f3149071-bce8-44b8-8c73-54d92d4bcf07 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d41cfb7a-6772-4a26-bd70-17d9a9faa38c HTTP/1.1" status: 200 len: 1002 time: 0.0604060 May 10 17:50:31.259783 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9582d278-72ef-4462-8826-12628e39f583 req-6e5a16f4-0b68-445c-a901-6144cb3194fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:50:31.261247 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-9582d278-72ef-4462-8826-12628e39f583 req-6e5a16f4-0b68-445c-a901-6144cb3194fc service neutron] 10.222.0.77 "GET /v2.0/subnets?id=cc50f2c8-8caf-42b1-b7c4-50bfe5301336 HTTP/1.1" status: 200 len: 857 time: 0.0439060 May 10 17:50:31.309938 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9582d278-72ef-4462-8826-12628e39f583 req-abf16b1f-e106-4a38-8caa-2608ed3bdf6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:50:31.311486 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-9582d278-72ef-4462-8826-12628e39f583 req-abf16b1f-e106-4a38-8caa-2608ed3bdf6f service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=f37a5a11-05c8-4d32-b0a0-13874a53c216&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0434248 May 10 17:50:31.404472 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-9582d278-72ef-4462-8826-12628e39f583 req-3b979152-21e6-4749-b483-dfee9d22a613 service neutron] 10.222.0.77 "GET /v2.0/networks/f37a5a11-05c8-4d32-b0a0-13874a53c216?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857584 May 10 17:50:31.462058 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-d07e8966-ef10-4d42-b774-228753b3fd3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781795183391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525393'] for agent (a55810b0-63c4-4499-a4d9-efcdb1615ce8), after_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:50:31.504037 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-9582d278-72ef-4462-8826-12628e39f583 req-d6f3944e-f782-4613-8275-21e41949a856 service neutron] 10.222.0.77 "GET /v2.0/networks/f37a5a11-05c8-4d32-b0a0-13874a53c216?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932028 May 10 17:50:31.616480 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781795183391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525393'] for agent (16638279-eb91-49a3-95a5-8b540cc2f948), after_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:50:32.233013 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4c9b19-1245-4e90-b82f-5093cbfffcef req-75cb863b-d379-498a-ab2b-7ed71653d5c8 tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:50:32.234545 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-5b4c9b19-1245-4e90-b82f-5093cbfffcef req-75cb863b-d379-498a-ab2b-7ed71653d5c8 tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] 10.222.0.60 "GET /v2.0/ports?device_id=e4553a66-9c17-4820-a5ab-1e3f45b42cb2 HTTP/1.1" status: 200 len: 946 time: 0.0505638 May 10 17:50:32.282598 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-5b4c9b19-1245-4e90-b82f-5093cbfffcef req-5a325977-7e0f-4350-94df-42533e3fbcb5 tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] 10.222.0.60 "GET /v2.0/security-groups?id=f1b3e0fc-5825-4a82-b5b0-e76c34cd9c81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424547 May 10 17:50:33.046455 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-ae45faaf-356d-4e4a-a605-33fedb92cd97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781795183391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525393'] for agent (6a57b374-0daf-4fe3-9dd1-3d457a537aa7), after_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:50:33.404577 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b840bee9-c0f6-450c-b84f-11dfb2714eec req-c8a82fba-af6e-42e9-a070-55149fec0360 tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:50:33.406185 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-b840bee9-c0f6-450c-b84f-11dfb2714eec req-c8a82fba-af6e-42e9-a070-55149fec0360 tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] 10.222.0.60 "GET /v2.0/ports?device_id=e4553a66-9c17-4820-a5ab-1e3f45b42cb2 HTTP/1.1" status: 200 len: 946 time: 0.0495732 May 10 17:50:33.459738 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-b840bee9-c0f6-450c-b84f-11dfb2714eec req-64b11789-0a47-4fb9-94c3-f8499b2c316a tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] 10.222.0.60 "GET /v2.0/security-groups?id=f1b3e0fc-5825-4a82-b5b0-e76c34cd9c81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478013 May 10 17:50:34.510146 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-6e697e78-9dd1-4bc1-8573-56b901d07725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781795183391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525393'] for agent (fdc37a75-b7a9-4e92-a59c-f5b8c02d060c), after_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:50:34.610232 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-8b1f9250-7804-40c8-a25c-004926b2a43f req-e9764063-51e6-4b5c-ae6f-95e3ce091a46 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=35dc394b-a596-4f36-89cf-f60e42d697d1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0698414 May 10 17:50:34.619539 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19800db-7986-4f5f-bff2-9e64dfe53548 req-56e35ad7-b7c1-41c3-bfb8-ca54ac3be0ff tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:50:34.621162 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-f19800db-7986-4f5f-bff2-9e64dfe53548 req-56e35ad7-b7c1-41c3-bfb8-ca54ac3be0ff tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] 10.222.0.60 "GET /v2.0/ports?device_id=e4553a66-9c17-4820-a5ab-1e3f45b42cb2 HTTP/1.1" status: 200 len: 946 time: 0.0727763 May 10 17:50:34.709283 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-f19800db-7986-4f5f-bff2-9e64dfe53548 req-7f033efc-5291-48b8-bb21-eb671521ca13 tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] 10.222.0.60 "GET /v2.0/security-groups?id=f1b3e0fc-5825-4a82-b5b0-e76c34cd9c81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0819793 May 10 17:50:34.714903 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1f9250-7804-40c8-a25c-004926b2a43f req-16597b33-89f8-4862-a99e-95c4e3a31dc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:50:34.717464 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-8b1f9250-7804-40c8-a25c-004926b2a43f req-16597b33-89f8-4862-a99e-95c4e3a31dc2 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=f4e017a4040d450aad862065563ea64d&device_id=35dc394b-a596-4f36-89cf-f60e42d697d1 HTTP/1.1" status: 200 len: 1130 time: 0.0691304 May 10 17:50:34.828832 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1f9250-7804-40c8-a25c-004926b2a43f req-2351eb17-7f6c-4577-a2dc-1fc35b9ae12a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:50:34.830234 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-8b1f9250-7804-40c8-a25c-004926b2a43f req-2351eb17-7f6c-4577-a2dc-1fc35b9ae12a service neutron] 10.222.0.77 "GET /v2.0/networks?id=5a13d84d-c9e9-413f-a254-ca6edab95c78 HTTP/1.1" status: 200 len: 916 time: 0.0913503 May 10 17:50:34.911464 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-8b1f9250-7804-40c8-a25c-004926b2a43f req-dd563467-536e-47d9-bee4-5b945ccf6355 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6f6bce01-999d-439d-8315-53c87197c824 HTTP/1.1" status: 200 len: 1002 time: 0.0737991 May 10 17:50:34.967593 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1f9250-7804-40c8-a25c-004926b2a43f req-979c9e5b-be4b-436f-89d3-be3f6c29eefe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:50:34.969103 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-8b1f9250-7804-40c8-a25c-004926b2a43f req-979c9e5b-be4b-436f-89d3-be3f6c29eefe service neutron] 10.222.0.77 "GET /v2.0/subnets?id=8d05c8d5-b43f-426f-967a-5bcf2a7a77f7 HTTP/1.1" status: 200 len: 854 time: 0.0480072 May 10 17:50:35.020670 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1f9250-7804-40c8-a25c-004926b2a43f req-0a0c288b-9d24-47be-8144-e22486950fa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:50:35.022200 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-8b1f9250-7804-40c8-a25c-004926b2a43f req-0a0c288b-9d24-47be-8144-e22486950fa3 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=5a13d84d-c9e9-413f-a254-ca6edab95c78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0455365 May 10 17:50:35.141371 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-8b1f9250-7804-40c8-a25c-004926b2a43f req-289288c9-d8bf-4d06-829f-586eca356e6d service neutron] 10.222.0.77 "GET /v2.0/networks/5a13d84d-c9e9-413f-a254-ca6edab95c78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1124232 May 10 17:50:35.248457 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-8b1f9250-7804-40c8-a25c-004926b2a43f req-61091484-9efe-48cd-bfc8-12688f386389 service neutron] 10.222.0.77 "GET /v2.0/networks/5a13d84d-c9e9-413f-a254-ca6edab95c78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1007528 May 10 17:50:35.841838 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30045207-fc95-48c2-95a4-58cf06e0e3cc req-67921761-8ac1-4f9e-b523-ebc825ac866c tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:50:35.843406 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-30045207-fc95-48c2-95a4-58cf06e0e3cc req-67921761-8ac1-4f9e-b523-ebc825ac866c tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] 10.222.0.60 "GET /v2.0/ports?device_id=e4553a66-9c17-4820-a5ab-1e3f45b42cb2 HTTP/1.1" status: 200 len: 946 time: 0.0567021 May 10 17:50:35.894513 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-30045207-fc95-48c2-95a4-58cf06e0e3cc req-8eb0ddd5-dab1-483e-aec6-9e430f0b1eed tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] 10.222.0.60 "GET /v2.0/security-groups?id=f1b3e0fc-5825-4a82-b5b0-e76c34cd9c81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454359 May 10 17:50:37.018532 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7be381e-dcde-408a-9e68-ea0bef286e0e req-2eecda5c-7ff9-4cb8-981e-4e82b678c195 tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:50:37.020502 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-d7be381e-dcde-408a-9e68-ea0bef286e0e req-2eecda5c-7ff9-4cb8-981e-4e82b678c195 tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] 10.222.0.60 "GET /v2.0/ports?device_id=e4553a66-9c17-4820-a5ab-1e3f45b42cb2 HTTP/1.1" status: 200 len: 946 time: 0.0532901 May 10 17:50:37.073649 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-d7be381e-dcde-408a-9e68-ea0bef286e0e req-014defaf-1f38-4218-8696-dc084735473d tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] 10.222.0.60 "GET /v2.0/security-groups?id=f1b3e0fc-5825-4a82-b5b0-e76c34cd9c81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473037 May 10 17:50:38.202979 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c29f3b6-091c-4ef9-b9a3-16b487b43b41 req-0a2a4960-477b-4ee5-b268-05e7a9559995 tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:50:38.204633 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-1c29f3b6-091c-4ef9-b9a3-16b487b43b41 req-0a2a4960-477b-4ee5-b268-05e7a9559995 tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] 10.222.0.60 "GET /v2.0/ports?device_id=e4553a66-9c17-4820-a5ab-1e3f45b42cb2 HTTP/1.1" status: 200 len: 946 time: 0.0553598 May 10 17:50:38.265218 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-1c29f3b6-091c-4ef9-b9a3-16b487b43b41 req-d8f4dcb3-4a90-4305-9d6a-a8987afa671a tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] 10.222.0.60 "GET /v2.0/security-groups?id=f1b3e0fc-5825-4a82-b5b0-e76c34cd9c81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542583 May 10 17:50:39.397158 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b91011d-667b-49d6-99ad-c96a9583e940 req-68146737-19a4-4003-8b87-900a2043b00a tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:50:39.399249 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-5b91011d-667b-49d6-99ad-c96a9583e940 req-68146737-19a4-4003-8b87-900a2043b00a tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] 10.222.0.60 "GET /v2.0/ports?device_id=e4553a66-9c17-4820-a5ab-1e3f45b42cb2 HTTP/1.1" status: 200 len: 946 time: 0.0598400 May 10 17:50:39.449665 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-5b91011d-667b-49d6-99ad-c96a9583e940 req-10a3d238-6044-48d3-88e6-77aa2be50270 tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] 10.222.0.60 "GET /v2.0/security-groups?id=f1b3e0fc-5825-4a82-b5b0-e76c34cd9c81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445447 May 10 17:50:40.566098 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b2d744-c695-4b7f-9731-4e7c9ce39643 req-eec65184-d8af-40bf-92b5-2f0ffb7f7c72 tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:50:40.567674 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-39b2d744-c695-4b7f-9731-4e7c9ce39643 req-eec65184-d8af-40bf-92b5-2f0ffb7f7c72 tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] 10.222.0.60 "GET /v2.0/ports?device_id=e4553a66-9c17-4820-a5ab-1e3f45b42cb2 HTTP/1.1" status: 200 len: 946 time: 0.0491848 May 10 17:50:40.627664 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.wsgi [-] (110153) accepted ('10.222.0.60', 44188) {{(pid=110153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 17:50:40.628901 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-39b2d744-c695-4b7f-9731-4e7c9ce39643 req-bcc928fd-2aea-48f3-9823-5393ce9e4847 tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] 10.222.0.60 "GET /v2.0/security-groups?id=f1b3e0fc-5825-4a82-b5b0-e76c34cd9c81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546901 May 10 17:50:40.677008 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.db.db_base_plugin_v2 [None req-328eedce-37ef-4499-a626-2452726354b0 admin admin] Deleting subnet 60d43bd8-63c7-432e-8a86-a5fab11f7168 {{(pid=110153) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 10 17:50:40.680270 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-328eedce-37ef-4499-a626-2452726354b0 admin admin] Publish callbacks [] for subnet (60d43bd8-63c7-432e-8a86-a5fab11f7168), before_delete {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:50:40.718897 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-328eedce-37ef-4499-a626-2452726354b0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24886420'] for subnet (60d43bd8-63c7-432e-8a86-a5fab11f7168), precommit_delete_associations {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:50:40.758556 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-328eedce-37ef-4499-a626-2452726354b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1463979'] for subnet (60d43bd8-63c7-432e-8a86-a5fab11f7168), precommit_delete {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:50:40.810798 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-328eedce-37ef-4499-a626-2452726354b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1463972', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-321831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4207162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24212047'] for subnet (60d43bd8-63c7-432e-8a86-a5fab11f7168), after_delete {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:50:40.836275 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328eedce-37ef-4499-a626-2452726354b0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=60d43bd8-63c7-432e-8a86-a5fab11f7168,revision_number=None']} {{(pid=110153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:50:40.845832 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-328eedce-37ef-4499-a626-2452726354b0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:50:40.848938 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [None req-328eedce-37ef-4499-a626-2452726354b0 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/60d43bd8-63c7-432e-8a86-a5fab11f7168 HTTP/1.1" status: 204 len: 168 time: 0.2203062 May 10 17:50:40.850711 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328eedce-37ef-4499-a626-2452726354b0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:50:40.851048 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328eedce-37ef-4499-a626-2452726354b0 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:50:40.852006 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328eedce-37ef-4499-a626-2452726354b0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:50:40.852006 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328eedce-37ef-4499-a626-2452726354b0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:50:40.852234 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328eedce-37ef-4499-a626-2452726354b0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:50:40.852419 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328eedce-37ef-4499-a626-2452726354b0 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:50:40.852744 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328eedce-37ef-4499-a626-2452726354b0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:50:40.852866 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.wsgi [-] (110152) accepted ('10.222.0.60', 44192) {{(pid=110152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 17:50:40.853061 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328eedce-37ef-4499-a626-2452726354b0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:50:40.853502 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328eedce-37ef-4499-a626-2452726354b0 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:50:40.853697 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328eedce-37ef-4499-a626-2452726354b0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:50:40.854016 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328eedce-37ef-4499-a626-2452726354b0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:50:40.854418 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328eedce-37ef-4499-a626-2452726354b0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:50:40.854647 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328eedce-37ef-4499-a626-2452726354b0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:50:40.854959 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328eedce-37ef-4499-a626-2452726354b0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:50:40.855270 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328eedce-37ef-4499-a626-2452726354b0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:50:40.926756 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-3ab03c9b-1eb4-477e-9376-ae794e2991ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1701118'] for network (29e73f79-8568-4d80-831b-136efa81b55a), before_delete {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:50:41.007629 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-3ab03c9b-1eb4-477e-9376-ae794e2991ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1459024', 'neutron.services.segments.db._delete_segments_for_network-8781795183409'] for network (29e73f79-8568-4d80-831b-136efa81b55a), precommit_delete {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:50:41.028292 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.services.segments.db [None req-3ab03c9b-1eb4-477e-9376-ae794e2991ae admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['29e73f79-8568-4d80-831b-136efa81b55a']}} {{(pid=110152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:50:41.037703 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.services.segments.db [None req-3ab03c9b-1eb4-477e-9376-ae794e2991ae admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6eb6a8de-e14f-4146-b244-6bae452bdd09') {'for_net_delete': True} {{(pid=110152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:50:41.037999 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.services.segments.db [None req-3ab03c9b-1eb4-477e-9376-ae794e2991ae admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6eb6a8de-e14f-4146-b244-6bae452bdd09') {} {{(pid=110152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:50:41.048251 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-3ab03c9b-1eb4-477e-9376-ae794e2991ae admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781795183930', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4759354'] for segment (6eb6a8de-e14f-4146-b244-6bae452bdd09), before_delete {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:50:41.062846 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-3ab03c9b-1eb4-477e-9376-ae794e2991ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1469446'] for segment (6eb6a8de-e14f-4146-b244-6bae452bdd09), precommit_delete {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:50:41.069325 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ab03c9b-1eb4-477e-9376-ae794e2991ae admin admin] Releasing vlan 596 on physical network physnet1 to pool {{(pid=110152) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 17:50:41.069712 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-3ab03c9b-1eb4-477e-9376-ae794e2991ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1469446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5018135'] for segment (6eb6a8de-e14f-4146-b244-6bae452bdd09), after_delete {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:50:41.072356 dv-cinder-841302-2-iscsi neutron-server[110152]: Traceback (most recent call last): May 10 17:50:41.072356 dv-cinder-841302-2-iscsi neutron-server[110152]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 17:50:41.072356 dv-cinder-841302-2-iscsi neutron-server[110152]: timer() May 10 17:50:41.072356 dv-cinder-841302-2-iscsi neutron-server[110152]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 17:50:41.072356 dv-cinder-841302-2-iscsi neutron-server[110152]: cb(*args, **kw) May 10 17:50:41.072356 dv-cinder-841302-2-iscsi neutron-server[110152]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 10 17:50:41.072356 dv-cinder-841302-2-iscsi neutron-server[110152]: return func(*args, **kwargs) May 10 17:50:41.072356 dv-cinder-841302-2-iscsi neutron-server[110152]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 17:50:41.072356 dv-cinder-841302-2-iscsi neutron-server[110152]: self._notify() May 10 17:50:41.072356 dv-cinder-841302-2-iscsi neutron-server[110152]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 17:50:41.072356 dv-cinder-841302-2-iscsi neutron-server[110152]: self.callback(batched_events) May 10 17:50:41.072356 dv-cinder-841302-2-iscsi neutron-server[110152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 17:50:41.072356 dv-cinder-841302-2-iscsi neutron-server[110152]: event.method(event) May 10 17:50:41.072356 dv-cinder-841302-2-iscsi neutron-server[110152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 10 17:50:41.072356 dv-cinder-841302-2-iscsi neutron-server[110152]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 17:50:41.072356 dv-cinder-841302-2-iscsi neutron-server[110152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 10 17:50:41.072356 dv-cinder-841302-2-iscsi neutron-server[110152]: aggregate_uuid = self.p_client.list_aggregates( May 10 17:50:41.072356 dv-cinder-841302-2-iscsi neutron-server[110152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 10 17:50:41.072356 dv-cinder-841302-2-iscsi neutron-server[110152]: return f(self, *a, **k) May 10 17:50:41.072356 dv-cinder-841302-2-iscsi neutron-server[110152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 10 17:50:41.072356 dv-cinder-841302-2-iscsi neutron-server[110152]: return self._get(url).json() May 10 17:50:41.072356 dv-cinder-841302-2-iscsi neutron-server[110152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 10 17:50:41.072356 dv-cinder-841302-2-iscsi neutron-server[110152]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 17:50:41.072356 dv-cinder-841302-2-iscsi neutron-server[110152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 17:50:41.072356 dv-cinder-841302-2-iscsi neutron-server[110152]: return self.request(url, 'GET', **kwargs) May 10 17:50:41.072356 dv-cinder-841302-2-iscsi neutron-server[110152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 17:50:41.072356 dv-cinder-841302-2-iscsi neutron-server[110152]: base_url = self.get_endpoint(auth, allow=allow, May 10 17:50:41.072356 dv-cinder-841302-2-iscsi neutron-server[110152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 17:50:41.072356 dv-cinder-841302-2-iscsi neutron-server[110152]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 17:50:41.072356 dv-cinder-841302-2-iscsi neutron-server[110152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 17:50:41.072356 dv-cinder-841302-2-iscsi neutron-server[110152]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 17:50:41.072356 dv-cinder-841302-2-iscsi neutron-server[110152]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 17:50:41.131598 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-3ab03c9b-1eb4-477e-9376-ae794e2991ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1458985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-282477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-641080'] for network (29e73f79-8568-4d80-831b-136efa81b55a), after_delete {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:50:41.137912 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-3ab03c9b-1eb4-477e-9376-ae794e2991ae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631615'] for network (None), before_response {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:50:41.141177 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [None req-3ab03c9b-1eb4-477e-9376-ae794e2991ae admin admin] 10.222.0.60 "DELETE /v2.0/networks/29e73f79-8568-4d80-831b-136efa81b55a HTTP/1.1" status: 204 len: 168 time: 0.2872238 May 10 17:50:41.152816 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab03c9b-1eb4-477e-9376-ae794e2991ae admin admin] Pushing event deleted for resources: {'Network': ['ID=29e73f79-8568-4d80-831b-136efa81b55a,revision_number=None']} {{(pid=110152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:50:41.160661 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab03c9b-1eb4-477e-9376-ae794e2991ae admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:50:41.161011 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab03c9b-1eb4-477e-9376-ae794e2991ae admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:50:41.161363 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab03c9b-1eb4-477e-9376-ae794e2991ae admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:50:41.161704 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab03c9b-1eb4-477e-9376-ae794e2991ae admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:50:41.162085 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab03c9b-1eb4-477e-9376-ae794e2991ae admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:50:41.162406 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab03c9b-1eb4-477e-9376-ae794e2991ae admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:50:41.162740 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab03c9b-1eb4-477e-9376-ae794e2991ae admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:50:41.163064 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab03c9b-1eb4-477e-9376-ae794e2991ae admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:50:41.163420 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab03c9b-1eb4-477e-9376-ae794e2991ae admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:50:41.164321 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab03c9b-1eb4-477e-9376-ae794e2991ae admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:50:41.164649 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab03c9b-1eb4-477e-9376-ae794e2991ae admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:50:41.165013 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab03c9b-1eb4-477e-9376-ae794e2991ae admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:50:41.165537 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab03c9b-1eb4-477e-9376-ae794e2991ae admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:50:41.165991 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab03c9b-1eb4-477e-9376-ae794e2991ae admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:50:41.166328 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab03c9b-1eb4-477e-9376-ae794e2991ae admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:50:41.317533 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.wsgi [-] (110152) accepted ('10.222.0.60', 44196) {{(pid=110152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 17:50:41.360176 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [None req-7f89259f-9b14-47c5-975c-312d92fe22f8 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=9a2c0807e3fc4161b894f123e8acc473&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0413125 May 10 17:50:41.362592 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.wsgi [-] (110152) accepted ('10.222.0.60', 44198) {{(pid=110152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 17:50:41.412514 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-c6018132-f1d2-41f9-be4a-06bb617ad95a admin admin] Publish callbacks [] for security_group (1b75a05f-62aa-4840-89ec-d12b9e871f92), before_delete {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:50:41.435385 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-c6018132-f1d2-41f9-be4a-06bb617ad95a admin admin] Publish callbacks [] for security_group (1b75a05f-62aa-4840-89ec-d12b9e871f92), precommit_delete {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:50:41.488153 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-c6018132-f1d2-41f9-be4a-06bb617ad95a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-282428'] for security_group (1b75a05f-62aa-4840-89ec-d12b9e871f92), after_delete {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:50:41.490835 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-c6018132-f1d2-41f9-be4a-06bb617ad95a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:50:41.492105 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [None req-c6018132-f1d2-41f9-be4a-06bb617ad95a admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/1b75a05f-62aa-4840-89ec-d12b9e871f92 HTTP/1.1" status: 204 len: 168 time: 0.1286037 May 10 17:50:41.500276 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6018132-f1d2-41f9-be4a-06bb617ad95a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b75a05f-62aa-4840-89ec-d12b9e871f92,revision_number=None']} {{(pid=110152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:50:41.754355 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2ceda0-0204-438b-a3db-242d60132dfc req-ad24570c-43d2-4184-b6de-62fec221095f tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:50:41.755929 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-9b2ceda0-0204-438b-a3db-242d60132dfc req-ad24570c-43d2-4184-b6de-62fec221095f tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] 10.222.0.60 "GET /v2.0/ports?device_id=e4553a66-9c17-4820-a5ab-1e3f45b42cb2 HTTP/1.1" status: 200 len: 946 time: 0.0543823 May 10 17:50:41.808848 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-9b2ceda0-0204-438b-a3db-242d60132dfc req-3f7947f6-d795-43d9-aad5-47cae9ec967e tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] 10.222.0.60 "GET /v2.0/security-groups?id=f1b3e0fc-5825-4a82-b5b0-e76c34cd9c81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469978 May 10 17:50:42.189605 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.wsgi [-] (110152) accepted ('10.222.0.60', 44222) {{(pid=110152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 17:50:42.285457 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.v2.base [None req-4bda967a-4f92-40b1-877d-c7bf324a447a admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-245396197-network', 'tenant_id': 'c93f0e69798e491aba3c8cf1493c2733'}} {{(pid=110152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 17:50:42.305178 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bda967a-4f92-40b1-877d-c7bf324a447a admin admin] Made reservation on behalf of c93f0e69798e491aba3c8cf1493c2733 for: {'network': 1} {{(pid=110152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 17:50:42.307698 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-4bda967a-4f92-40b1-877d-c7bf324a447a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1514036'] for network (None), before_create {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:50:42.316136 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-4bda967a-4f92-40b1-877d-c7bf324a447a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:50:42.393794 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-4bda967a-4f92-40b1-877d-c7bf324a447a admin admin] Publish callbacks [] for security_group (927c83b2-637f-4607-80d7-8a456d48a647), precommit_create {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:50:42.397431 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-4bda967a-4f92-40b1-877d-c7bf324a447a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-282428'] for security_group (927c83b2-637f-4607-80d7-8a456d48a647), after_create {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:50:42.424286 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4bda967a-4f92-40b1-877d-c7bf324a447a admin admin] vlan segment allocate from pool success with {'vlan_id': 566, 'physical_network': 'physnet1'} {{(pid=110152) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 17:50:42.430835 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bda967a-4f92-40b1-877d-c7bf324a447a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=927c83b2-637f-4607-80d7-8a456d48a647,revision_number=1']} {{(pid=110152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:50:42.436805 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-4bda967a-4f92-40b1-877d-c7bf324a447a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1469446'] for segment (230564c6-143b-4e52-aa0f-dd48bc60401d), precommit_create {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:50:42.437177 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.db.segments_db [None req-4bda967a-4f92-40b1-877d-c7bf324a447a admin admin] Added segment 230564c6-143b-4e52-aa0f-dd48bc60401d of type vlan for network 0e710c0b-0b9b-4762-af88-7b56961d06bc May 10 17:50:42.478689 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-4bda967a-4f92-40b1-877d-c7bf324a447a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781794707887'] for network (0e710c0b-0b9b-4762-af88-7b56961d06bc), precommit_create {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:50:42.502900 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-4bda967a-4f92-40b1-877d-c7bf324a447a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-282477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631625'] for network (0e710c0b-0b9b-4762-af88-7b56961d06bc), after_create {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:50:42.504076 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bda967a-4f92-40b1-877d-c7bf324a447a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:50:42.504665 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-4bda967a-4f92-40b1-877d-c7bf324a447a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631615'] for network (None), before_response {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:50:42.563115 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [None req-4bda967a-4f92-40b1-877d-c7bf324a447a admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3722472 May 10 17:50:42.566398 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.wsgi [-] (110153) accepted ('10.222.0.60', 44226) {{(pid=110153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 17:50:42.572466 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.v2.base [None req-b9f0ec7d-bf2b-4627-ac1d-aee8f0d77a9e admin admin] Request body: {'subnet': {'network_id': '0e710c0b-0b9b-4762-af88-7b56961d06bc', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-245396197-subnet', 'tenant_id': 'c93f0e69798e491aba3c8cf1493c2733', 'ip_version': 4}} {{(pid=110153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 17:50:42.573115 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bda967a-4f92-40b1-877d-c7bf324a447a admin admin] Pushing event updated for resources: {'Network': ['ID=0e710c0b-0b9b-4762-af88-7b56961d06bc,revision_number=1']} {{(pid=110152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:50:42.583251 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.rpc [None req-6e697e78-9dd1-4bc1-8573-56b901d07725 None None] Network 0e710c0b-0b9b-4762-af88-7b56961d06bc details requested by agent ovs-agent-dv-cinder-841302-2-iscsi with host dv-cinder-841302-2-iscsi {{(pid=110154) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 10 17:50:42.592701 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9f0ec7d-bf2b-4627-ac1d-aee8f0d77a9e admin admin] Made reservation on behalf of c93f0e69798e491aba3c8cf1493c2733 for: {'subnet': 1} {{(pid=110153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 17:50:42.595348 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-b9f0ec7d-bf2b-4627-ac1d-aee8f0d77a9e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24212008'] for subnet (None), before_create {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:50:42.774822 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-b9f0ec7d-bf2b-4627-ac1d-aee8f0d77a9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-321831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4208893', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24212022'] for subnet (f9bb4cee-673b-4ef0-9b91-80ed1ec77b59), after_create {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:50:42.842763 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f0ec7d-bf2b-4627-ac1d-aee8f0d77a9e admin admin] Pushing event updated for resources: {'Subnet': ['ID=f9bb4cee-673b-4ef0-9b91-80ed1ec77b59,revision_number=0']} {{(pid=110153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:50:42.852021 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9f0ec7d-bf2b-4627-ac1d-aee8f0d77a9e admin admin] Checking segment: {'id': '230564c6-143b-4e52-aa0f-dd48bc60401d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '0e710c0b-0b9b-4762-af88-7b56961d06bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 17:50:42.852380 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9f0ec7d-bf2b-4627-ac1d-aee8f0d77a9e admin admin] Network hostable DHCP agents. Network: 0e710c0b-0b9b-4762-af88-7b56961d06bc, hostable agents: ['b2ad0527-00d5-4995-bc97-ec84c4e02f0b'], hosted agents: [] {{(pid=110153) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 17:50:42.871224 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9f0ec7d-bf2b-4627-ac1d-aee8f0d77a9e admin admin] Network 0e710c0b-0b9b-4762-af88-7b56961d06bc is scheduled to be hosted by DHCP agent b2ad0527-00d5-4995-bc97-ec84c4e02f0b with binding_index 1 {{(pid=110153) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 17:50:42.880676 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.scheduler.base_scheduler [None req-b9f0ec7d-bf2b-4627-ac1d-aee8f0d77a9e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-841302-2-iscsi, 0e710c0b-0b9b-4762-af88-7b56961d06bc) {{(pid=110153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 17:50:42.886189 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9f0ec7d-bf2b-4627-ac1d-aee8f0d77a9e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:50:42.886930 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-b9f0ec7d-bf2b-4627-ac1d-aee8f0d77a9e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:50:42.891975 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-754fd665-170e-4bcd-ba9f-df10ad3d1cb1 None None] Network 0e710c0b-0b9b-4762-af88-7b56961d06bc requested from dv-cinder-841302-2-iscsi {{(pid=110154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 17:50:42.907522 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [None req-b9f0ec7d-bf2b-4627-ac1d-aee8f0d77a9e admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3397768 May 10 17:50:42.910027 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.wsgi [-] (110153) accepted ('10.222.0.60', 44230) {{(pid=110153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 17:50:42.915688 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.v2.base [None req-6f1c559f-ed05-4b50-9933-840f6011f5b0 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-245396197-router', 'tenant_id': 'c93f0e69798e491aba3c8cf1493c2733', 'external_gateway_info': {'network_id': '85dc89cf-59f9-4edb-b26e-52bcb8a93763'}}} {{(pid=110153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 17:50:42.949686 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-6f1c559f-ed05-4b50-9933-840f6011f5b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-537840', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-789'] for router (516c5b9c-98c6-4346-9071-0cde9d9a6648), before_create {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:50:42.950436 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5fcccb-76cb-42ad-ab2a-24539ce414da req-cef96ae3-8db0-4479-b46b-c1a4d6ce2596 tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:50:42.950924 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-6f1c559f-ed05-4b50-9933-840f6011f5b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-537668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-642791', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-610544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-814'] for router (516c5b9c-98c6-4346-9071-0cde9d9a6648), precommit_create {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:50:42.952893 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-7e5fcccb-76cb-42ad-ab2a-24539ce414da req-cef96ae3-8db0-4479-b46b-c1a4d6ce2596 tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] 10.222.0.60 "GET /v2.0/ports?device_id=e4553a66-9c17-4820-a5ab-1e3f45b42cb2 HTTP/1.1" status: 200 len: 946 time: 0.0638347 May 10 17:50:43.006095 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f38db052-65a9-4187-94bc-1a2c63327b47 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa19f327b-e3f6-5d02-b8b8-f794978bb937-0e710c0b-0b9b-4762-af88-7b56961d06bc', 'network_id': '0e710c0b-0b9b-4762-af88-7b56961d06bc', 'project_id': 'c93f0e69798e491aba3c8cf1493c2733', 'fixed_ips': [{'subnet_id': 'f9bb4cee-673b-4ef0-9b91-80ed1ec77b59'}]}} from dv-cinder-841302-2-iscsi. {{(pid=110154) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 10 17:50:43.006959 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-f38db052-65a9-4187-94bc-1a2c63327b47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1514036'] for port (None), before_create {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:50:43.008957 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-6f1c559f-ed05-4b50-9933-840f6011f5b0 admin admin] Publish callbacks [] for router_controller (516c5b9c-98c6-4346-9071-0cde9d9a6648), precommit_add_association {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:50:43.015193 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-7e5fcccb-76cb-42ad-ab2a-24539ce414da req-600f616a-508f-482d-8144-d81019d838bc tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] 10.222.0.60 "GET /v2.0/security-groups?id=f1b3e0fc-5825-4a82-b5b0-e76c34cd9c81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499945 May 10 17:50:43.145244 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.db.db_base_plugin_common [None req-f38db052-65a9-4187-94bc-1a2c63327b47 None None] Allocated IP 172.20.0.2 (0e710c0b-0b9b-4762-af88-7b56961d06bc/f9bb4cee-673b-4ef0-9b91-80ed1ec77b59/76eb2799-13ec-4972-a224-1160850b76a1) {{(pid=110154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 17:50:43.158390 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-6f1c559f-ed05-4b50-9933-840f6011f5b0 admin admin] Publish callbacks [] for router_gateway (516c5b9c-98c6-4346-9071-0cde9d9a6648), precommit_update {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:50:43.286692 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-f38db052-65a9-4187-94bc-1a2c63327b47 None None] Publish callbacks [] for port (76eb2799-13ec-4972-a224-1160850b76a1), precommit_create {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:50:43.293050 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-f38db052-65a9-4187-94bc-1a2c63327b47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1514136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781794686064'] for port (76eb2799-13ec-4972-a224-1160850b76a1), after_create {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:50:43.335560 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f38db052-65a9-4187-94bc-1a2c63327b47 None None] Network 0e710c0b-0b9b-4762-af88-7b56961d06bc is already hosted by enough agents. {{(pid=110154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 17:50:43.338374 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-6f1c559f-ed05-4b50-9933-840f6011f5b0 admin admin] Publish callbacks [] for router_gateway (516c5b9c-98c6-4346-9071-0cde9d9a6648), before_create {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:50:43.343948 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.scheduler.base_scheduler [None req-f38db052-65a9-4187-94bc-1a2c63327b47 None None] Resources bound (agent type, host, resource id): {{(pid=110154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 17:50:43.345660 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38db052-65a9-4187-94bc-1a2c63327b47 None None] Pushing event updated for resources: {'Port': ['ID=76eb2799-13ec-4972-a224-1160850b76a1,revision_number=1']} {{(pid=110154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:50:43.347828 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f38db052-65a9-4187-94bc-1a2c63327b47 None None] Received port after_create {{(pid=110154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 17:50:43.362130 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-6f1c559f-ed05-4b50-9933-840f6011f5b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1514036'] for port (None), before_create {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:50:43.407830 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.managers [None req-f38db052-65a9-4187-94bc-1a2c63327b47 None None] Attempting to bind port 76eb2799-13ec-4972-a224-1160850b76a1 on host dv-cinder-841302-2-iscsi for vnic_type normal with profile {{(pid=110154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 17:50:43.408199 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.managers [None req-f38db052-65a9-4187-94bc-1a2c63327b47 None None] Attempting to bind port 76eb2799-13ec-4972-a224-1160850b76a1 by drivers openvswitch,hyperv on host dv-cinder-841302-2-iscsi at level 0 using segments [{'id': '230564c6-143b-4e52-aa0f-dd48bc60401d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '0e710c0b-0b9b-4762-af88-7b56961d06bc'}] {{(pid=110154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 17:50:43.408626 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f38db052-65a9-4187-94bc-1a2c63327b47 None None] Attempting to bind port 76eb2799-13ec-4972-a224-1160850b76a1 on network 0e710c0b-0b9b-4762-af88-7b56961d06bc {{(pid=110154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 17:50:43.414509 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f38db052-65a9-4187-94bc-1a2c63327b47 None None] Checking agent: {'id': 'fdc37a75-b7a9-4e92-a59c-f5b8c02d060c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841302-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 17, 36, 4), 'started_at': datetime.datetime(2022, 5, 10, 17, 36, 34), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 17, 50, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841302-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 17:50:43.414863 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f38db052-65a9-4187-94bc-1a2c63327b47 None None] Checking segment: {'id': '230564c6-143b-4e52-aa0f-dd48bc60401d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '0e710c0b-0b9b-4762-af88-7b56961d06bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 17:50:43.415265 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-f38db052-65a9-4187-94bc-1a2c63327b47 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:50:43.415686 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f38db052-65a9-4187-94bc-1a2c63327b47 None None] Bound using segment: {'id': '230564c6-143b-4e52-aa0f-dd48bc60401d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '0e710c0b-0b9b-4762-af88-7b56961d06bc'} {{(pid=110154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 17:50:43.416159 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.managers [None req-f38db052-65a9-4187-94bc-1a2c63327b47 None None] Bound port: 76eb2799-13ec-4972-a224-1160850b76a1, host: dv-cinder-841302-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '230564c6-143b-4e52-aa0f-dd48bc60401d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '0e710c0b-0b9b-4762-af88-7b56961d06bc'}}] {{(pid=110154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 17:50:43.417129 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-f38db052-65a9-4187-94bc-1a2c63327b47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1514036'] for port (76eb2799-13ec-4972-a224-1160850b76a1), before_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:50:43.478782 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.db.db_base_plugin_common [None req-6f1c559f-ed05-4b50-9933-840f6011f5b0 admin admin] Allocated IP 172.27.0.153 (85dc89cf-59f9-4edb-b26e-52bcb8a93763/e93d94f1-cb19-4cd0-92e5-ca73d24bd8fb/d572469e-dbdc-4bf8-8e8b-d4e3790fa8e0) {{(pid=110153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 17:50:43.482551 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.db [None req-f38db052-65a9-4187-94bc-1a2c63327b47 None None] For port 76eb2799-13ec-4972-a224-1160850b76a1, host dv-cinder-841302-2-iscsi, cleared binding levels {{(pid=110154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 17:50:43.486037 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.db [None req-f38db052-65a9-4187-94bc-1a2c63327b47 None None] For port 76eb2799-13ec-4972-a224-1160850b76a1, host dv-cinder-841302-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841302-2-iscsi',level=0,port_id=76eb2799-13ec-4972-a224-1160850b76a1,segment=NetworkSegment(230564c6-143b-4e52-aa0f-dd48bc60401d),segment_id=230564c6-143b-4e52-aa0f-dd48bc60401d)] {{(pid=110154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 17:50:43.492675 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-f38db052-65a9-4187-94bc-1a2c63327b47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1514136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781795229094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781794686082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781794686100'] for port (76eb2799-13ec-4972-a224-1160850b76a1), after_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:50:43.601304 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-6f1c559f-ed05-4b50-9933-840f6011f5b0 admin admin] Publish callbacks [] for port (d572469e-dbdc-4bf8-8e8b-d4e3790fa8e0), precommit_create {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:50:43.643676 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-6f1c559f-ed05-4b50-9933-840f6011f5b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1514136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781794686064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207117'] for port (d572469e-dbdc-4bf8-8e8b-d4e3790fa8e0), after_create {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:50:43.676479 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38db052-65a9-4187-94bc-1a2c63327b47 None None] Pushing event updated for resources: {'Port': ['ID=76eb2799-13ec-4972-a224-1160850b76a1,revision_number=2']} {{(pid=110154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:50:43.692296 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f1c559f-ed05-4b50-9933-840f6011f5b0 admin admin] Network 85dc89cf-59f9-4edb-b26e-52bcb8a93763 is already hosted by enough agents. {{(pid=110153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 17:50:43.699833 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.scheduler.base_scheduler [None req-6f1c559f-ed05-4b50-9933-840f6011f5b0 admin admin] Resources bound (agent type, host, resource id): {{(pid=110153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 17:50:43.704700 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f1c559f-ed05-4b50-9933-840f6011f5b0 admin admin] Received port after_create {{(pid=110153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 17:50:43.707994 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1c559f-ed05-4b50-9933-840f6011f5b0 admin admin] Pushing event updated for resources: {'Port': ['ID=d572469e-dbdc-4bf8-8e8b-d4e3790fa8e0,revision_number=1']} {{(pid=110153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:50:44.005641 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-6f1c559f-ed05-4b50-9933-840f6011f5b0 admin admin] Publish callbacks [] for router_gateway (516c5b9c-98c6-4346-9071-0cde9d9a6648), after_create {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:50:44.139386 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7fca48-3380-437d-bc3e-7b67ee120116 req-897b57c4-1d23-4f48-932d-2697906754fb tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:50:44.140982 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-8a7fca48-3380-437d-bc3e-7b67ee120116 req-897b57c4-1d23-4f48-932d-2697906754fb tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] 10.222.0.60 "GET /v2.0/ports?device_id=e4553a66-9c17-4820-a5ab-1e3f45b42cb2 HTTP/1.1" status: 200 len: 946 time: 0.0532012 May 10 17:50:44.190391 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-8a7fca48-3380-437d-bc3e-7b67ee120116 req-ae65c6bb-ee5a-4836-a2e7-98194aeced67 tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] 10.222.0.60 "GET /v2.0/security-groups?id=f1b3e0fc-5825-4a82-b5b0-e76c34cd9c81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434198 May 10 17:50:44.211284 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-6f1c559f-ed05-4b50-9933-840f6011f5b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-537675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-642570'] for router (516c5b9c-98c6-4346-9071-0cde9d9a6648), after_create {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:50:44.351756 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f1c559f-ed05-4b50-9933-840f6011f5b0 admin admin] Router 516c5b9c-98c6-4346-9071-0cde9d9a6648 is scheduled to L3 agent eaac381b-e402-41c3-a8e6-8f962681d3e6 with binding_index 1 {{(pid=110153) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 10 17:50:44.469621 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f1c559f-ed05-4b50-9933-840f6011f5b0 admin admin] Notify agent at l3_agent.dv-cinder-841302-2-iscsi the message routers_updated {{(pid=110153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 17:50:44.487076 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-350b6a41-e953-401a-abcf-19f791a33b90 None None] Sync routers for ids ['516c5b9c-98c6-4346-9071-0cde9d9a6648'] in dv-cinder-841302-2-iscsi {{(pid=110155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 17:50:44.488828 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-6f1c559f-ed05-4b50-9933-840f6011f5b0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:50:44.493921 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.wsgi [-] (110152) accepted ('10.222.0.60', 44236) {{(pid=110152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 17:50:44.494234 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [None req-6f1c559f-ed05-4b50-9933-840f6011f5b0 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.5829771 May 10 17:50:44.509710 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-350b6a41-e953-401a-abcf-19f791a33b90 None None] Routers {'516c5b9c-98c6-4346-9071-0cde9d9a6648'} bound to L3 agent in host dv-cinder-841302-2-iscsi {{(pid=110155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 17:50:44.510857 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.db.l3_hamode_db [None req-350b6a41-e953-401a-abcf-19f791a33b90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841302-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-10T17:36:00Z,description=,heartbeat_timestamp=2022-05-10T17:50:30Z,host='dv-cinder-841302-2-iscsi',id=eaac381b-e402-41c3-a8e6-8f962681d3e6,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T17:36:00Z,topic='l3_agent')) {'router_ids': ['516c5b9c-98c6-4346-9071-0cde9d9a6648'], 'active': True} {{(pid=110155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:50:44.638464 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.db.l3_dvr_db [None req-350b6a41-e953-401a-abcf-19f791a33b90 None None] Set router 516c5b9c-98c6-4346-9071-0cde9d9a6648 gateway port host: dv-cinder-841302-2-iscsi {{(pid=110155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 17:50:44.640002 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff438f86-0681-4d0d-ad5b-1269103f53ab None None] Network 0e710c0b-0b9b-4762-af88-7b56961d06bc requested from dv-cinder-841302-2-iscsi {{(pid=110154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 17:50:44.782206 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.db.provisioning_blocks [None req-eda26d5e-fb60-4a52-a5ce-a82ae864892c None None] Provisioning complete for port 76eb2799-13ec-4972-a224-1160850b76a1 triggered by entity DHCP. {{(pid=110154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 17:50:44.782862 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-eda26d5e-fb60-4a52-a5ce-a82ae864892c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525495'] for port (76eb2799-13ec-4972-a224-1160850b76a1), provisioning_complete {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:50:44.851238 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.db.l3_hamode_db [None req-350b6a41-e953-401a-abcf-19f791a33b90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '516c5b9c-98c6-4346-9071-0cde9d9a6648', 'name': 'tempest-TestVolumeBootPattern-245396197-router', 'tenant_id': 'c93f0e69798e491aba3c8cf1493c2733', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85dc89cf-59f9-4edb-b26e-52bcb8a93763', 'external_fixed_ips': [{'subnet_id': 'e93d94f1-cb19-4cd0-92e5-ca73d24bd8fb', 'ip_address': '172.27.0.153'}], 'enable_snat': True}, 'gw_port_id': 'd572469e-dbdc-4bf8-8e8b-d4e3790fa8e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T17:50:42Z', 'updated_at': '2022-05-10T17:50:43Z', 'revision_number': 3, 'project_id': 'c93f0e69798e491aba3c8cf1493c2733', 'gw_port': {'id': 'd572469e-dbdc-4bf8-8e8b-d4e3790fa8e0', 'name': '', 'network_id': '85dc89cf-59f9-4edb-b26e-52bcb8a93763', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:94:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '516c5b9c-98c6-4346-9071-0cde9d9a6648', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': 'e93d94f1-cb19-4cd0-92e5-ca73d24bd8fb', 'ip_address': '172.27.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T17:50:43Z', 'updated_at': '2022-05-10T17:50:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e93d94f1-cb19-4cd0-92e5-ca73d24bd8fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841302-2-iscsi'}], 'dv-cinder-841302-2-iscsi', False) {} {{(pid=110155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:50:44.856054 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.rpc [None req-6e697e78-9dd1-4bc1-8573-56b901d07725 None None] Device 76eb2799-13ec-4972-a224-1160850b76a1 up at agent ovs-agent-dv-cinder-841302-2-iscsi {{(pid=110154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 17:50:44.886499 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-350b6a41-e953-401a-abcf-19f791a33b90 None None] Checking router: 516c5b9c-98c6-4346-9071-0cde9d9a6648 for host: dv-cinder-841302-2-iscsi {{(pid=110155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 17:50:44.886908 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-350b6a41-e953-401a-abcf-19f791a33b90 None None] Updating router 516c5b9c-98c6-4346-9071-0cde9d9a6648 port d572469e-dbdc-4bf8-8e8b-d4e3790fa8e0 binding host dv-cinder-841302-2-iscsi {{(pid=110155) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 17:50:44.919589 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron_lib.callbacks.manager [None req-350b6a41-e953-401a-abcf-19f791a33b90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1514036'] for port (d572469e-dbdc-4bf8-8e8b-d4e3790fa8e0), before_update {{(pid=110155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:50:44.943013 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.plugin [None req-eda26d5e-fb60-4a52-a5ce-a82ae864892c None None] Current status of the port 76eb2799-13ec-4972-a224-1160850b76a1 is: DOWN; New status is: ACTIVE {{(pid=110154) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 17:50:44.943317 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-eda26d5e-fb60-4a52-a5ce-a82ae864892c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1514036'] for port (76eb2799-13ec-4972-a224-1160850b76a1), before_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:50:44.945624 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.db.provisioning_blocks [None req-6e697e78-9dd1-4bc1-8573-56b901d07725 None None] Provisioning complete for port 76eb2799-13ec-4972-a224-1160850b76a1 triggered by entity L2. {{(pid=110154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 17:50:44.945981 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-6e697e78-9dd1-4bc1-8573-56b901d07725 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525495'] for port (76eb2799-13ec-4972-a224-1160850b76a1), provisioning_complete {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:50:45.022273 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-5b7a2751-0a1b-4e03-a4d3-f3a505a9eacc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1514036'] for port (None), before_create {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:50:45.045007 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.db [None req-eda26d5e-fb60-4a52-a5ce-a82ae864892c None None] For port 76eb2799-13ec-4972-a224-1160850b76a1, host dv-cinder-841302-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841302-2-iscsi',level=0,port_id=76eb2799-13ec-4972-a224-1160850b76a1,segment=NetworkSegment(230564c6-143b-4e52-aa0f-dd48bc60401d),segment_id=230564c6-143b-4e52-aa0f-dd48bc60401d)] {{(pid=110154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 17:50:45.052869 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-eda26d5e-fb60-4a52-a5ce-a82ae864892c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1514136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781795229094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781794686082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781794686100'] for port (76eb2799-13ec-4972-a224-1160850b76a1), after_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:50:45.099490 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.plugin [None req-6e697e78-9dd1-4bc1-8573-56b901d07725 None None] Current status of the port 76eb2799-13ec-4972-a224-1160850b76a1 is: DOWN; New status is: ACTIVE {{(pid=110154) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 17:50:45.100189 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-6e697e78-9dd1-4bc1-8573-56b901d07725 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1514036'] for port (76eb2799-13ec-4972-a224-1160850b76a1), before_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:50:45.152375 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda26d5e-fb60-4a52-a5ce-a82ae864892c None None] Pushing event updated for resources: {'Port': ['ID=76eb2799-13ec-4972-a224-1160850b76a1,revision_number=3']} {{(pid=110154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:50:45.199769 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.db.db_base_plugin_common [None req-5b7a2751-0a1b-4e03-a4d3-f3a505a9eacc admin admin] Allocated IP 172.20.0.1 (0e710c0b-0b9b-4762-af88-7b56961d06bc/f9bb4cee-673b-4ef0-9b91-80ed1ec77b59/a1c49237-846d-478b-b03a-e030620ab69a) {{(pid=110152) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 17:50:45.223220 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.db.provisioning_blocks [None req-be695165-4878-4e0f-87ee-893387a7397c None None] Provisioning complete for port 76eb2799-13ec-4972-a224-1160850b76a1 triggered by entity DHCP. {{(pid=110154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 17:50:45.223738 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-be695165-4878-4e0f-87ee-893387a7397c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525495'] for port (76eb2799-13ec-4972-a224-1160850b76a1), provisioning_complete {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:50:45.249149 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron_lib.callbacks.manager [None req-350b6a41-e953-401a-abcf-19f791a33b90 None None] Publish callbacks [] for port (d572469e-dbdc-4bf8-8e8b-d4e3790fa8e0), precommit_update {{(pid=110155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:50:45.255871 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron_lib.callbacks.manager [None req-350b6a41-e953-401a-abcf-19f791a33b90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1514136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781795229094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781794686082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781794686100'] for port (d572469e-dbdc-4bf8-8e8b-d4e3790fa8e0), after_update {{(pid=110155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:50:45.256262 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.db.api [None req-6e697e78-9dd1-4bc1-8573-56b901d07725 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110154) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 10 17:50:45.256513 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG oslo_db.api [None req-6e697e78-9dd1-4bc1-8573-56b901d07725 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 10 17:50:45.310117 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.plugins.ml2.managers [None req-350b6a41-e953-401a-abcf-19f791a33b90 None None] Attempting to bind port d572469e-dbdc-4bf8-8e8b-d4e3790fa8e0 on host dv-cinder-841302-2-iscsi for vnic_type normal with profile {{(pid=110155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 17:50:45.310117 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.plugins.ml2.managers [None req-350b6a41-e953-401a-abcf-19f791a33b90 None None] Attempting to bind port d572469e-dbdc-4bf8-8e8b-d4e3790fa8e0 by drivers openvswitch,hyperv on host dv-cinder-841302-2-iscsi at level 0 using segments [{'id': '73dc8890-d7a8-423a-bf66-935bdea3f4d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '85dc89cf-59f9-4edb-b26e-52bcb8a93763'}] {{(pid=110155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 17:50:45.310441 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-350b6a41-e953-401a-abcf-19f791a33b90 None None] Attempting to bind port d572469e-dbdc-4bf8-8e8b-d4e3790fa8e0 on network 85dc89cf-59f9-4edb-b26e-52bcb8a93763 {{(pid=110155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 17:50:45.324787 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-350b6a41-e953-401a-abcf-19f791a33b90 None None] Checking agent: {'id': 'fdc37a75-b7a9-4e92-a59c-f5b8c02d060c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841302-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 17, 36, 4), 'started_at': datetime.datetime(2022, 5, 10, 17, 36, 34), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 17, 50, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841302-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 17:50:45.325158 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-350b6a41-e953-401a-abcf-19f791a33b90 None None] Checking segment: {'id': '73dc8890-d7a8-423a-bf66-935bdea3f4d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '85dc89cf-59f9-4edb-b26e-52bcb8a93763'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 17:50:45.325583 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron_lib.callbacks.manager [None req-350b6a41-e953-401a-abcf-19f791a33b90 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:50:45.325980 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-350b6a41-e953-401a-abcf-19f791a33b90 None None] Bound using segment: {'id': '73dc8890-d7a8-423a-bf66-935bdea3f4d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '85dc89cf-59f9-4edb-b26e-52bcb8a93763'} {{(pid=110155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 17:50:45.326830 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.plugins.ml2.managers [None req-350b6a41-e953-401a-abcf-19f791a33b90 None None] Bound port: d572469e-dbdc-4bf8-8e8b-d4e3790fa8e0, host: dv-cinder-841302-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73dc8890-d7a8-423a-bf66-935bdea3f4d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '85dc89cf-59f9-4edb-b26e-52bcb8a93763'}}] {{(pid=110155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 17:50:45.326830 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron_lib.callbacks.manager [None req-350b6a41-e953-401a-abcf-19f791a33b90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1514036'] for port (d572469e-dbdc-4bf8-8e8b-d4e3790fa8e0), before_update {{(pid=110155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:50:45.328630 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae9337b-33b1-49a6-8282-0648d692ce37 None None] Pushing event updated for resources: {'Port': ['ID=d572469e-dbdc-4bf8-8e8b-d4e3790fa8e0,revision_number=2']} {{(pid=110155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:50:45.332180 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-5b7a2751-0a1b-4e03-a4d3-f3a505a9eacc admin admin] Publish callbacks [] for port (a1c49237-846d-478b-b03a-e030620ab69a), precommit_create {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:50:45.344915 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.plugin [None req-be695165-4878-4e0f-87ee-893387a7397c None None] Current status of the port 76eb2799-13ec-4972-a224-1160850b76a1 is: ACTIVE; New status is: ACTIVE {{(pid=110154) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 17:50:45.357957 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae9337b-33b1-49a6-8282-0648d692ce37 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:50:45.358311 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae9337b-33b1-49a6-8282-0648d692ce37 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:50:45.358690 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae9337b-33b1-49a6-8282-0648d692ce37 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:50:45.359049 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae9337b-33b1-49a6-8282-0648d692ce37 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:50:45.359409 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae9337b-33b1-49a6-8282-0648d692ce37 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:50:45.359732 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae9337b-33b1-49a6-8282-0648d692ce37 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:50:45.360055 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae9337b-33b1-49a6-8282-0648d692ce37 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:50:45.360376 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae9337b-33b1-49a6-8282-0648d692ce37 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:50:45.360697 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae9337b-33b1-49a6-8282-0648d692ce37 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:50:45.361017 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae9337b-33b1-49a6-8282-0648d692ce37 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:50:45.361334 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae9337b-33b1-49a6-8282-0648d692ce37 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:50:45.361669 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae9337b-33b1-49a6-8282-0648d692ce37 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:50:45.361990 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae9337b-33b1-49a6-8282-0648d692ce37 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:50:45.362306 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae9337b-33b1-49a6-8282-0648d692ce37 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:50:45.362618 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae9337b-33b1-49a6-8282-0648d692ce37 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:50:45.395433 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.plugins.ml2.db [None req-350b6a41-e953-401a-abcf-19f791a33b90 None None] For port d572469e-dbdc-4bf8-8e8b-d4e3790fa8e0, host dv-cinder-841302-2-iscsi, cleared binding levels {{(pid=110155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 17:50:45.399442 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.plugins.ml2.db [None req-350b6a41-e953-401a-abcf-19f791a33b90 None None] For port d572469e-dbdc-4bf8-8e8b-d4e3790fa8e0, host dv-cinder-841302-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841302-2-iscsi',level=0,port_id=d572469e-dbdc-4bf8-8e8b-d4e3790fa8e0,segment=NetworkSegment(73dc8890-d7a8-423a-bf66-935bdea3f4d7),segment_id=73dc8890-d7a8-423a-bf66-935bdea3f4d7)] {{(pid=110155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 17:50:45.405352 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron_lib.callbacks.manager [None req-350b6a41-e953-401a-abcf-19f791a33b90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1514136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781795229094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781794686082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781794686100'] for port (d572469e-dbdc-4bf8-8e8b-d4e3790fa8e0), after_update {{(pid=110155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:50:45.405498 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758f7310-8e84-419a-a3c5-f7feccd23e89 req-90a4090e-0ede-48ba-974f-b093ab1f5f2d tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:50:45.406889 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-758f7310-8e84-419a-a3c5-f7feccd23e89 req-90a4090e-0ede-48ba-974f-b093ab1f5f2d tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] 10.222.0.60 "GET /v2.0/ports?device_id=e4553a66-9c17-4820-a5ab-1e3f45b42cb2 HTTP/1.1" status: 200 len: 946 time: 0.0717418 May 10 17:50:45.413659 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-5b7a2751-0a1b-4e03-a4d3-f3a505a9eacc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1514136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781794686064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5018186'] for port (a1c49237-846d-478b-b03a-e030620ab69a), after_create {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:50:45.462421 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-350b6a41-e953-401a-abcf-19f791a33b90 None None] Routers {'516c5b9c-98c6-4346-9071-0cde9d9a6648'} bound to L3 agent in host dv-cinder-841302-2-iscsi {{(pid=110155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 17:50:45.462948 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.db.l3_hamode_db [None req-350b6a41-e953-401a-abcf-19f791a33b90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841302-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-10T17:36:00Z,description=,heartbeat_timestamp=2022-05-10T17:50:30Z,host='dv-cinder-841302-2-iscsi',id=eaac381b-e402-41c3-a8e6-8f962681d3e6,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T17:36:00Z,topic='l3_agent')) {'router_ids': ['516c5b9c-98c6-4346-9071-0cde9d9a6648'], 'active': True} {{(pid=110155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:50:45.474959 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b7a2751-0a1b-4e03-a4d3-f3a505a9eacc admin admin] Network 0e710c0b-0b9b-4762-af88-7b56961d06bc is already hosted by enough agents. {{(pid=110152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 17:50:45.490464 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.scheduler.base_scheduler [None req-5b7a2751-0a1b-4e03-a4d3-f3a505a9eacc admin admin] Resources bound (agent type, host, resource id): {{(pid=110152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 17:50:45.493808 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b7a2751-0a1b-4e03-a4d3-f3a505a9eacc admin admin] Received port after_create {{(pid=110152) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 17:50:45.600812 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae9337b-33b1-49a6-8282-0648d692ce37 None None] Pushing event updated for resources: {'Port': ['ID=d572469e-dbdc-4bf8-8e8b-d4e3790fa8e0,revision_number=3']} {{(pid=110155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:50:45.683928 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.db.l3_dvr_db [None req-350b6a41-e953-401a-abcf-19f791a33b90 None None] Set router 516c5b9c-98c6-4346-9071-0cde9d9a6648 gateway port host: dv-cinder-841302-2-iscsi {{(pid=110155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 17:50:45.793393 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-5b7a2751-0a1b-4e03-a4d3-f3a505a9eacc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-640605'] for router_interface (516c5b9c-98c6-4346-9071-0cde9d9a6648), before_create {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:50:45.795546 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7a2751-0a1b-4e03-a4d3-f3a505a9eacc admin admin] Pushing event updated for resources: {'Port': ['ID=a1c49237-846d-478b-b03a-e030620ab69a,revision_number=1']} {{(pid=110152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:50:45.798786 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.db.provisioning_blocks [None req-e436fa71-6179-4a42-83d0-04cec0108bfb None None] Provisioning complete for port a1c49237-846d-478b-b03a-e030620ab69a triggered by entity DHCP. {{(pid=110154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 17:50:45.799297 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-e436fa71-6179-4a42-83d0-04cec0108bfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525495'] for port (a1c49237-846d-478b-b03a-e030620ab69a), provisioning_complete {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:50:45.825593 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.plugin [None req-6e697e78-9dd1-4bc1-8573-56b901d07725 None None] Current status of the port 76eb2799-13ec-4972-a224-1160850b76a1 is: ACTIVE; New status is: ACTIVE {{(pid=110154) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 17:50:45.842457 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-758f7310-8e84-419a-a3c5-f7feccd23e89 req-8956bf1c-468e-4bc2-a090-bdce1d961321 tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] 10.222.0.60 "GET /v2.0/security-groups?id=f1b3e0fc-5825-4a82-b5b0-e76c34cd9c81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4253147 May 10 17:50:45.842615 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.plugin [None req-e436fa71-6179-4a42-83d0-04cec0108bfb None None] Port a1c49237-846d-478b-b03a-e030620ab69a cannot update to ACTIVE because it is not bound. {{(pid=110154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 10 17:50:45.876215 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.db.l3_hamode_db [None req-350b6a41-e953-401a-abcf-19f791a33b90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '516c5b9c-98c6-4346-9071-0cde9d9a6648', 'name': 'tempest-TestVolumeBootPattern-245396197-router', 'tenant_id': 'c93f0e69798e491aba3c8cf1493c2733', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85dc89cf-59f9-4edb-b26e-52bcb8a93763', 'external_fixed_ips': [{'subnet_id': 'e93d94f1-cb19-4cd0-92e5-ca73d24bd8fb', 'ip_address': '172.27.0.153'}], 'enable_snat': True}, 'gw_port_id': 'd572469e-dbdc-4bf8-8e8b-d4e3790fa8e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T17:50:42Z', 'updated_at': '2022-05-10T17:50:43Z', 'revision_number': 3, 'project_id': 'c93f0e69798e491aba3c8cf1493c2733', 'gw_port': {'id': 'd572469e-dbdc-4bf8-8e8b-d4e3790fa8e0', 'name': '', 'network_id': '85dc89cf-59f9-4edb-b26e-52bcb8a93763', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:94:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '516c5b9c-98c6-4346-9071-0cde9d9a6648', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': 'e93d94f1-cb19-4cd0-92e5-ca73d24bd8fb', 'ip_address': '172.27.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841302-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T17:50:43Z', 'updated_at': '2022-05-10T17:50:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e93d94f1-cb19-4cd0-92e5-ca73d24bd8fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841302-2-iscsi'}], 'dv-cinder-841302-2-iscsi', False) {} {{(pid=110155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:50:45.903545 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-350b6a41-e953-401a-abcf-19f791a33b90 None None] The sync data for ids ['516c5b9c-98c6-4346-9071-0cde9d9a6648'] in dv-cinder-841302-2-iscsi is: [{'id': '516c5b9c-98c6-4346-9071-0cde9d9a6648', 'name': 'tempest-TestVolumeBootPattern-245396197-router', 'tenant_id': 'c93f0e69798e491aba3c8cf1493c2733', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85dc89cf-59f9-4edb-b26e-52bcb8a93763', 'external_fixed_ips': [{'subnet_id': 'e93d94f1-cb19-4cd0-92e5-ca73d24bd8fb', 'ip_address': '172.27.0.153'}], 'enable_snat': True}, 'gw_port_id': 'd572469e-dbdc-4bf8-8e8b-d4e3790fa8e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T17:50:42Z', 'updated_at': '2022-05-10T17:50:43Z', 'revision_number': 3, 'project_id': 'c93f0e69798e491aba3c8cf1493c2733', 'gw_port': {'id': 'd572469e-dbdc-4bf8-8e8b-d4e3790fa8e0', 'name': '', 'network_id': '85dc89cf-59f9-4edb-b26e-52bcb8a93763', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:94:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '516c5b9c-98c6-4346-9071-0cde9d9a6648', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': 'e93d94f1-cb19-4cd0-92e5-ca73d24bd8fb', 'ip_address': '172.27.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841302-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T17:50:43Z', 'updated_at': '2022-05-10T17:50:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e93d94f1-cb19-4cd0-92e5-ca73d24bd8fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841302-2-iscsi'}] {{(pid=110155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 17:50:45.947584 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-5b7a2751-0a1b-4e03-a4d3-f3a505a9eacc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1514036'] for port (a1c49237-846d-478b-b03a-e030620ab69a), before_update {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:50:46.127445 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-5b7a2751-0a1b-4e03-a4d3-f3a505a9eacc admin admin] Publish callbacks [] for port (a1c49237-846d-478b-b03a-e030620ab69a), precommit_update {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:50:46.131937 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-5b7a2751-0a1b-4e03-a4d3-f3a505a9eacc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1514136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781795229094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781794686082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781794686100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5018163'] for port (a1c49237-846d-478b-b03a-e030620ab69a), after_update {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:50:46.201949 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7a2751-0a1b-4e03-a4d3-f3a505a9eacc admin admin] Pushing event updated for resources: {'Port': ['ID=a1c49237-846d-478b-b03a-e030620ab69a,revision_number=2']} {{(pid=110152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:50:46.205697 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-5b7a2751-0a1b-4e03-a4d3-f3a505a9eacc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-631643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-640352'] for router_interface (516c5b9c-98c6-4346-9071-0cde9d9a6648), after_create {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:50:46.316400 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b7a2751-0a1b-4e03-a4d3-f3a505a9eacc admin admin] Network 0e710c0b-0b9b-4762-af88-7b56961d06bc is already hosted by enough agents. {{(pid=110152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 17:50:46.317912 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.scheduler.base_scheduler [None req-5b7a2751-0a1b-4e03-a4d3-f3a505a9eacc admin admin] Resources bound (agent type, host, resource id): {{(pid=110152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 17:50:46.453728 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b7a2751-0a1b-4e03-a4d3-f3a505a9eacc admin admin] Router 516c5b9c-98c6-4346-9071-0cde9d9a6648 has already been hosted by L3 agent eaac381b-e402-41c3-a8e6-8f962681d3e6 {{(pid=110152) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 17:50:46.570719 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.db.provisioning_blocks [None req-e3774666-e69f-404e-b428-811526ebcd13 None None] Provisioning complete for port a1c49237-846d-478b-b03a-e030620ab69a triggered by entity DHCP. {{(pid=110154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 17:50:46.571286 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-e3774666-e69f-404e-b428-811526ebcd13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525495'] for port (a1c49237-846d-478b-b03a-e030620ab69a), provisioning_complete {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:50:46.588889 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b7a2751-0a1b-4e03-a4d3-f3a505a9eacc admin admin] Notify agent at l3_agent.dv-cinder-841302-2-iscsi the message routers_updated {{(pid=110152) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 17:50:46.603862 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [None req-5b7a2751-0a1b-4e03-a4d3-f3a505a9eacc admin admin] 10.222.0.60 "PUT /v2.0/routers/516c5b9c-98c6-4346-9071-0cde9d9a6648/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1084218 May 10 17:50:46.623967 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.plugin [None req-e3774666-e69f-404e-b428-811526ebcd13 None None] Port a1c49237-846d-478b-b03a-e030620ab69a cannot update to ACTIVE because it is not bound. {{(pid=110154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 10 17:50:46.884412 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.rpc [None req-6e697e78-9dd1-4bc1-8573-56b901d07725 None None] Device 76eb2799-13ec-4972-a224-1160850b76a1 up at agent ovs-agent-dv-cinder-841302-2-iscsi {{(pid=110154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 17:50:46.939233 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.db.provisioning_blocks [None req-6e697e78-9dd1-4bc1-8573-56b901d07725 None None] Provisioning complete for port 76eb2799-13ec-4972-a224-1160850b76a1 triggered by entity L2. {{(pid=110154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 17:50:46.939644 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-6e697e78-9dd1-4bc1-8573-56b901d07725 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525495'] for port (76eb2799-13ec-4972-a224-1160850b76a1), provisioning_complete {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:50:46.977862 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3803aaf-6d4a-4ca4-bd95-30d8f29dfa29 req-c2c8abaf-bd1f-450b-9b43-d64505d4d3bb tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:50:46.979541 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-b3803aaf-6d4a-4ca4-bd95-30d8f29dfa29 req-c2c8abaf-bd1f-450b-9b43-d64505d4d3bb tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] 10.222.0.60 "GET /v2.0/ports?device_id=e4553a66-9c17-4820-a5ab-1e3f45b42cb2 HTTP/1.1" status: 200 len: 946 time: 0.0590389 May 10 17:50:47.028644 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.plugin [None req-6e697e78-9dd1-4bc1-8573-56b901d07725 None None] Current status of the port 76eb2799-13ec-4972-a224-1160850b76a1 is: ACTIVE; New status is: ACTIVE {{(pid=110154) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 17:50:47.029765 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.rpc [None req-6e697e78-9dd1-4bc1-8573-56b901d07725 None None] Device d572469e-dbdc-4bf8-8e8b-d4e3790fa8e0 up at agent ovs-agent-dv-cinder-841302-2-iscsi {{(pid=110154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 17:50:47.055050 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-b3803aaf-6d4a-4ca4-bd95-30d8f29dfa29 req-a60454bd-1338-4835-84ba-ac40a48c3ee5 tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] 10.222.0.60 "GET /v2.0/security-groups?id=f1b3e0fc-5825-4a82-b5b0-e76c34cd9c81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0622227 May 10 17:50:47.086797 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.db.provisioning_blocks [None req-6e697e78-9dd1-4bc1-8573-56b901d07725 None None] Provisioning complete for port d572469e-dbdc-4bf8-8e8b-d4e3790fa8e0 triggered by entity L2. {{(pid=110154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 17:50:47.087036 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-6e697e78-9dd1-4bc1-8573-56b901d07725 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525495'] for port (d572469e-dbdc-4bf8-8e8b-d4e3790fa8e0), provisioning_complete {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:50:47.167867 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.plugin [None req-6e697e78-9dd1-4bc1-8573-56b901d07725 None None] Current status of the port d572469e-dbdc-4bf8-8e8b-d4e3790fa8e0 is: DOWN; New status is: ACTIVE {{(pid=110154) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 17:50:47.168161 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-6e697e78-9dd1-4bc1-8573-56b901d07725 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1514036'] for port (d572469e-dbdc-4bf8-8e8b-d4e3790fa8e0), before_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:50:47.190986 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.wsgi [-] (110152) accepted ('10.222.0.60', 44260) {{(pid=110152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 17:50:47.193916 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.db [None req-6e697e78-9dd1-4bc1-8573-56b901d07725 None None] For port d572469e-dbdc-4bf8-8e8b-d4e3790fa8e0, host dv-cinder-841302-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841302-2-iscsi',level=0,port_id=d572469e-dbdc-4bf8-8e8b-d4e3790fa8e0,segment=NetworkSegment(73dc8890-d7a8-423a-bf66-935bdea3f4d7),segment_id=73dc8890-d7a8-423a-bf66-935bdea3f4d7)] {{(pid=110154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 17:50:47.197607 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.v2.base [None req-d41a4fde-13cc-4c76-9f63-f253e772b70a admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-846141223-network', 'tenant_id': 'ddd02c052d5f458e8f2cb70d605f2101'}} {{(pid=110152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 17:50:47.199574 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-6e697e78-9dd1-4bc1-8573-56b901d07725 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1514136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781795229094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781794686082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781794686100'] for port (d572469e-dbdc-4bf8-8e8b-d4e3790fa8e0), after_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:50:47.216731 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d41a4fde-13cc-4c76-9f63-f253e772b70a admin admin] Made reservation on behalf of ddd02c052d5f458e8f2cb70d605f2101 for: {'network': 1} {{(pid=110152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 17:50:47.219109 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-d41a4fde-13cc-4c76-9f63-f253e772b70a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1514036'] for network (None), before_create {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:50:47.227990 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-d41a4fde-13cc-4c76-9f63-f253e772b70a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:50:47.251696 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e697e78-9dd1-4bc1-8573-56b901d07725 None None] Pushing event updated for resources: {'Port': ['ID=d572469e-dbdc-4bf8-8e8b-d4e3790fa8e0,revision_number=4']} {{(pid=110154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:50:47.316905 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-d41a4fde-13cc-4c76-9f63-f253e772b70a admin admin] Publish callbacks [] for security_group (c072878a-5bce-4bb3-a57d-883d69472818), precommit_create {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:50:47.321883 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-d41a4fde-13cc-4c76-9f63-f253e772b70a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-282428'] for security_group (c072878a-5bce-4bb3-a57d-883d69472818), after_create {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:50:47.349246 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d41a4fde-13cc-4c76-9f63-f253e772b70a admin admin] vlan segment allocate from pool success with {'vlan_id': 572, 'physical_network': 'physnet1'} {{(pid=110152) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 17:50:47.360151 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41a4fde-13cc-4c76-9f63-f253e772b70a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c072878a-5bce-4bb3-a57d-883d69472818,revision_number=1']} {{(pid=110152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:50:47.367535 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-d41a4fde-13cc-4c76-9f63-f253e772b70a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1469446'] for segment (148e7f62-7e09-4b93-98f5-59719639ef12), precommit_create {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:50:47.368069 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.db.segments_db [None req-d41a4fde-13cc-4c76-9f63-f253e772b70a admin admin] Added segment 148e7f62-7e09-4b93-98f5-59719639ef12 of type vlan for network 47145552-1150-4fd5-83b1-2aee2c244125 May 10 17:50:47.412990 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-d41a4fde-13cc-4c76-9f63-f253e772b70a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781794707887'] for network (47145552-1150-4fd5-83b1-2aee2c244125), precommit_create {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:50:47.440096 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-d41a4fde-13cc-4c76-9f63-f253e772b70a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-282477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631625'] for network (47145552-1150-4fd5-83b1-2aee2c244125), after_create {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:50:47.441096 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d41a4fde-13cc-4c76-9f63-f253e772b70a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:50:47.441765 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-d41a4fde-13cc-4c76-9f63-f253e772b70a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631615'] for network (None), before_response {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:50:47.498794 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [None req-d41a4fde-13cc-4c76-9f63-f253e772b70a admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3063738 May 10 17:50:47.501548 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.wsgi [-] (110152) accepted ('10.222.0.60', 44262) {{(pid=110152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 17:50:47.508322 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.v2.base [None req-23800ac5-8809-4301-a23c-54775e25a3df admin admin] Request body: {'subnet': {'network_id': '47145552-1150-4fd5-83b1-2aee2c244125', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-846141223-subnet', 'tenant_id': 'ddd02c052d5f458e8f2cb70d605f2101', 'ip_version': 4}} {{(pid=110152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 17:50:47.525528 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41a4fde-13cc-4c76-9f63-f253e772b70a admin admin] Pushing event updated for resources: {'Network': ['ID=47145552-1150-4fd5-83b1-2aee2c244125,revision_number=1']} {{(pid=110152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:50:47.535936 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.rpc [None req-6e697e78-9dd1-4bc1-8573-56b901d07725 None None] Network 47145552-1150-4fd5-83b1-2aee2c244125 details requested by agent ovs-agent-dv-cinder-841302-2-iscsi with host dv-cinder-841302-2-iscsi {{(pid=110154) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 10 17:50:47.549170 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23800ac5-8809-4301-a23c-54775e25a3df admin admin] Made reservation on behalf of ddd02c052d5f458e8f2cb70d605f2101 for: {'subnet': 1} {{(pid=110152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 17:50:47.551623 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-23800ac5-8809-4301-a23c-54775e25a3df admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4423460'] for subnet (None), before_create {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:50:47.583406 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-869a8885-a203-4ba1-8b1c-900906be05de None None] Sync routers for ids ['516c5b9c-98c6-4346-9071-0cde9d9a6648'] in dv-cinder-841302-2-iscsi {{(pid=110154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 17:50:47.614780 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-869a8885-a203-4ba1-8b1c-900906be05de None None] Routers {'516c5b9c-98c6-4346-9071-0cde9d9a6648'} bound to L3 agent in host dv-cinder-841302-2-iscsi {{(pid=110154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 17:50:47.615573 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.db.l3_hamode_db [None req-869a8885-a203-4ba1-8b1c-900906be05de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841302-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-10T17:36:00Z,description=,heartbeat_timestamp=2022-05-10T17:50:30Z,host='dv-cinder-841302-2-iscsi',id=eaac381b-e402-41c3-a8e6-8f962681d3e6,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T17:36:00Z,topic='l3_agent')) {'router_ids': ['516c5b9c-98c6-4346-9071-0cde9d9a6648'], 'active': True} {{(pid=110154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:50:47.733696 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-23800ac5-8809-4301-a23c-54775e25a3df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-321831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5019834', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4423482'] for subnet (f7d800de-2bfe-4399-b406-46adda31d5e7), after_create {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:50:47.738505 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.db.l3_dvr_db [None req-869a8885-a203-4ba1-8b1c-900906be05de None None] Set router 516c5b9c-98c6-4346-9071-0cde9d9a6648 gateway port host: dv-cinder-841302-2-iscsi {{(pid=110154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 17:50:47.788210 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23800ac5-8809-4301-a23c-54775e25a3df admin admin] Pushing event updated for resources: {'Subnet': ['ID=f7d800de-2bfe-4399-b406-46adda31d5e7,revision_number=0']} {{(pid=110152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:50:47.799302 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23800ac5-8809-4301-a23c-54775e25a3df admin admin] Checking segment: {'id': '148e7f62-7e09-4b93-98f5-59719639ef12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '47145552-1150-4fd5-83b1-2aee2c244125'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 17:50:47.799708 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23800ac5-8809-4301-a23c-54775e25a3df admin admin] Network hostable DHCP agents. Network: 47145552-1150-4fd5-83b1-2aee2c244125, hostable agents: ['b2ad0527-00d5-4995-bc97-ec84c4e02f0b'], hosted agents: [] {{(pid=110152) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 17:50:47.817679 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23800ac5-8809-4301-a23c-54775e25a3df admin admin] Network 47145552-1150-4fd5-83b1-2aee2c244125 is scheduled to be hosted by DHCP agent b2ad0527-00d5-4995-bc97-ec84c4e02f0b with binding_index 1 {{(pid=110152) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 17:50:47.828634 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.scheduler.base_scheduler [None req-23800ac5-8809-4301-a23c-54775e25a3df admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-841302-2-iscsi, 47145552-1150-4fd5-83b1-2aee2c244125) {{(pid=110152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 17:50:47.838342 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23800ac5-8809-4301-a23c-54775e25a3df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:50:47.838953 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-23800ac5-8809-4301-a23c-54775e25a3df admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631615'] for subnet (None), before_response {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:50:47.853571 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b42bc82c-95d4-4589-b9ab-c8c8eb6fb17f None None] Network 47145552-1150-4fd5-83b1-2aee2c244125 requested from dv-cinder-841302-2-iscsi {{(pid=110154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 17:50:47.859351 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [None req-23800ac5-8809-4301-a23c-54775e25a3df admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3567679 May 10 17:50:47.861997 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.wsgi [-] (110152) accepted ('10.222.0.60', 44264) {{(pid=110152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 17:50:47.867242 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.v2.base [None req-8ccc61b1-4f72-4f85-bb01-06132f093cf2 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-846141223-router', 'tenant_id': 'ddd02c052d5f458e8f2cb70d605f2101', 'external_gateway_info': {'network_id': '85dc89cf-59f9-4edb-b26e-52bcb8a93763'}}} {{(pid=110152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 17:50:47.888950 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-8ccc61b1-4f72-4f85-bb01-06132f093cf2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-537840', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-789'] for router (2b3fb756-0c31-4c5f-9508-a1c78ee00b21), before_create {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:50:47.889980 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-8ccc61b1-4f72-4f85-bb01-06132f093cf2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-537668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-642791', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-610544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-814'] for router (2b3fb756-0c31-4c5f-9508-a1c78ee00b21), precommit_create {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:50:47.951464 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-8ccc61b1-4f72-4f85-bb01-06132f093cf2 admin admin] Publish callbacks [] for router_controller (2b3fb756-0c31-4c5f-9508-a1c78ee00b21), precommit_add_association {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:50:48.025192 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a3b478a-3a1b-4f9a-b400-1c8f0f9475a8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa19f327b-e3f6-5d02-b8b8-f794978bb937-47145552-1150-4fd5-83b1-2aee2c244125', 'network_id': '47145552-1150-4fd5-83b1-2aee2c244125', 'project_id': 'ddd02c052d5f458e8f2cb70d605f2101', 'fixed_ips': [{'subnet_id': 'f7d800de-2bfe-4399-b406-46adda31d5e7'}]}} from dv-cinder-841302-2-iscsi. {{(pid=110154) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 10 17:50:48.026065 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-4a3b478a-3a1b-4f9a-b400-1c8f0f9475a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1514036'] for port (None), before_create {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:50:48.028915 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.db.l3_hamode_db [None req-869a8885-a203-4ba1-8b1c-900906be05de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '516c5b9c-98c6-4346-9071-0cde9d9a6648', 'name': 'tempest-TestVolumeBootPattern-245396197-router', 'tenant_id': 'c93f0e69798e491aba3c8cf1493c2733', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85dc89cf-59f9-4edb-b26e-52bcb8a93763', 'external_fixed_ips': [{'subnet_id': 'e93d94f1-cb19-4cd0-92e5-ca73d24bd8fb', 'ip_address': '172.27.0.153'}], 'enable_snat': True}, 'gw_port_id': 'd572469e-dbdc-4bf8-8e8b-d4e3790fa8e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T17:50:42Z', 'updated_at': '2022-05-10T17:50:45Z', 'revision_number': 4, 'project_id': 'c93f0e69798e491aba3c8cf1493c2733', 'gw_port': {'id': 'd572469e-dbdc-4bf8-8e8b-d4e3790fa8e0', 'name': '', 'network_id': '85dc89cf-59f9-4edb-b26e-52bcb8a93763', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:94:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '516c5b9c-98c6-4346-9071-0cde9d9a6648', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': 'e93d94f1-cb19-4cd0-92e5-ca73d24bd8fb', 'ip_address': '172.27.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841302-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T17:50:43Z', 'updated_at': '2022-05-10T17:50:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e93d94f1-cb19-4cd0-92e5-ca73d24bd8fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841302-2-iscsi', '_interfaces': [{'id': 'a1c49237-846d-478b-b03a-e030620ab69a', 'name': '', 'network_id': '0e710c0b-0b9b-4762-af88-7b56961d06bc', 'tenant_id': 'c93f0e69798e491aba3c8cf1493c2733', 'mac_address': 'fa:16:3e:36:d0:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '516c5b9c-98c6-4346-9071-0cde9d9a6648', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': 'f9bb4cee-673b-4ef0-9b91-80ed1ec77b59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T17:50:45Z', 'updated_at': '2022-05-10T17:50:45Z', 'revision_number': 2, 'project_id': 'c93f0e69798e491aba3c8cf1493c2733', 'subnets': [{'id': 'f9bb4cee-673b-4ef0-9b91-80ed1ec77b59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841302-2-iscsi', False) {} {{(pid=110154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:50:48.066540 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-869a8885-a203-4ba1-8b1c-900906be05de None None] Checking router: 516c5b9c-98c6-4346-9071-0cde9d9a6648 for host: dv-cinder-841302-2-iscsi {{(pid=110154) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 17:50:48.066897 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-869a8885-a203-4ba1-8b1c-900906be05de None None] Updating router 516c5b9c-98c6-4346-9071-0cde9d9a6648 port a1c49237-846d-478b-b03a-e030620ab69a binding host dv-cinder-841302-2-iscsi {{(pid=110154) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 17:50:48.111175 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-8ccc61b1-4f72-4f85-bb01-06132f093cf2 admin admin] Publish callbacks [] for router_gateway (2b3fb756-0c31-4c5f-9508-a1c78ee00b21), precommit_update {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:50:48.159022 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-869a8885-a203-4ba1-8b1c-900906be05de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1514036'] for port (a1c49237-846d-478b-b03a-e030620ab69a), before_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:50:48.219235 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a75e87-cce5-47af-9021-bb52345bb25a req-7266aa4a-e31c-4bf5-acfa-07938a25a698 tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:50:48.220838 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-81a75e87-cce5-47af-9021-bb52345bb25a req-7266aa4a-e31c-4bf5-acfa-07938a25a698 tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] 10.222.0.60 "GET /v2.0/ports?device_id=e4553a66-9c17-4820-a5ab-1e3f45b42cb2 HTTP/1.1" status: 200 len: 946 time: 0.0976181 May 10 17:50:48.352779 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.db.db_base_plugin_common [None req-4a3b478a-3a1b-4f9a-b400-1c8f0f9475a8 None None] Allocated IP 172.20.0.2 (47145552-1150-4fd5-83b1-2aee2c244125/f7d800de-2bfe-4399-b406-46adda31d5e7/8dc83f33-3966-4991-b9a3-fec222913bde) {{(pid=110154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 17:50:48.363558 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-81a75e87-cce5-47af-9021-bb52345bb25a req-f28c229e-7e9e-412e-af18-a15d3a0b04c3 tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] 10.222.0.60 "GET /v2.0/security-groups?id=f1b3e0fc-5825-4a82-b5b0-e76c34cd9c81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1291997 May 10 17:50:48.414781 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-8ccc61b1-4f72-4f85-bb01-06132f093cf2 admin admin] Publish callbacks [] for router_gateway (2b3fb756-0c31-4c5f-9508-a1c78ee00b21), before_create {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:50:48.442814 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-8ccc61b1-4f72-4f85-bb01-06132f093cf2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1514036'] for port (None), before_create {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:50:48.598254 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.db.db_base_plugin_common [None req-8ccc61b1-4f72-4f85-bb01-06132f093cf2 admin admin] Allocated IP 172.27.0.218 (85dc89cf-59f9-4edb-b26e-52bcb8a93763/e93d94f1-cb19-4cd0-92e5-ca73d24bd8fb/af87286a-97f3-4d80-b896-8ae5bcd4bae1) {{(pid=110152) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 17:50:48.730323 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-8ccc61b1-4f72-4f85-bb01-06132f093cf2 admin admin] Publish callbacks [] for port (af87286a-97f3-4d80-b896-8ae5bcd4bae1), precommit_create {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:50:48.770991 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-8ccc61b1-4f72-4f85-bb01-06132f093cf2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1514136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781794686064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5018186'] for port (af87286a-97f3-4d80-b896-8ae5bcd4bae1), after_create {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:50:48.814180 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.rpc [None req-6e697e78-9dd1-4bc1-8573-56b901d07725 None None] Device d572469e-dbdc-4bf8-8e8b-d4e3790fa8e0 up at agent ovs-agent-dv-cinder-841302-2-iscsi {{(pid=110154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 17:50:48.827867 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ccc61b1-4f72-4f85-bb01-06132f093cf2 admin admin] Network 85dc89cf-59f9-4edb-b26e-52bcb8a93763 is already hosted by enough agents. {{(pid=110152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 17:50:48.836827 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.scheduler.base_scheduler [None req-8ccc61b1-4f72-4f85-bb01-06132f093cf2 admin admin] Resources bound (agent type, host, resource id): {{(pid=110152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 17:50:48.837625 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ccc61b1-4f72-4f85-bb01-06132f093cf2 admin admin] Received port after_create {{(pid=110152) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 17:50:48.845643 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-4a3b478a-3a1b-4f9a-b400-1c8f0f9475a8 None None] Publish callbacks [] for port (8dc83f33-3966-4991-b9a3-fec222913bde), precommit_create {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:50:48.861083 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-4a3b478a-3a1b-4f9a-b400-1c8f0f9475a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1514136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781794686064'] for port (8dc83f33-3966-4991-b9a3-fec222913bde), after_create {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:50:48.865039 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ccc61b1-4f72-4f85-bb01-06132f093cf2 admin admin] Pushing event updated for resources: {'Port': ['ID=af87286a-97f3-4d80-b896-8ae5bcd4bae1,revision_number=1']} {{(pid=110152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:50:48.921530 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-869a8885-a203-4ba1-8b1c-900906be05de None None] Publish callbacks [] for port (a1c49237-846d-478b-b03a-e030620ab69a), precommit_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:50:48.950533 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a3b478a-3a1b-4f9a-b400-1c8f0f9475a8 None None] Network 47145552-1150-4fd5-83b1-2aee2c244125 is already hosted by enough agents. {{(pid=110154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 17:50:48.950533 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-869a8885-a203-4ba1-8b1c-900906be05de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1514136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781795229094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781794686082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781794686100'] for port (a1c49237-846d-478b-b03a-e030620ab69a), after_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:50:48.950533 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.scheduler.base_scheduler [None req-4a3b478a-3a1b-4f9a-b400-1c8f0f9475a8 None None] Resources bound (agent type, host, resource id): {{(pid=110154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 17:50:48.962062 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a3b478a-3a1b-4f9a-b400-1c8f0f9475a8 None None] Received port after_create {{(pid=110154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 17:50:48.981468 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3b478a-3a1b-4f9a-b400-1c8f0f9475a8 None None] Pushing event updated for resources: {'Port': ['ID=8dc83f33-3966-4991-b9a3-fec222913bde,revision_number=1']} {{(pid=110154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:50:48.984590 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.db.provisioning_blocks [None req-6e697e78-9dd1-4bc1-8573-56b901d07725 None None] Provisioning complete for port d572469e-dbdc-4bf8-8e8b-d4e3790fa8e0 triggered by entity L2. {{(pid=110154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 17:50:48.985212 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-6e697e78-9dd1-4bc1-8573-56b901d07725 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525495'] for port (d572469e-dbdc-4bf8-8e8b-d4e3790fa8e0), provisioning_complete {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:50:49.166652 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.managers [None req-4a3b478a-3a1b-4f9a-b400-1c8f0f9475a8 None None] Attempting to bind port 8dc83f33-3966-4991-b9a3-fec222913bde on host dv-cinder-841302-2-iscsi for vnic_type normal with profile {{(pid=110154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 17:50:49.167356 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.managers [None req-4a3b478a-3a1b-4f9a-b400-1c8f0f9475a8 None None] Attempting to bind port 8dc83f33-3966-4991-b9a3-fec222913bde by drivers openvswitch,hyperv on host dv-cinder-841302-2-iscsi at level 0 using segments [{'id': '148e7f62-7e09-4b93-98f5-59719639ef12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '47145552-1150-4fd5-83b1-2aee2c244125'}] {{(pid=110154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 17:50:49.167540 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a3b478a-3a1b-4f9a-b400-1c8f0f9475a8 None None] Attempting to bind port 8dc83f33-3966-4991-b9a3-fec222913bde on network 47145552-1150-4fd5-83b1-2aee2c244125 {{(pid=110154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 17:50:49.179829 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c47c58-f0d0-43df-8ad5-38a8aa554676 None None] Pushing event updated for resources: {'Port': ['ID=a1c49237-846d-478b-b03a-e030620ab69a,revision_number=3']} {{(pid=110154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:50:49.186738 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a3b478a-3a1b-4f9a-b400-1c8f0f9475a8 None None] Checking agent: {'id': 'fdc37a75-b7a9-4e92-a59c-f5b8c02d060c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841302-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 17, 36, 4), 'started_at': datetime.datetime(2022, 5, 10, 17, 36, 34), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 17, 50, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841302-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 17:50:49.186738 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a3b478a-3a1b-4f9a-b400-1c8f0f9475a8 None None] Checking segment: {'id': '148e7f62-7e09-4b93-98f5-59719639ef12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '47145552-1150-4fd5-83b1-2aee2c244125'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 17:50:49.186738 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-4a3b478a-3a1b-4f9a-b400-1c8f0f9475a8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:50:49.187779 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a3b478a-3a1b-4f9a-b400-1c8f0f9475a8 None None] Bound using segment: {'id': '148e7f62-7e09-4b93-98f5-59719639ef12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '47145552-1150-4fd5-83b1-2aee2c244125'} {{(pid=110154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 17:50:49.187934 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.managers [None req-4a3b478a-3a1b-4f9a-b400-1c8f0f9475a8 None None] Bound port: 8dc83f33-3966-4991-b9a3-fec222913bde, host: dv-cinder-841302-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '148e7f62-7e09-4b93-98f5-59719639ef12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '47145552-1150-4fd5-83b1-2aee2c244125'}}] {{(pid=110154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 17:50:49.188390 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-4a3b478a-3a1b-4f9a-b400-1c8f0f9475a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1514036'] for port (8dc83f33-3966-4991-b9a3-fec222913bde), before_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:50:49.253086 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-8ccc61b1-4f72-4f85-bb01-06132f093cf2 admin admin] Publish callbacks [] for router_gateway (2b3fb756-0c31-4c5f-9508-a1c78ee00b21), after_create {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:50:49.256561 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa410b5-f6c0-48e8-930b-4449ad61a17c req-9394a4b1-9eba-46ac-98ca-02ba4ff0bcdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:50:49.259209 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-bfa410b5-f6c0-48e8-930b-4449ad61a17c req-9394a4b1-9eba-46ac-98ca-02ba4ff0bcdf service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=e4553a66-9c17-4820-a5ab-1e3f45b42cb2 HTTP/1.1" status: 200 len: 1130 time: 0.1101382 May 10 17:50:49.315188 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.managers [None req-869a8885-a203-4ba1-8b1c-900906be05de None None] Attempting to bind port a1c49237-846d-478b-b03a-e030620ab69a on host dv-cinder-841302-2-iscsi for vnic_type normal with profile {{(pid=110154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 17:50:49.315651 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.managers [None req-869a8885-a203-4ba1-8b1c-900906be05de None None] Attempting to bind port a1c49237-846d-478b-b03a-e030620ab69a by drivers openvswitch,hyperv on host dv-cinder-841302-2-iscsi at level 0 using segments [{'id': '230564c6-143b-4e52-aa0f-dd48bc60401d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '0e710c0b-0b9b-4762-af88-7b56961d06bc'}] {{(pid=110154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 17:50:49.316018 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-869a8885-a203-4ba1-8b1c-900906be05de None None] Attempting to bind port a1c49237-846d-478b-b03a-e030620ab69a on network 0e710c0b-0b9b-4762-af88-7b56961d06bc {{(pid=110154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 17:50:49.340533 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-869a8885-a203-4ba1-8b1c-900906be05de None None] Checking agent: {'id': 'fdc37a75-b7a9-4e92-a59c-f5b8c02d060c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841302-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 17, 36, 4), 'started_at': datetime.datetime(2022, 5, 10, 17, 36, 34), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 17, 50, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841302-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 17:50:49.340812 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-869a8885-a203-4ba1-8b1c-900906be05de None None] Checking segment: {'id': '230564c6-143b-4e52-aa0f-dd48bc60401d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '0e710c0b-0b9b-4762-af88-7b56961d06bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 17:50:49.341184 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-869a8885-a203-4ba1-8b1c-900906be05de None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:50:49.341658 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-869a8885-a203-4ba1-8b1c-900906be05de None None] Bound using segment: {'id': '230564c6-143b-4e52-aa0f-dd48bc60401d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '0e710c0b-0b9b-4762-af88-7b56961d06bc'} {{(pid=110154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 17:50:49.342136 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.managers [None req-869a8885-a203-4ba1-8b1c-900906be05de None None] Bound port: a1c49237-846d-478b-b03a-e030620ab69a, host: dv-cinder-841302-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '230564c6-143b-4e52-aa0f-dd48bc60401d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '0e710c0b-0b9b-4762-af88-7b56961d06bc'}}] {{(pid=110154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 17:50:49.342552 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-869a8885-a203-4ba1-8b1c-900906be05de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1514036'] for port (a1c49237-846d-478b-b03a-e030620ab69a), before_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:50:49.351763 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.plugin [None req-6e697e78-9dd1-4bc1-8573-56b901d07725 None None] Current status of the port d572469e-dbdc-4bf8-8e8b-d4e3790fa8e0 is: ACTIVE; New status is: ACTIVE {{(pid=110154) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 17:50:49.379177 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-bfa410b5-f6c0-48e8-930b-4449ad61a17c req-3aaaa320-ae49-48c4-8455-ed8940451d8f service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=f1b3e0fc-5825-4a82-b5b0-e76c34cd9c81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0869308 May 10 17:50:49.387312 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.db [None req-4a3b478a-3a1b-4f9a-b400-1c8f0f9475a8 None None] For port 8dc83f33-3966-4991-b9a3-fec222913bde, host dv-cinder-841302-2-iscsi, cleared binding levels {{(pid=110154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 17:50:49.392030 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.db [None req-4a3b478a-3a1b-4f9a-b400-1c8f0f9475a8 None None] For port 8dc83f33-3966-4991-b9a3-fec222913bde, host dv-cinder-841302-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841302-2-iscsi',level=0,port_id=8dc83f33-3966-4991-b9a3-fec222913bde,segment=NetworkSegment(148e7f62-7e09-4b93-98f5-59719639ef12),segment_id=148e7f62-7e09-4b93-98f5-59719639ef12)] {{(pid=110154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 17:50:49.397495 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.db.provisioning_blocks [None req-ec6775dc-9844-4dc1-b3e9-3d7f718362c1 None None] Provisioning complete for port a1c49237-846d-478b-b03a-e030620ab69a triggered by entity DHCP. {{(pid=110154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 17:50:49.398465 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-ec6775dc-9844-4dc1-b3e9-3d7f718362c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525495'] for port (a1c49237-846d-478b-b03a-e030620ab69a), provisioning_complete {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:50:49.421533 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-4a3b478a-3a1b-4f9a-b400-1c8f0f9475a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1514136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781795229094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781794686082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781794686100'] for port (8dc83f33-3966-4991-b9a3-fec222913bde), after_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:50:49.537600 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.plugin [None req-ec6775dc-9844-4dc1-b3e9-3d7f718362c1 None None] Port a1c49237-846d-478b-b03a-e030620ab69a cannot update to ACTIVE because it is not bound. {{(pid=110154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 10 17:50:49.544530 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.db [None req-869a8885-a203-4ba1-8b1c-900906be05de None None] For port a1c49237-846d-478b-b03a-e030620ab69a, host dv-cinder-841302-2-iscsi, cleared binding levels {{(pid=110154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 17:50:49.566818 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3b478a-3a1b-4f9a-b400-1c8f0f9475a8 None None] Pushing event updated for resources: {'Port': ['ID=8dc83f33-3966-4991-b9a3-fec222913bde,revision_number=2']} {{(pid=110154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:50:49.573035 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.db [None req-869a8885-a203-4ba1-8b1c-900906be05de None None] For port a1c49237-846d-478b-b03a-e030620ab69a, host dv-cinder-841302-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841302-2-iscsi',level=0,port_id=a1c49237-846d-478b-b03a-e030620ab69a,segment=NetworkSegment(230564c6-143b-4e52-aa0f-dd48bc60401d),segment_id=230564c6-143b-4e52-aa0f-dd48bc60401d)] {{(pid=110154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 17:50:49.581169 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-869a8885-a203-4ba1-8b1c-900906be05de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1514136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781795229094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781794686082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781794686100'] for port (a1c49237-846d-478b-b03a-e030620ab69a), after_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:50:49.638543 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-869a8885-a203-4ba1-8b1c-900906be05de None None] Routers {'516c5b9c-98c6-4346-9071-0cde9d9a6648'} bound to L3 agent in host dv-cinder-841302-2-iscsi {{(pid=110154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 17:50:49.639040 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.db.l3_hamode_db [None req-869a8885-a203-4ba1-8b1c-900906be05de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841302-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-10T17:36:00Z,description=,heartbeat_timestamp=2022-05-10T17:50:30Z,host='dv-cinder-841302-2-iscsi',id=eaac381b-e402-41c3-a8e6-8f962681d3e6,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T17:36:00Z,topic='l3_agent')) {'router_ids': ['516c5b9c-98c6-4346-9071-0cde9d9a6648'], 'active': True} {{(pid=110154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:50:49.725590 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c47c58-f0d0-43df-8ad5-38a8aa554676 None None] Pushing event updated for resources: {'Port': ['ID=a1c49237-846d-478b-b03a-e030620ab69a,revision_number=4']} {{(pid=110154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:50:49.800541 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.db.l3_dvr_db [None req-869a8885-a203-4ba1-8b1c-900906be05de None None] Set router 516c5b9c-98c6-4346-9071-0cde9d9a6648 gateway port host: dv-cinder-841302-2-iscsi {{(pid=110154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 17:50:49.860814 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab29aae-3bfb-46e2-8b95-2d9724e9d18e req-ab8073d1-60a5-4534-8314-6be394f7097d tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:50:49.868291 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-fab29aae-3bfb-46e2-8b95-2d9724e9d18e req-ab8073d1-60a5-4534-8314-6be394f7097d tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] 10.222.0.60 "GET /v2.0/ports?device_id=e4553a66-9c17-4820-a5ab-1e3f45b42cb2 HTTP/1.1" status: 200 len: 946 time: 0.4238787 May 10 17:50:49.875680 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-8ccc61b1-4f72-4f85-bb01-06132f093cf2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-537675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-642570'] for router (2b3fb756-0c31-4c5f-9508-a1c78ee00b21), after_create {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:50:49.968690 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-fab29aae-3bfb-46e2-8b95-2d9724e9d18e req-37b1fb03-3f95-4e3f-9c40-b7fe1732d86b tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] 10.222.0.60 "GET /v2.0/security-groups?id=f1b3e0fc-5825-4a82-b5b0-e76c34cd9c81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0994673 May 10 17:50:49.975548 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.db.provisioning_blocks [None req-d2149459-149f-4b27-9395-c57332dd960d None None] Provisioning complete for port a1c49237-846d-478b-b03a-e030620ab69a triggered by entity DHCP. {{(pid=110154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 17:50:49.976088 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-d2149459-149f-4b27-9395-c57332dd960d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525495'] for port (a1c49237-846d-478b-b03a-e030620ab69a), provisioning_complete {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:50:50.048038 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ccc61b1-4f72-4f85-bb01-06132f093cf2 admin admin] Router 2b3fb756-0c31-4c5f-9508-a1c78ee00b21 is scheduled to L3 agent eaac381b-e402-41c3-a8e6-8f962681d3e6 with binding_index 1 {{(pid=110152) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 10 17:50:50.107012 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.db.l3_hamode_db [None req-869a8885-a203-4ba1-8b1c-900906be05de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '516c5b9c-98c6-4346-9071-0cde9d9a6648', 'name': 'tempest-TestVolumeBootPattern-245396197-router', 'tenant_id': 'c93f0e69798e491aba3c8cf1493c2733', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85dc89cf-59f9-4edb-b26e-52bcb8a93763', 'external_fixed_ips': [{'subnet_id': 'e93d94f1-cb19-4cd0-92e5-ca73d24bd8fb', 'ip_address': '172.27.0.153'}], 'enable_snat': True}, 'gw_port_id': 'd572469e-dbdc-4bf8-8e8b-d4e3790fa8e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T17:50:42Z', 'updated_at': '2022-05-10T17:50:45Z', 'revision_number': 4, 'project_id': 'c93f0e69798e491aba3c8cf1493c2733', 'gw_port': {'id': 'd572469e-dbdc-4bf8-8e8b-d4e3790fa8e0', 'name': '', 'network_id': '85dc89cf-59f9-4edb-b26e-52bcb8a93763', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:94:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '516c5b9c-98c6-4346-9071-0cde9d9a6648', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': 'e93d94f1-cb19-4cd0-92e5-ca73d24bd8fb', 'ip_address': '172.27.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841302-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T17:50:43Z', 'updated_at': '2022-05-10T17:50:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e93d94f1-cb19-4cd0-92e5-ca73d24bd8fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841302-2-iscsi', '_interfaces': [{'id': 'a1c49237-846d-478b-b03a-e030620ab69a', 'name': '', 'network_id': '0e710c0b-0b9b-4762-af88-7b56961d06bc', 'tenant_id': 'c93f0e69798e491aba3c8cf1493c2733', 'mac_address': 'fa:16:3e:36:d0:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '516c5b9c-98c6-4346-9071-0cde9d9a6648', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': 'f9bb4cee-673b-4ef0-9b91-80ed1ec77b59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841302-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T17:50:45Z', 'updated_at': '2022-05-10T17:50:49Z', 'revision_number': 4, 'project_id': 'c93f0e69798e491aba3c8cf1493c2733', 'subnets': [{'id': 'f9bb4cee-673b-4ef0-9b91-80ed1ec77b59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841302-2-iscsi', False) {} {{(pid=110154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:50:50.142294 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-869a8885-a203-4ba1-8b1c-900906be05de None None] The sync data for ids ['516c5b9c-98c6-4346-9071-0cde9d9a6648'] in dv-cinder-841302-2-iscsi is: [{'id': '516c5b9c-98c6-4346-9071-0cde9d9a6648', 'name': 'tempest-TestVolumeBootPattern-245396197-router', 'tenant_id': 'c93f0e69798e491aba3c8cf1493c2733', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85dc89cf-59f9-4edb-b26e-52bcb8a93763', 'external_fixed_ips': [{'subnet_id': 'e93d94f1-cb19-4cd0-92e5-ca73d24bd8fb', 'ip_address': '172.27.0.153'}], 'enable_snat': True}, 'gw_port_id': 'd572469e-dbdc-4bf8-8e8b-d4e3790fa8e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T17:50:42Z', 'updated_at': '2022-05-10T17:50:45Z', 'revision_number': 4, 'project_id': 'c93f0e69798e491aba3c8cf1493c2733', 'gw_port': {'id': 'd572469e-dbdc-4bf8-8e8b-d4e3790fa8e0', 'name': '', 'network_id': '85dc89cf-59f9-4edb-b26e-52bcb8a93763', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:94:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '516c5b9c-98c6-4346-9071-0cde9d9a6648', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': 'e93d94f1-cb19-4cd0-92e5-ca73d24bd8fb', 'ip_address': '172.27.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841302-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T17:50:43Z', 'updated_at': '2022-05-10T17:50:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e93d94f1-cb19-4cd0-92e5-ca73d24bd8fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841302-2-iscsi', '_interfaces': [{'id': 'a1c49237-846d-478b-b03a-e030620ab69a', 'name': '', 'network_id': '0e710c0b-0b9b-4762-af88-7b56961d06bc', 'tenant_id': 'c93f0e69798e491aba3c8cf1493c2733', 'mac_address': 'fa:16:3e:36:d0:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '516c5b9c-98c6-4346-9071-0cde9d9a6648', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': 'f9bb4cee-673b-4ef0-9b91-80ed1ec77b59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841302-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T17:50:45Z', 'updated_at': '2022-05-10T17:50:49Z', 'revision_number': 4, 'project_id': 'c93f0e69798e491aba3c8cf1493c2733', 'subnets': [{'id': 'f9bb4cee-673b-4ef0-9b91-80ed1ec77b59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 17:50:50.145810 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.plugin [None req-d2149459-149f-4b27-9395-c57332dd960d None None] Current status of the port a1c49237-846d-478b-b03a-e030620ab69a is: DOWN; New status is: ACTIVE {{(pid=110154) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 17:50:50.146228 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-d2149459-149f-4b27-9395-c57332dd960d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1514036'] for port (a1c49237-846d-478b-b03a-e030620ab69a), before_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:50:50.171261 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ccc61b1-4f72-4f85-bb01-06132f093cf2 admin admin] Notify agent at l3_agent.dv-cinder-841302-2-iscsi the message routers_updated {{(pid=110152) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 17:50:50.183496 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94b24204-d89e-404f-a95d-59afc8471ed8 None None] Sync routers for ids ['2b3fb756-0c31-4c5f-9508-a1c78ee00b21'] in dv-cinder-841302-2-iscsi {{(pid=110155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 17:50:50.187959 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.db [None req-d2149459-149f-4b27-9395-c57332dd960d None None] For port a1c49237-846d-478b-b03a-e030620ab69a, host dv-cinder-841302-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841302-2-iscsi',level=0,port_id=a1c49237-846d-478b-b03a-e030620ab69a,segment=NetworkSegment(230564c6-143b-4e52-aa0f-dd48bc60401d),segment_id=230564c6-143b-4e52-aa0f-dd48bc60401d)] {{(pid=110154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 17:50:50.192821 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-8ccc61b1-4f72-4f85-bb01-06132f093cf2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:50:50.193550 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-d2149459-149f-4b27-9395-c57332dd960d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1514136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781795229094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781794686082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781794686100'] for port (a1c49237-846d-478b-b03a-e030620ab69a), after_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:50:50.198891 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.wsgi [-] (110153) accepted ('10.222.0.60', 44272) {{(pid=110153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 17:50:50.208065 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [None req-8ccc61b1-4f72-4f85-bb01-06132f093cf2 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.3447771 May 10 17:50:50.209667 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94b24204-d89e-404f-a95d-59afc8471ed8 None None] Routers {'2b3fb756-0c31-4c5f-9508-a1c78ee00b21'} bound to L3 agent in host dv-cinder-841302-2-iscsi {{(pid=110155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 17:50:50.211747 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.db.l3_hamode_db [None req-94b24204-d89e-404f-a95d-59afc8471ed8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841302-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-10T17:36:00Z,description=,heartbeat_timestamp=2022-05-10T17:50:30Z,host='dv-cinder-841302-2-iscsi',id=eaac381b-e402-41c3-a8e6-8f962681d3e6,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T17:36:00Z,topic='l3_agent')) {'router_ids': ['2b3fb756-0c31-4c5f-9508-a1c78ee00b21'], 'active': True} {{(pid=110155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:50:50.262805 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2149459-149f-4b27-9395-c57332dd960d None None] Pushing event updated for resources: {'Port': ['ID=a1c49237-846d-478b-b03a-e030620ab69a,revision_number=5']} {{(pid=110154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:50:50.384546 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.db.l3_dvr_db [None req-94b24204-d89e-404f-a95d-59afc8471ed8 None None] Set router 2b3fb756-0c31-4c5f-9508-a1c78ee00b21 gateway port host: dv-cinder-841302-2-iscsi {{(pid=110155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 17:50:50.603514 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.db.l3_hamode_db [None req-94b24204-d89e-404f-a95d-59afc8471ed8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b3fb756-0c31-4c5f-9508-a1c78ee00b21', 'name': 'tempest-TestVolumeBootPattern-846141223-router', 'tenant_id': 'ddd02c052d5f458e8f2cb70d605f2101', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85dc89cf-59f9-4edb-b26e-52bcb8a93763', 'external_fixed_ips': [{'subnet_id': 'e93d94f1-cb19-4cd0-92e5-ca73d24bd8fb', 'ip_address': '172.27.0.218'}], 'enable_snat': True}, 'gw_port_id': 'af87286a-97f3-4d80-b896-8ae5bcd4bae1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T17:50:47Z', 'updated_at': '2022-05-10T17:50:49Z', 'revision_number': 3, 'project_id': 'ddd02c052d5f458e8f2cb70d605f2101', 'gw_port': {'id': 'af87286a-97f3-4d80-b896-8ae5bcd4bae1', 'name': '', 'network_id': '85dc89cf-59f9-4edb-b26e-52bcb8a93763', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:24:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b3fb756-0c31-4c5f-9508-a1c78ee00b21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': 'e93d94f1-cb19-4cd0-92e5-ca73d24bd8fb', 'ip_address': '172.27.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T17:50:48Z', 'updated_at': '2022-05-10T17:50:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e93d94f1-cb19-4cd0-92e5-ca73d24bd8fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841302-2-iscsi'}], 'dv-cinder-841302-2-iscsi', False) {} {{(pid=110155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:50:50.637391 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94b24204-d89e-404f-a95d-59afc8471ed8 None None] Checking router: 2b3fb756-0c31-4c5f-9508-a1c78ee00b21 for host: dv-cinder-841302-2-iscsi {{(pid=110155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 17:50:50.638120 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94b24204-d89e-404f-a95d-59afc8471ed8 None None] Updating router 2b3fb756-0c31-4c5f-9508-a1c78ee00b21 port af87286a-97f3-4d80-b896-8ae5bcd4bae1 binding host dv-cinder-841302-2-iscsi {{(pid=110155) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 17:50:50.673461 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron_lib.callbacks.manager [None req-94b24204-d89e-404f-a95d-59afc8471ed8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1514036'] for port (af87286a-97f3-4d80-b896-8ae5bcd4bae1), before_update {{(pid=110155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:50:50.698763 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d93c299-5e56-48e6-88b9-afa94053d48d None None] Network 47145552-1150-4fd5-83b1-2aee2c244125 requested from dv-cinder-841302-2-iscsi {{(pid=110154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 17:50:50.779030 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.db.provisioning_blocks [None req-5689f39e-9c57-4b40-8afd-aacf5a281054 None None] Provisioning complete for port 8dc83f33-3966-4991-b9a3-fec222913bde triggered by entity DHCP. {{(pid=110154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 17:50:50.779589 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-5689f39e-9c57-4b40-8afd-aacf5a281054 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525495'] for port (8dc83f33-3966-4991-b9a3-fec222913bde), provisioning_complete {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:50:50.956154 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.rpc [None req-6e697e78-9dd1-4bc1-8573-56b901d07725 None None] Device a1c49237-846d-478b-b03a-e030620ab69a up at agent ovs-agent-dv-cinder-841302-2-iscsi {{(pid=110154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 17:50:51.008158 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron_lib.callbacks.manager [None req-94b24204-d89e-404f-a95d-59afc8471ed8 None None] Publish callbacks [] for port (af87286a-97f3-4d80-b896-8ae5bcd4bae1), precommit_update {{(pid=110155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:50:51.015558 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron_lib.callbacks.manager [None req-94b24204-d89e-404f-a95d-59afc8471ed8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1514136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781795229094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781794686082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781794686100'] for port (af87286a-97f3-4d80-b896-8ae5bcd4bae1), after_update {{(pid=110155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:50:51.092702 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.plugins.ml2.managers [None req-94b24204-d89e-404f-a95d-59afc8471ed8 None None] Attempting to bind port af87286a-97f3-4d80-b896-8ae5bcd4bae1 on host dv-cinder-841302-2-iscsi for vnic_type normal with profile {{(pid=110155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 17:50:51.093268 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.plugins.ml2.managers [None req-94b24204-d89e-404f-a95d-59afc8471ed8 None None] Attempting to bind port af87286a-97f3-4d80-b896-8ae5bcd4bae1 by drivers openvswitch,hyperv on host dv-cinder-841302-2-iscsi at level 0 using segments [{'id': '73dc8890-d7a8-423a-bf66-935bdea3f4d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '85dc89cf-59f9-4edb-b26e-52bcb8a93763'}] {{(pid=110155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 17:50:51.093777 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94b24204-d89e-404f-a95d-59afc8471ed8 None None] Attempting to bind port af87286a-97f3-4d80-b896-8ae5bcd4bae1 on network 85dc89cf-59f9-4edb-b26e-52bcb8a93763 {{(pid=110155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 17:50:51.094421 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.db.provisioning_blocks [None req-6e697e78-9dd1-4bc1-8573-56b901d07725 None None] Provisioning complete for port a1c49237-846d-478b-b03a-e030620ab69a triggered by entity L2. {{(pid=110154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 17:50:51.094810 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-6e697e78-9dd1-4bc1-8573-56b901d07725 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525495'] for port (a1c49237-846d-478b-b03a-e030620ab69a), provisioning_complete {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:50:51.096948 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.plugin [None req-5689f39e-9c57-4b40-8afd-aacf5a281054 None None] Current status of the port 8dc83f33-3966-4991-b9a3-fec222913bde is: DOWN; New status is: ACTIVE {{(pid=110154) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 17:50:51.097571 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-5689f39e-9c57-4b40-8afd-aacf5a281054 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1514036'] for port (8dc83f33-3966-4991-b9a3-fec222913bde), before_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:50:51.106584 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94b24204-d89e-404f-a95d-59afc8471ed8 None None] Checking agent: {'id': 'fdc37a75-b7a9-4e92-a59c-f5b8c02d060c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841302-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 17, 36, 4), 'started_at': datetime.datetime(2022, 5, 10, 17, 36, 34), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 17, 50, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841302-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 17:50:51.107491 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94b24204-d89e-404f-a95d-59afc8471ed8 None None] Checking segment: {'id': '73dc8890-d7a8-423a-bf66-935bdea3f4d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '85dc89cf-59f9-4edb-b26e-52bcb8a93763'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 17:50:51.108087 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron_lib.callbacks.manager [None req-94b24204-d89e-404f-a95d-59afc8471ed8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:50:51.108646 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94b24204-d89e-404f-a95d-59afc8471ed8 None None] Bound using segment: {'id': '73dc8890-d7a8-423a-bf66-935bdea3f4d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '85dc89cf-59f9-4edb-b26e-52bcb8a93763'} {{(pid=110155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 17:50:51.110049 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.plugins.ml2.managers [None req-94b24204-d89e-404f-a95d-59afc8471ed8 None None] Bound port: af87286a-97f3-4d80-b896-8ae5bcd4bae1, host: dv-cinder-841302-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73dc8890-d7a8-423a-bf66-935bdea3f4d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '85dc89cf-59f9-4edb-b26e-52bcb8a93763'}}] {{(pid=110155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 17:50:51.110623 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron_lib.callbacks.manager [None req-94b24204-d89e-404f-a95d-59afc8471ed8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1514036'] for port (af87286a-97f3-4d80-b896-8ae5bcd4bae1), before_update {{(pid=110155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:50:51.184056 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.plugins.ml2.db [None req-94b24204-d89e-404f-a95d-59afc8471ed8 None None] For port af87286a-97f3-4d80-b896-8ae5bcd4bae1, host dv-cinder-841302-2-iscsi, cleared binding levels {{(pid=110155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 17:50:51.188455 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.plugins.ml2.db [None req-94b24204-d89e-404f-a95d-59afc8471ed8 None None] For port af87286a-97f3-4d80-b896-8ae5bcd4bae1, host dv-cinder-841302-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841302-2-iscsi',level=0,port_id=af87286a-97f3-4d80-b896-8ae5bcd4bae1,segment=NetworkSegment(73dc8890-d7a8-423a-bf66-935bdea3f4d7),segment_id=73dc8890-d7a8-423a-bf66-935bdea3f4d7)] {{(pid=110155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 17:50:51.196845 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron_lib.callbacks.manager [None req-94b24204-d89e-404f-a95d-59afc8471ed8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1514136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781795229094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781794686082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781794686100'] for port (af87286a-97f3-4d80-b896-8ae5bcd4bae1), after_update {{(pid=110155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:50:51.207142 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8482fa09-0dfe-44ba-9bc6-69a010d7f67b req-c51376e5-e166-4f83-9b17-8e0fad9a9fd1 tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:50:51.210826 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.db [None req-5689f39e-9c57-4b40-8afd-aacf5a281054 None None] For port 8dc83f33-3966-4991-b9a3-fec222913bde, host dv-cinder-841302-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841302-2-iscsi',level=0,port_id=8dc83f33-3966-4991-b9a3-fec222913bde,segment=NetworkSegment(148e7f62-7e09-4b93-98f5-59719639ef12),segment_id=148e7f62-7e09-4b93-98f5-59719639ef12)] {{(pid=110154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 17:50:51.213813 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-8482fa09-0dfe-44ba-9bc6-69a010d7f67b req-c51376e5-e166-4f83-9b17-8e0fad9a9fd1 tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] 10.222.0.60 "GET /v2.0/ports?device_id=e4553a66-9c17-4820-a5ab-1e3f45b42cb2 HTTP/1.1" status: 200 len: 946 time: 0.1335747 May 10 17:50:51.232739 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-5689f39e-9c57-4b40-8afd-aacf5a281054 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1514136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781795229094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781794686082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781794686100'] for port (8dc83f33-3966-4991-b9a3-fec222913bde), after_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:50:51.246877 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94b24204-d89e-404f-a95d-59afc8471ed8 None None] Routers {'2b3fb756-0c31-4c5f-9508-a1c78ee00b21'} bound to L3 agent in host dv-cinder-841302-2-iscsi {{(pid=110155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 17:50:51.248875 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.db.l3_hamode_db [None req-94b24204-d89e-404f-a95d-59afc8471ed8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841302-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-10T17:36:00Z,description=,heartbeat_timestamp=2022-05-10T17:50:30Z,host='dv-cinder-841302-2-iscsi',id=eaac381b-e402-41c3-a8e6-8f962681d3e6,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T17:36:00Z,topic='l3_agent')) {'router_ids': ['2b3fb756-0c31-4c5f-9508-a1c78ee00b21'], 'active': True} {{(pid=110155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:50:51.258077 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-5c812412-da5a-480b-a1ed-aedb09b5e5a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1514036'] for port (None), before_create {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:50:51.290532 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2c1407-4d6c-4aff-993c-a9fe4a0f98c5 None None] Pushing event updated for resources: {'Port': ['ID=af87286a-97f3-4d80-b896-8ae5bcd4bae1,revision_number=2']} {{(pid=110155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:50:51.354402 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-8482fa09-0dfe-44ba-9bc6-69a010d7f67b req-ee65d543-ff23-46aa-a1ef-2a2e7694c435 tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] 10.222.0.60 "GET /v2.0/security-groups?id=f1b3e0fc-5825-4a82-b5b0-e76c34cd9c81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1324089 May 10 17:50:51.386509 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2c1407-4d6c-4aff-993c-a9fe4a0f98c5 None None] Pushing event updated for resources: {'Port': ['ID=af87286a-97f3-4d80-b896-8ae5bcd4bae1,revision_number=3']} {{(pid=110155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:50:51.407079 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.plugin [None req-6e697e78-9dd1-4bc1-8573-56b901d07725 None None] Current status of the port a1c49237-846d-478b-b03a-e030620ab69a is: ACTIVE; New status is: ACTIVE {{(pid=110154) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 17:50:51.408893 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.rpc [None req-6e697e78-9dd1-4bc1-8573-56b901d07725 None None] Device 8dc83f33-3966-4991-b9a3-fec222913bde up at agent ovs-agent-dv-cinder-841302-2-iscsi {{(pid=110154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 17:50:51.440097 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5689f39e-9c57-4b40-8afd-aacf5a281054 None None] Pushing event updated for resources: {'Port': ['ID=8dc83f33-3966-4991-b9a3-fec222913bde,revision_number=3']} {{(pid=110154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:50:51.489861 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.db.provisioning_blocks [None req-6e697e78-9dd1-4bc1-8573-56b901d07725 None None] Provisioning complete for port 8dc83f33-3966-4991-b9a3-fec222913bde triggered by entity L2. {{(pid=110154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 17:50:51.490248 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-6e697e78-9dd1-4bc1-8573-56b901d07725 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525495'] for port (8dc83f33-3966-4991-b9a3-fec222913bde), provisioning_complete {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:50:51.500262 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.db.l3_dvr_db [None req-94b24204-d89e-404f-a95d-59afc8471ed8 None None] Set router 2b3fb756-0c31-4c5f-9508-a1c78ee00b21 gateway port host: dv-cinder-841302-2-iscsi {{(pid=110155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 17:50:51.544729 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.db.db_base_plugin_common [None req-5c812412-da5a-480b-a1ed-aedb09b5e5a9 admin admin] Allocated IP 172.20.0.1 (47145552-1150-4fd5-83b1-2aee2c244125/f7d800de-2bfe-4399-b406-46adda31d5e7/22c8bef5-ae64-4160-8fe7-f474adf01862) {{(pid=110153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 17:50:51.598097 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.db.provisioning_blocks [None req-88f72527-f66c-4145-9893-d5a27ebcdfc3 None None] Provisioning complete for port 8dc83f33-3966-4991-b9a3-fec222913bde triggered by entity DHCP. {{(pid=110154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 17:50:51.601946 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-88f72527-f66c-4145-9893-d5a27ebcdfc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525495'] for port (8dc83f33-3966-4991-b9a3-fec222913bde), provisioning_complete {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:50:51.604370 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.plugin [None req-6e697e78-9dd1-4bc1-8573-56b901d07725 None None] Current status of the port 8dc83f33-3966-4991-b9a3-fec222913bde is: ACTIVE; New status is: ACTIVE {{(pid=110154) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 17:50:51.732751 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.plugin [None req-88f72527-f66c-4145-9893-d5a27ebcdfc3 None None] Current status of the port 8dc83f33-3966-4991-b9a3-fec222913bde is: ACTIVE; New status is: ACTIVE {{(pid=110154) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 17:50:51.751305 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-5c812412-da5a-480b-a1ed-aedb09b5e5a9 admin admin] Publish callbacks [] for port (22c8bef5-ae64-4160-8fe7-f474adf01862), precommit_create {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:50:51.797930 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-5c812412-da5a-480b-a1ed-aedb09b5e5a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1514136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781794686064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207117'] for port (22c8bef5-ae64-4160-8fe7-f474adf01862), after_create {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:50:51.839204 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c812412-da5a-480b-a1ed-aedb09b5e5a9 admin admin] Network 47145552-1150-4fd5-83b1-2aee2c244125 is already hosted by enough agents. {{(pid=110153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 17:50:51.843203 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.scheduler.base_scheduler [None req-5c812412-da5a-480b-a1ed-aedb09b5e5a9 admin admin] Resources bound (agent type, host, resource id): {{(pid=110153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 17:50:51.845973 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c812412-da5a-480b-a1ed-aedb09b5e5a9 admin admin] Received port after_create {{(pid=110153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 17:50:51.886908 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.db.l3_hamode_db [None req-94b24204-d89e-404f-a95d-59afc8471ed8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b3fb756-0c31-4c5f-9508-a1c78ee00b21', 'name': 'tempest-TestVolumeBootPattern-846141223-router', 'tenant_id': 'ddd02c052d5f458e8f2cb70d605f2101', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85dc89cf-59f9-4edb-b26e-52bcb8a93763', 'external_fixed_ips': [{'subnet_id': 'e93d94f1-cb19-4cd0-92e5-ca73d24bd8fb', 'ip_address': '172.27.0.218'}], 'enable_snat': True}, 'gw_port_id': 'af87286a-97f3-4d80-b896-8ae5bcd4bae1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T17:50:47Z', 'updated_at': '2022-05-10T17:50:49Z', 'revision_number': 3, 'project_id': 'ddd02c052d5f458e8f2cb70d605f2101', 'gw_port': {'id': 'af87286a-97f3-4d80-b896-8ae5bcd4bae1', 'name': '', 'network_id': '85dc89cf-59f9-4edb-b26e-52bcb8a93763', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:24:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b3fb756-0c31-4c5f-9508-a1c78ee00b21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': 'e93d94f1-cb19-4cd0-92e5-ca73d24bd8fb', 'ip_address': '172.27.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841302-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T17:50:48Z', 'updated_at': '2022-05-10T17:50:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e93d94f1-cb19-4cd0-92e5-ca73d24bd8fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841302-2-iscsi'}], 'dv-cinder-841302-2-iscsi', False) {} {{(pid=110155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:50:51.896402 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c812412-da5a-480b-a1ed-aedb09b5e5a9 admin admin] Pushing event updated for resources: {'Port': ['ID=22c8bef5-ae64-4160-8fe7-f474adf01862,revision_number=1']} {{(pid=110153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:50:51.905064 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-5c812412-da5a-480b-a1ed-aedb09b5e5a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-640605'] for router_interface (2b3fb756-0c31-4c5f-9508-a1c78ee00b21), before_create {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:50:51.917436 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94b24204-d89e-404f-a95d-59afc8471ed8 None None] The sync data for ids ['2b3fb756-0c31-4c5f-9508-a1c78ee00b21'] in dv-cinder-841302-2-iscsi is: [{'id': '2b3fb756-0c31-4c5f-9508-a1c78ee00b21', 'name': 'tempest-TestVolumeBootPattern-846141223-router', 'tenant_id': 'ddd02c052d5f458e8f2cb70d605f2101', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85dc89cf-59f9-4edb-b26e-52bcb8a93763', 'external_fixed_ips': [{'subnet_id': 'e93d94f1-cb19-4cd0-92e5-ca73d24bd8fb', 'ip_address': '172.27.0.218'}], 'enable_snat': True}, 'gw_port_id': 'af87286a-97f3-4d80-b896-8ae5bcd4bae1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T17:50:47Z', 'updated_at': '2022-05-10T17:50:49Z', 'revision_number': 3, 'project_id': 'ddd02c052d5f458e8f2cb70d605f2101', 'gw_port': {'id': 'af87286a-97f3-4d80-b896-8ae5bcd4bae1', 'name': '', 'network_id': '85dc89cf-59f9-4edb-b26e-52bcb8a93763', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:24:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b3fb756-0c31-4c5f-9508-a1c78ee00b21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': 'e93d94f1-cb19-4cd0-92e5-ca73d24bd8fb', 'ip_address': '172.27.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841302-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T17:50:48Z', 'updated_at': '2022-05-10T17:50:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e93d94f1-cb19-4cd0-92e5-ca73d24bd8fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841302-2-iscsi'}] {{(pid=110155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 17:50:52.056028 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-5c812412-da5a-480b-a1ed-aedb09b5e5a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1514036'] for port (22c8bef5-ae64-4160-8fe7-f474adf01862), before_update {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:50:52.180201 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.db.provisioning_blocks [None req-8b5c853f-3e21-45dd-a3dc-625c3c0bdabb None None] Provisioning complete for port 22c8bef5-ae64-4160-8fe7-f474adf01862 triggered by entity DHCP. {{(pid=110154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 17:50:52.180676 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-8b5c853f-3e21-45dd-a3dc-625c3c0bdabb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525495'] for port (22c8bef5-ae64-4160-8fe7-f474adf01862), provisioning_complete {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:50:52.259981 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-5c812412-da5a-480b-a1ed-aedb09b5e5a9 admin admin] Publish callbacks [] for port (22c8bef5-ae64-4160-8fe7-f474adf01862), precommit_update {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:50:52.265587 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-5c812412-da5a-480b-a1ed-aedb09b5e5a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1514136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781795229094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781794686082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781794686100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4207220'] for port (22c8bef5-ae64-4160-8fe7-f474adf01862), after_update {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:50:52.351840 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-5c812412-da5a-480b-a1ed-aedb09b5e5a9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-631643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-640352'] for router_interface (2b3fb756-0c31-4c5f-9508-a1c78ee00b21), after_create {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:50:52.353922 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c812412-da5a-480b-a1ed-aedb09b5e5a9 admin admin] Pushing event updated for resources: {'Port': ['ID=22c8bef5-ae64-4160-8fe7-f474adf01862,revision_number=2']} {{(pid=110153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:50:52.357329 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.plugin [None req-8b5c853f-3e21-45dd-a3dc-625c3c0bdabb None None] Port 22c8bef5-ae64-4160-8fe7-f474adf01862 cannot update to ACTIVE because it is not bound. {{(pid=110154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 10 17:50:52.465889 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c812412-da5a-480b-a1ed-aedb09b5e5a9 admin admin] Network 47145552-1150-4fd5-83b1-2aee2c244125 is already hosted by enough agents. {{(pid=110153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 17:50:52.467442 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.scheduler.base_scheduler [None req-5c812412-da5a-480b-a1ed-aedb09b5e5a9 admin admin] Resources bound (agent type, host, resource id): {{(pid=110153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 17:50:52.492488 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca56e8e2-2af4-422a-ac5d-e0d96a0080b1 req-ac9decab-51af-4af1-ab10-aaf8f5c1da4f tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:50:52.495848 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-ca56e8e2-2af4-422a-ac5d-e0d96a0080b1 req-ac9decab-51af-4af1-ab10-aaf8f5c1da4f tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] 10.222.0.60 "GET /v2.0/ports?device_id=e4553a66-9c17-4820-a5ab-1e3f45b42cb2 HTTP/1.1" status: 200 len: 946 time: 0.0567749 May 10 17:50:52.559478 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-ca56e8e2-2af4-422a-ac5d-e0d96a0080b1 req-719386be-e177-4e2c-898b-800a36bf6bd1 tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] 10.222.0.60 "GET /v2.0/security-groups?id=f1b3e0fc-5825-4a82-b5b0-e76c34cd9c81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0590489 May 10 17:50:52.609307 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c812412-da5a-480b-a1ed-aedb09b5e5a9 admin admin] Router 2b3fb756-0c31-4c5f-9508-a1c78ee00b21 has already been hosted by L3 agent eaac381b-e402-41c3-a8e6-8f962681d3e6 {{(pid=110153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 17:50:52.759094 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c812412-da5a-480b-a1ed-aedb09b5e5a9 admin admin] Notify agent at l3_agent.dv-cinder-841302-2-iscsi the message routers_updated {{(pid=110153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 17:50:52.766433 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [None req-5c812412-da5a-480b-a1ed-aedb09b5e5a9 admin admin] 10.222.0.60 "PUT /v2.0/routers/2b3fb756-0c31-4c5f-9508-a1c78ee00b21/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5657408 May 10 17:50:52.805003 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.db.provisioning_blocks [None req-a12ac789-5862-43f6-ad0c-5bdd5e9472b9 None None] Provisioning complete for port 22c8bef5-ae64-4160-8fe7-f474adf01862 triggered by entity DHCP. {{(pid=110154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 17:50:52.805306 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-a12ac789-5862-43f6-ad0c-5bdd5e9472b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525495'] for port (22c8bef5-ae64-4160-8fe7-f474adf01862), provisioning_complete {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:50:52.890322 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.plugin [None req-a12ac789-5862-43f6-ad0c-5bdd5e9472b9 None None] Port 22c8bef5-ae64-4160-8fe7-f474adf01862 cannot update to ACTIVE because it is not bound. {{(pid=110154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 10 17:50:52.907088 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.rpc [None req-6e697e78-9dd1-4bc1-8573-56b901d07725 None None] Device af87286a-97f3-4d80-b896-8ae5bcd4bae1 up at agent ovs-agent-dv-cinder-841302-2-iscsi {{(pid=110154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 17:50:52.987494 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.db.provisioning_blocks [None req-6e697e78-9dd1-4bc1-8573-56b901d07725 None None] Provisioning complete for port af87286a-97f3-4d80-b896-8ae5bcd4bae1 triggered by entity L2. {{(pid=110154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 17:50:52.988960 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-6e697e78-9dd1-4bc1-8573-56b901d07725 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525495'] for port (af87286a-97f3-4d80-b896-8ae5bcd4bae1), provisioning_complete {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:50:53.102966 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.plugin [None req-6e697e78-9dd1-4bc1-8573-56b901d07725 None None] Current status of the port af87286a-97f3-4d80-b896-8ae5bcd4bae1 is: DOWN; New status is: ACTIVE {{(pid=110154) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 17:50:53.103497 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-6e697e78-9dd1-4bc1-8573-56b901d07725 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1514036'] for port (af87286a-97f3-4d80-b896-8ae5bcd4bae1), before_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:50:53.132072 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.db [None req-6e697e78-9dd1-4bc1-8573-56b901d07725 None None] For port af87286a-97f3-4d80-b896-8ae5bcd4bae1, host dv-cinder-841302-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841302-2-iscsi',level=0,port_id=af87286a-97f3-4d80-b896-8ae5bcd4bae1,segment=NetworkSegment(73dc8890-d7a8-423a-bf66-935bdea3f4d7),segment_id=73dc8890-d7a8-423a-bf66-935bdea3f4d7)] {{(pid=110154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 17:50:53.139648 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-6e697e78-9dd1-4bc1-8573-56b901d07725 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1514136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781795229094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781794686082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781794686100'] for port (af87286a-97f3-4d80-b896-8ae5bcd4bae1), after_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:50:53.141637 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.rpc [None req-6e697e78-9dd1-4bc1-8573-56b901d07725 None None] Device 8dc83f33-3966-4991-b9a3-fec222913bde up at agent ovs-agent-dv-cinder-841302-2-iscsi {{(pid=110154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 17:50:53.167759 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbcce08-6fbd-4781-837d-3ec9baa1fbe0 req-2699756c-e572-4c35-84cf-0481ae60afe5 tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:50:53.169393 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-dcbcce08-6fbd-4781-837d-3ec9baa1fbe0 req-2699756c-e572-4c35-84cf-0481ae60afe5 tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] 10.222.0.60 "GET /v2.0/ports?device_id=e4553a66-9c17-4820-a5ab-1e3f45b42cb2 HTTP/1.1" status: 200 len: 946 time: 0.1130717 May 10 17:50:53.173532 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bdf217-fe03-49ad-a813-d18c227bb27e req-9718a085-d819-466b-b321-860fcabc22cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:50:53.175037 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-66bdf217-fe03-49ad-a813-d18c227bb27e req-9718a085-d819-466b-b321-860fcabc22cb service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=ec9da2f35bcd444fa485c453103df5cc&device_id=e4553a66-9c17-4820-a5ab-1e3f45b42cb2 HTTP/1.1" status: 200 len: 1130 time: 0.1010513 May 10 17:50:53.243591 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e697e78-9dd1-4bc1-8573-56b901d07725 None None] Pushing event updated for resources: {'Port': ['ID=af87286a-97f3-4d80-b896-8ae5bcd4bae1,revision_number=4']} {{(pid=110154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:50:53.255126 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.db.provisioning_blocks [None req-6e697e78-9dd1-4bc1-8573-56b901d07725 None None] Provisioning complete for port 8dc83f33-3966-4991-b9a3-fec222913bde triggered by entity L2. {{(pid=110154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 17:50:53.255547 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-6e697e78-9dd1-4bc1-8573-56b901d07725 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525495'] for port (8dc83f33-3966-4991-b9a3-fec222913bde), provisioning_complete {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:50:53.283121 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.wsgi [-] (110153) accepted ('10.222.0.60', 44296) {{(pid=110153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 17:50:53.287538 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.v2.base [None req-d0c07398-fedf-4052-abce-7ff59ecebb97 tempest-TestVolumeBootPattern-524323740 tempest-TestVolumeBootPattern-524323740-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-900555845', 'description': 'tempest-secgroup-smoke-900555845 description', 'project_id': 'c93f0e69798e491aba3c8cf1493c2733'}} {{(pid=110153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 17:50:53.313272 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-d0c07398-fedf-4052-abce-7ff59ecebb97 tempest-TestVolumeBootPattern-524323740 tempest-TestVolumeBootPattern-524323740-project] Publish callbacks [] for security_group (None), before_create {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:50:53.316749 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bdf217-fe03-49ad-a813-d18c227bb27e req-5674b1cc-0635-46c4-9f67-3db38fabc458 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:50:53.318257 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-66bdf217-fe03-49ad-a813-d18c227bb27e req-5674b1cc-0635-46c4-9f67-3db38fabc458 service neutron] 10.222.0.77 "GET /v2.0/networks?id=f37a5a11-05c8-4d32-b0a0-13874a53c216 HTTP/1.1" status: 200 len: 919 time: 0.1310036 May 10 17:50:53.323958 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-dcbcce08-6fbd-4781-837d-3ec9baa1fbe0 req-3d7a9993-80b7-46b5-952b-4cd2704ce30c tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] 10.222.0.60 "GET /v2.0/security-groups?id=f1b3e0fc-5825-4a82-b5b0-e76c34cd9c81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1461062 May 10 17:50:53.362273 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.plugin [None req-6e697e78-9dd1-4bc1-8573-56b901d07725 None None] Current status of the port 8dc83f33-3966-4991-b9a3-fec222913bde is: ACTIVE; New status is: ACTIVE {{(pid=110154) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 17:50:53.407107 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-66bdf217-fe03-49ad-a813-d18c227bb27e req-a05c65fa-9a44-4258-9d71-e3d6051001d6 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d41cfb7a-6772-4a26-bd70-17d9a9faa38c HTTP/1.1" status: 200 len: 1002 time: 0.0794115 May 10 17:50:53.424919 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-d0c07398-fedf-4052-abce-7ff59ecebb97 tempest-TestVolumeBootPattern-524323740 tempest-TestVolumeBootPattern-524323740-project] Publish callbacks [] for security_group (aec4a23b-9be6-4a04-ad33-bd1ff431d47e), precommit_create {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:50:53.430663 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-d0c07398-fedf-4052-abce-7ff59ecebb97 tempest-TestVolumeBootPattern-524323740 tempest-TestVolumeBootPattern-524323740-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-282428'] for security_group (aec4a23b-9be6-4a04-ad33-bd1ff431d47e), after_create {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:50:53.472302 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-d0c07398-fedf-4052-abce-7ff59ecebb97 tempest-TestVolumeBootPattern-524323740 tempest-TestVolumeBootPattern-524323740-project] Publish callbacks [] for security_group (None), before_response {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:50:53.477091 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [None req-d0c07398-fedf-4052-abce-7ff59ecebb97 tempest-TestVolumeBootPattern-524323740 tempest-TestVolumeBootPattern-524323740-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1900458 May 10 17:50:53.477598 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.wsgi [-] (110153) accepted ('10.222.0.60', 44298) {{(pid=110153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 17:50:53.482080 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.v2.base [None req-45f69210-1838-4c27-81c2-d2cc928a0b3f tempest-TestVolumeBootPattern-524323740 tempest-TestVolumeBootPattern-524323740-project] Request body: {'security_group_rule': {'security_group_id': 'aec4a23b-9be6-4a04-ad33-bd1ff431d47e', 'project_id': 'c93f0e69798e491aba3c8cf1493c2733', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 17:50:53.490071 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c07398-fedf-4052-abce-7ff59ecebb97 tempest-TestVolumeBootPattern-524323740 tempest-TestVolumeBootPattern-524323740-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aec4a23b-9be6-4a04-ad33-bd1ff431d47e,revision_number=1']} {{(pid=110153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:50:53.491834 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bdf217-fe03-49ad-a813-d18c227bb27e req-edb34e3b-190c-42e0-8bec-6776002ad711 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:50:53.495210 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-66bdf217-fe03-49ad-a813-d18c227bb27e req-edb34e3b-190c-42e0-8bec-6776002ad711 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=cc50f2c8-8caf-42b1-b7c4-50bfe5301336 HTTP/1.1" status: 200 len: 857 time: 0.0792062 May 10 17:50:53.517114 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-45f69210-1838-4c27-81c2-d2cc928a0b3f tempest-TestVolumeBootPattern-524323740 tempest-TestVolumeBootPattern-524323740-project] Publish callbacks [] for security_group_rule (dfab4915-2330-4b74-8a8c-fd50d16257e1), before_create {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:50:53.545374 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bdf217-fe03-49ad-a813-d18c227bb27e req-c828f0ad-cf4c-41c3-964b-ae146bf43be5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:50:53.546860 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-66bdf217-fe03-49ad-a813-d18c227bb27e req-c828f0ad-cf4c-41c3-964b-ae146bf43be5 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=f37a5a11-05c8-4d32-b0a0-13874a53c216&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0449049 May 10 17:50:53.583888 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-45f69210-1838-4c27-81c2-d2cc928a0b3f tempest-TestVolumeBootPattern-524323740 tempest-TestVolumeBootPattern-524323740-project] Publish callbacks [] for security_group_rule (dfab4915-2330-4b74-8a8c-fd50d16257e1), precommit_create {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:50:53.589905 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-45f69210-1838-4c27-81c2-d2cc928a0b3f tempest-TestVolumeBootPattern-524323740 tempest-TestVolumeBootPattern-524323740-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-282571'] for security_group_rule (dfab4915-2330-4b74-8a8c-fd50d16257e1), after_create {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:50:53.609430 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f69210-1838-4c27-81c2-d2cc928a0b3f tempest-TestVolumeBootPattern-524323740 tempest-TestVolumeBootPattern-524323740-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dfab4915-2330-4b74-8a8c-fd50d16257e1,revision_number=0']} {{(pid=110153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:50:53.619297 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-45f69210-1838-4c27-81c2-d2cc928a0b3f tempest-TestVolumeBootPattern-524323740 tempest-TestVolumeBootPattern-524323740-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:50:53.623145 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [None req-45f69210-1838-4c27-81c2-d2cc928a0b3f tempest-TestVolumeBootPattern-524323740 tempest-TestVolumeBootPattern-524323740-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1420577 May 10 17:50:53.623678 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.wsgi [-] (110153) accepted ('10.222.0.60', 44300) {{(pid=110153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 17:50:53.631270 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.v2.base [None req-dd845a3e-235b-4401-af4c-7c1a8a020260 tempest-TestVolumeBootPattern-524323740 tempest-TestVolumeBootPattern-524323740-project] Request body: {'security_group_rule': {'security_group_id': 'aec4a23b-9be6-4a04-ad33-bd1ff431d47e', 'project_id': 'c93f0e69798e491aba3c8cf1493c2733', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=110153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 17:50:53.663791 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-dd845a3e-235b-4401-af4c-7c1a8a020260 tempest-TestVolumeBootPattern-524323740 tempest-TestVolumeBootPattern-524323740-project] Publish callbacks [] for security_group_rule (0331757d-ec59-4dd8-bc23-465d298502dc), before_create {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:50:53.683934 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-66bdf217-fe03-49ad-a813-d18c227bb27e req-db4ff4f8-69ae-44da-b66b-1866499e4f40 service neutron] 10.222.0.77 "GET /v2.0/networks/f37a5a11-05c8-4d32-b0a0-13874a53c216?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302519 May 10 17:50:53.734835 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-dd845a3e-235b-4401-af4c-7c1a8a020260 tempest-TestVolumeBootPattern-524323740 tempest-TestVolumeBootPattern-524323740-project] Publish callbacks [] for security_group_rule (0331757d-ec59-4dd8-bc23-465d298502dc), precommit_create {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:50:53.739488 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-dd845a3e-235b-4401-af4c-7c1a8a020260 tempest-TestVolumeBootPattern-524323740 tempest-TestVolumeBootPattern-524323740-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-282571'] for security_group_rule (0331757d-ec59-4dd8-bc23-465d298502dc), after_create {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:50:53.761915 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd845a3e-235b-4401-af4c-7c1a8a020260 tempest-TestVolumeBootPattern-524323740 tempest-TestVolumeBootPattern-524323740-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0331757d-ec59-4dd8-bc23-465d298502dc,revision_number=0']} {{(pid=110153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:50:53.775337 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-dd845a3e-235b-4401-af4c-7c1a8a020260 tempest-TestVolumeBootPattern-524323740 tempest-TestVolumeBootPattern-524323740-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:50:53.776808 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [None req-dd845a3e-235b-4401-af4c-7c1a8a020260 tempest-TestVolumeBootPattern-524323740 tempest-TestVolumeBootPattern-524323740-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1513376 May 10 17:50:53.779777 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.wsgi [-] (110153) accepted ('10.222.0.60', 44302) {{(pid=110153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 17:50:53.784481 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.v2.base [None req-7d0797d4-dc40-4ba7-b874-e35040ae64e1 tempest-TestVolumeBootPattern-524323740 tempest-TestVolumeBootPattern-524323740-project] Request body: {'security_group_rule': {'security_group_id': 'aec4a23b-9be6-4a04-ad33-bd1ff431d47e', 'project_id': 'c93f0e69798e491aba3c8cf1493c2733', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=110153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 17:50:53.788381 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-66bdf217-fe03-49ad-a813-d18c227bb27e req-a0a3eb11-231d-4506-8a9f-89172b5ac3d4 service neutron] 10.222.0.77 "GET /v2.0/networks/f37a5a11-05c8-4d32-b0a0-13874a53c216?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964637 May 10 17:50:53.812535 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-7d0797d4-dc40-4ba7-b874-e35040ae64e1 tempest-TestVolumeBootPattern-524323740 tempest-TestVolumeBootPattern-524323740-project] Publish callbacks [] for security_group_rule (0ccc5641-94db-44e0-81d5-c3dde6e0edb3), before_create {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:50:53.881438 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-7d0797d4-dc40-4ba7-b874-e35040ae64e1 tempest-TestVolumeBootPattern-524323740 tempest-TestVolumeBootPattern-524323740-project] Publish callbacks [] for security_group_rule (0ccc5641-94db-44e0-81d5-c3dde6e0edb3), precommit_create {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:50:53.886406 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-7d0797d4-dc40-4ba7-b874-e35040ae64e1 tempest-TestVolumeBootPattern-524323740 tempest-TestVolumeBootPattern-524323740-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-282571'] for security_group_rule (0ccc5641-94db-44e0-81d5-c3dde6e0edb3), after_create {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:50:53.905560 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0797d4-dc40-4ba7-b874-e35040ae64e1 tempest-TestVolumeBootPattern-524323740 tempest-TestVolumeBootPattern-524323740-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ccc5641-94db-44e0-81d5-c3dde6e0edb3,revision_number=0']} {{(pid=110153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:50:53.920105 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-7d0797d4-dc40-4ba7-b874-e35040ae64e1 tempest-TestVolumeBootPattern-524323740 tempest-TestVolumeBootPattern-524323740-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:50:53.924742 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.wsgi [-] (110152) accepted ('10.222.0.60', 44304) {{(pid=110152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 17:50:53.925069 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [None req-7d0797d4-dc40-4ba7-b874-e35040ae64e1 tempest-TestVolumeBootPattern-524323740 tempest-TestVolumeBootPattern-524323740-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1440473 May 10 17:50:53.930557 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.v2.base [None req-33efd2d6-b6ae-49be-81ef-2ebeb67894c2 tempest-TestVolumeBootPattern-524323740 tempest-TestVolumeBootPattern-524323740-project] Request body: {'security_group_rule': {'security_group_id': 'aec4a23b-9be6-4a04-ad33-bd1ff431d47e', 'project_id': 'c93f0e69798e491aba3c8cf1493c2733', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=110152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 17:50:53.963053 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-33efd2d6-b6ae-49be-81ef-2ebeb67894c2 tempest-TestVolumeBootPattern-524323740 tempest-TestVolumeBootPattern-524323740-project] Publish callbacks [] for security_group_rule (fb2feac7-2292-44d5-a887-23abaa068008), before_create {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:50:54.033347 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b95b45fe-a261-4df4-a880-9771d8234c1c None None] Sync routers for ids ['2b3fb756-0c31-4c5f-9508-a1c78ee00b21'] in dv-cinder-841302-2-iscsi {{(pid=110154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 17:50:54.036714 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-33efd2d6-b6ae-49be-81ef-2ebeb67894c2 tempest-TestVolumeBootPattern-524323740 tempest-TestVolumeBootPattern-524323740-project] Publish callbacks [] for security_group_rule (fb2feac7-2292-44d5-a887-23abaa068008), precommit_create {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:50:54.044482 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-33efd2d6-b6ae-49be-81ef-2ebeb67894c2 tempest-TestVolumeBootPattern-524323740 tempest-TestVolumeBootPattern-524323740-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-282571'] for security_group_rule (fb2feac7-2292-44d5-a887-23abaa068008), after_create {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:50:54.049130 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b95b45fe-a261-4df4-a880-9771d8234c1c None None] Routers {'2b3fb756-0c31-4c5f-9508-a1c78ee00b21'} bound to L3 agent in host dv-cinder-841302-2-iscsi {{(pid=110154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 17:50:54.050012 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.db.l3_hamode_db [None req-b95b45fe-a261-4df4-a880-9771d8234c1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841302-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-10T17:36:00Z,description=,heartbeat_timestamp=2022-05-10T17:50:30Z,host='dv-cinder-841302-2-iscsi',id=eaac381b-e402-41c3-a8e6-8f962681d3e6,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T17:36:00Z,topic='l3_agent')) {'router_ids': ['2b3fb756-0c31-4c5f-9508-a1c78ee00b21'], 'active': True} {{(pid=110154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:50:54.065093 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33efd2d6-b6ae-49be-81ef-2ebeb67894c2 tempest-TestVolumeBootPattern-524323740 tempest-TestVolumeBootPattern-524323740-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb2feac7-2292-44d5-a887-23abaa068008,revision_number=0']} {{(pid=110152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:50:54.075063 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-33efd2d6-b6ae-49be-81ef-2ebeb67894c2 tempest-TestVolumeBootPattern-524323740 tempest-TestVolumeBootPattern-524323740-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:50:54.076391 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [None req-33efd2d6-b6ae-49be-81ef-2ebeb67894c2 tempest-TestVolumeBootPattern-524323740 tempest-TestVolumeBootPattern-524323740-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1504393 May 10 17:50:54.079195 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.wsgi [-] (110152) accepted ('10.222.0.60', 44306) {{(pid=110152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 17:50:54.086008 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.v2.base [None req-ced1ab1b-c474-4f72-83b0-6d749bd2d3a5 tempest-TestVolumeBootPattern-524323740 tempest-TestVolumeBootPattern-524323740-project] Request body: {'security_group_rule': {'security_group_id': 'aec4a23b-9be6-4a04-ad33-bd1ff431d47e', 'project_id': 'c93f0e69798e491aba3c8cf1493c2733', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=110152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 17:50:54.106134 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.db.securitygroups_db [None req-ced1ab1b-c474-4f72-83b0-6d749bd2d3a5 tempest-TestVolumeBootPattern-524323740 tempest-TestVolumeBootPattern-524323740-project] Project c93f0e69798e491aba3c8cf1493c2733 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 10 17:50:54.111908 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-ced1ab1b-c474-4f72-83b0-6d749bd2d3a5 tempest-TestVolumeBootPattern-524323740 tempest-TestVolumeBootPattern-524323740-project] Publish callbacks [] for security_group_rule (894cbe7b-91ba-40c6-8214-74a1e8b6f7a5), before_create {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:50:54.167291 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.db.l3_dvr_db [None req-b95b45fe-a261-4df4-a880-9771d8234c1c None None] Set router 2b3fb756-0c31-4c5f-9508-a1c78ee00b21 gateway port host: dv-cinder-841302-2-iscsi {{(pid=110154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 17:50:54.187821 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-ced1ab1b-c474-4f72-83b0-6d749bd2d3a5 tempest-TestVolumeBootPattern-524323740 tempest-TestVolumeBootPattern-524323740-project] Publish callbacks [] for security_group_rule (894cbe7b-91ba-40c6-8214-74a1e8b6f7a5), precommit_create {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:50:54.193824 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-ced1ab1b-c474-4f72-83b0-6d749bd2d3a5 tempest-TestVolumeBootPattern-524323740 tempest-TestVolumeBootPattern-524323740-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-282571'] for security_group_rule (894cbe7b-91ba-40c6-8214-74a1e8b6f7a5), after_create {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:50:54.215131 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced1ab1b-c474-4f72-83b0-6d749bd2d3a5 tempest-TestVolumeBootPattern-524323740 tempest-TestVolumeBootPattern-524323740-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=894cbe7b-91ba-40c6-8214-74a1e8b6f7a5,revision_number=0']} {{(pid=110152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:50:54.220620 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-ced1ab1b-c474-4f72-83b0-6d749bd2d3a5 tempest-TestVolumeBootPattern-524323740 tempest-TestVolumeBootPattern-524323740-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:50:54.222907 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [None req-ced1ab1b-c474-4f72-83b0-6d749bd2d3a5 tempest-TestVolumeBootPattern-524323740 tempest-TestVolumeBootPattern-524323740-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1416054 May 10 17:50:54.224907 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.wsgi [-] (110152) accepted ('10.222.0.60', 44308) {{(pid=110152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 17:50:54.230404 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.v2.base [None req-d0e24982-b24c-407a-b224-2f685fbfba99 tempest-TestVolumeBootPattern-524323740 tempest-TestVolumeBootPattern-524323740-project] Request body: {'security_group_rule': {'security_group_id': 'aec4a23b-9be6-4a04-ad33-bd1ff431d47e', 'project_id': 'c93f0e69798e491aba3c8cf1493c2733', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=110152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 17:50:54.253617 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.db.securitygroups_db [None req-d0e24982-b24c-407a-b224-2f685fbfba99 tempest-TestVolumeBootPattern-524323740 tempest-TestVolumeBootPattern-524323740-project] Project c93f0e69798e491aba3c8cf1493c2733 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 10 17:50:54.260952 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-d0e24982-b24c-407a-b224-2f685fbfba99 tempest-TestVolumeBootPattern-524323740 tempest-TestVolumeBootPattern-524323740-project] Publish callbacks [] for security_group_rule (fa3c1957-4672-4a83-8c13-e13006a21704), before_create {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:50:54.334447 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-d0e24982-b24c-407a-b224-2f685fbfba99 tempest-TestVolumeBootPattern-524323740 tempest-TestVolumeBootPattern-524323740-project] Publish callbacks [] for security_group_rule (fa3c1957-4672-4a83-8c13-e13006a21704), precommit_create {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:50:54.339434 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-d0e24982-b24c-407a-b224-2f685fbfba99 tempest-TestVolumeBootPattern-524323740 tempest-TestVolumeBootPattern-524323740-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-282571'] for security_group_rule (fa3c1957-4672-4a83-8c13-e13006a21704), after_create {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:50:54.357694 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e24982-b24c-407a-b224-2f685fbfba99 tempest-TestVolumeBootPattern-524323740 tempest-TestVolumeBootPattern-524323740-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa3c1957-4672-4a83-8c13-e13006a21704,revision_number=0']} {{(pid=110152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:50:54.373258 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-d0e24982-b24c-407a-b224-2f685fbfba99 tempest-TestVolumeBootPattern-524323740 tempest-TestVolumeBootPattern-524323740-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:50:54.376367 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [None req-d0e24982-b24c-407a-b224-2f685fbfba99 tempest-TestVolumeBootPattern-524323740 tempest-TestVolumeBootPattern-524323740-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1502116 May 10 17:50:54.388336 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.db.l3_hamode_db [None req-b95b45fe-a261-4df4-a880-9771d8234c1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b3fb756-0c31-4c5f-9508-a1c78ee00b21', 'name': 'tempest-TestVolumeBootPattern-846141223-router', 'tenant_id': 'ddd02c052d5f458e8f2cb70d605f2101', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85dc89cf-59f9-4edb-b26e-52bcb8a93763', 'external_fixed_ips': [{'subnet_id': 'e93d94f1-cb19-4cd0-92e5-ca73d24bd8fb', 'ip_address': '172.27.0.218'}], 'enable_snat': True}, 'gw_port_id': 'af87286a-97f3-4d80-b896-8ae5bcd4bae1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T17:50:47Z', 'updated_at': '2022-05-10T17:50:52Z', 'revision_number': 4, 'project_id': 'ddd02c052d5f458e8f2cb70d605f2101', 'gw_port': {'id': 'af87286a-97f3-4d80-b896-8ae5bcd4bae1', 'name': '', 'network_id': '85dc89cf-59f9-4edb-b26e-52bcb8a93763', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:24:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b3fb756-0c31-4c5f-9508-a1c78ee00b21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': 'e93d94f1-cb19-4cd0-92e5-ca73d24bd8fb', 'ip_address': '172.27.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841302-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T17:50:48Z', 'updated_at': '2022-05-10T17:50:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e93d94f1-cb19-4cd0-92e5-ca73d24bd8fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841302-2-iscsi', '_interfaces': [{'id': '22c8bef5-ae64-4160-8fe7-f474adf01862', 'name': '', 'network_id': '47145552-1150-4fd5-83b1-2aee2c244125', 'tenant_id': 'ddd02c052d5f458e8f2cb70d605f2101', 'mac_address': 'fa:16:3e:15:47:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b3fb756-0c31-4c5f-9508-a1c78ee00b21', 'device_owner': 'network:router_interface', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': 'f7d800de-2bfe-4399-b406-46adda31d5e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T17:50:51Z', 'updated_at': '2022-05-10T17:50:52Z', 'revision_number': 2, 'project_id': 'ddd02c052d5f458e8f2cb70d605f2101', 'subnets': [{'id': 'f7d800de-2bfe-4399-b406-46adda31d5e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841302-2-iscsi', False) {} {{(pid=110154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:50:54.423273 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b95b45fe-a261-4df4-a880-9771d8234c1c None None] Checking router: 2b3fb756-0c31-4c5f-9508-a1c78ee00b21 for host: dv-cinder-841302-2-iscsi {{(pid=110154) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 17:50:54.423668 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b95b45fe-a261-4df4-a880-9771d8234c1c None None] Updating router 2b3fb756-0c31-4c5f-9508-a1c78ee00b21 port 22c8bef5-ae64-4160-8fe7-f474adf01862 binding host dv-cinder-841302-2-iscsi {{(pid=110154) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 17:50:54.460067 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-b95b45fe-a261-4df4-a880-9771d8234c1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1514036'] for port (22c8bef5-ae64-4160-8fe7-f474adf01862), before_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:50:54.472861 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3d05f6-3500-43df-8f29-cb234cdff728 req-503ac39d-2ac3-4c45-8fe7-bffcc7988776 tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:50:54.474425 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-7f3d05f6-3500-43df-8f29-cb234cdff728 req-503ac39d-2ac3-4c45-8fe7-bffcc7988776 tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] 10.222.0.60 "GET /v2.0/ports?device_id=e4553a66-9c17-4820-a5ab-1e3f45b42cb2 HTTP/1.1" status: 200 len: 946 time: 0.0578966 May 10 17:50:54.532794 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-7f3d05f6-3500-43df-8f29-cb234cdff728 req-ade0c4d0-9be9-401e-8399-afcc86707810 tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] 10.222.0.60 "GET /v2.0/security-groups?id=f1b3e0fc-5825-4a82-b5b0-e76c34cd9c81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515230 May 10 17:50:54.786064 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-b95b45fe-a261-4df4-a880-9771d8234c1c None None] Publish callbacks [] for port (22c8bef5-ae64-4160-8fe7-f474adf01862), precommit_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:50:54.790031 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.rpc [None req-6e697e78-9dd1-4bc1-8573-56b901d07725 None None] Device af87286a-97f3-4d80-b896-8ae5bcd4bae1 up at agent ovs-agent-dv-cinder-841302-2-iscsi {{(pid=110154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 17:50:54.816994 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-b95b45fe-a261-4df4-a880-9771d8234c1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1514136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781795229094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781794686082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781794686100'] for port (22c8bef5-ae64-4160-8fe7-f474adf01862), after_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:50:54.922702 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279f3296-2e05-4c50-846e-67dc2b66aa39 None None] Pushing event updated for resources: {'Port': ['ID=22c8bef5-ae64-4160-8fe7-f474adf01862,revision_number=3']} {{(pid=110154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:50:54.947020 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.db.provisioning_blocks [None req-6e697e78-9dd1-4bc1-8573-56b901d07725 None None] Provisioning complete for port af87286a-97f3-4d80-b896-8ae5bcd4bae1 triggered by entity L2. {{(pid=110154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 17:50:54.948261 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-6e697e78-9dd1-4bc1-8573-56b901d07725 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525495'] for port (af87286a-97f3-4d80-b896-8ae5bcd4bae1), provisioning_complete {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:50:54.997784 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.managers [None req-b95b45fe-a261-4df4-a880-9771d8234c1c None None] Attempting to bind port 22c8bef5-ae64-4160-8fe7-f474adf01862 on host dv-cinder-841302-2-iscsi for vnic_type normal with profile {{(pid=110154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 17:50:54.998178 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.managers [None req-b95b45fe-a261-4df4-a880-9771d8234c1c None None] Attempting to bind port 22c8bef5-ae64-4160-8fe7-f474adf01862 by drivers openvswitch,hyperv on host dv-cinder-841302-2-iscsi at level 0 using segments [{'id': '148e7f62-7e09-4b93-98f5-59719639ef12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '47145552-1150-4fd5-83b1-2aee2c244125'}] {{(pid=110154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 17:50:54.998577 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b95b45fe-a261-4df4-a880-9771d8234c1c None None] Attempting to bind port 22c8bef5-ae64-4160-8fe7-f474adf01862 on network 47145552-1150-4fd5-83b1-2aee2c244125 {{(pid=110154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 17:50:55.011628 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b95b45fe-a261-4df4-a880-9771d8234c1c None None] Checking agent: {'id': 'fdc37a75-b7a9-4e92-a59c-f5b8c02d060c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841302-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 17, 36, 4), 'started_at': datetime.datetime(2022, 5, 10, 17, 36, 34), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 17, 50, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841302-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 17:50:55.012008 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b95b45fe-a261-4df4-a880-9771d8234c1c None None] Checking segment: {'id': '148e7f62-7e09-4b93-98f5-59719639ef12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '47145552-1150-4fd5-83b1-2aee2c244125'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 17:50:55.012411 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-b95b45fe-a261-4df4-a880-9771d8234c1c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:50:55.012803 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b95b45fe-a261-4df4-a880-9771d8234c1c None None] Bound using segment: {'id': '148e7f62-7e09-4b93-98f5-59719639ef12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '47145552-1150-4fd5-83b1-2aee2c244125'} {{(pid=110154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 17:50:55.013283 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.managers [None req-b95b45fe-a261-4df4-a880-9771d8234c1c None None] Bound port: 22c8bef5-ae64-4160-8fe7-f474adf01862, host: dv-cinder-841302-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '148e7f62-7e09-4b93-98f5-59719639ef12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '47145552-1150-4fd5-83b1-2aee2c244125'}}] {{(pid=110154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 17:50:55.013669 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-b95b45fe-a261-4df4-a880-9771d8234c1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1514036'] for port (22c8bef5-ae64-4160-8fe7-f474adf01862), before_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:50:55.115543 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.plugin [None req-6e697e78-9dd1-4bc1-8573-56b901d07725 None None] Current status of the port af87286a-97f3-4d80-b896-8ae5bcd4bae1 is: ACTIVE; New status is: ACTIVE {{(pid=110154) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 17:50:55.125382 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.db [None req-b95b45fe-a261-4df4-a880-9771d8234c1c None None] For port 22c8bef5-ae64-4160-8fe7-f474adf01862, host dv-cinder-841302-2-iscsi, cleared binding levels {{(pid=110154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 17:50:55.128938 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.db [None req-b95b45fe-a261-4df4-a880-9771d8234c1c None None] For port 22c8bef5-ae64-4160-8fe7-f474adf01862, host dv-cinder-841302-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841302-2-iscsi',level=0,port_id=22c8bef5-ae64-4160-8fe7-f474adf01862,segment=NetworkSegment(148e7f62-7e09-4b93-98f5-59719639ef12),segment_id=148e7f62-7e09-4b93-98f5-59719639ef12)] {{(pid=110154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 17:50:55.137585 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.db.provisioning_blocks [None req-5ec65901-ddf5-430f-a8ba-7e800743f2c8 None None] Provisioning complete for port 22c8bef5-ae64-4160-8fe7-f474adf01862 triggered by entity DHCP. {{(pid=110154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 17:50:55.137876 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-5ec65901-ddf5-430f-a8ba-7e800743f2c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525495'] for port (22c8bef5-ae64-4160-8fe7-f474adf01862), provisioning_complete {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:50:55.142256 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-b95b45fe-a261-4df4-a880-9771d8234c1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1514136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781795229094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781794686082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781794686100'] for port (22c8bef5-ae64-4160-8fe7-f474adf01862), after_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:50:55.248202 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279f3296-2e05-4c50-846e-67dc2b66aa39 None None] Pushing event updated for resources: {'Port': ['ID=22c8bef5-ae64-4160-8fe7-f474adf01862,revision_number=4']} {{(pid=110154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:50:55.250873 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b95b45fe-a261-4df4-a880-9771d8234c1c None None] Routers {'2b3fb756-0c31-4c5f-9508-a1c78ee00b21'} bound to L3 agent in host dv-cinder-841302-2-iscsi {{(pid=110154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 17:50:55.251527 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.db.l3_hamode_db [None req-b95b45fe-a261-4df4-a880-9771d8234c1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841302-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-10T17:36:00Z,description=,heartbeat_timestamp=2022-05-10T17:50:30Z,host='dv-cinder-841302-2-iscsi',id=eaac381b-e402-41c3-a8e6-8f962681d3e6,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T17:36:00Z,topic='l3_agent')) {'router_ids': ['2b3fb756-0c31-4c5f-9508-a1c78ee00b21'], 'active': True} {{(pid=110154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:50:55.338230 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.plugin [None req-5ec65901-ddf5-430f-a8ba-7e800743f2c8 None None] Current status of the port 22c8bef5-ae64-4160-8fe7-f474adf01862 is: DOWN; New status is: ACTIVE {{(pid=110154) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 17:50:55.338626 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-5ec65901-ddf5-430f-a8ba-7e800743f2c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1514036'] for port (22c8bef5-ae64-4160-8fe7-f474adf01862), before_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:50:55.426564 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.db [None req-5ec65901-ddf5-430f-a8ba-7e800743f2c8 None None] For port 22c8bef5-ae64-4160-8fe7-f474adf01862, host dv-cinder-841302-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841302-2-iscsi',level=0,port_id=22c8bef5-ae64-4160-8fe7-f474adf01862,segment=NetworkSegment(148e7f62-7e09-4b93-98f5-59719639ef12),segment_id=148e7f62-7e09-4b93-98f5-59719639ef12)] {{(pid=110154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 17:50:55.429185 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.db.l3_dvr_db [None req-b95b45fe-a261-4df4-a880-9771d8234c1c None None] Set router 2b3fb756-0c31-4c5f-9508-a1c78ee00b21 gateway port host: dv-cinder-841302-2-iscsi {{(pid=110154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 17:50:55.432272 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-5ec65901-ddf5-430f-a8ba-7e800743f2c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1514136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781795229094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781794686082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781794686100'] for port (22c8bef5-ae64-4160-8fe7-f474adf01862), after_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:50:55.601590 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec65901-ddf5-430f-a8ba-7e800743f2c8 None None] Pushing event updated for resources: {'Port': ['ID=22c8bef5-ae64-4160-8fe7-f474adf01862,revision_number=5']} {{(pid=110154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:50:55.606568 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.db.provisioning_blocks [None req-ef12b84f-c765-4305-b5f4-3158161f8140 None None] Provisioning complete for port 22c8bef5-ae64-4160-8fe7-f474adf01862 triggered by entity DHCP. {{(pid=110154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 17:50:55.606905 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-ef12b84f-c765-4305-b5f4-3158161f8140 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525495'] for port (22c8bef5-ae64-4160-8fe7-f474adf01862), provisioning_complete {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:50:55.675391 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cab4713-3234-40ab-aa0c-07b9bd4a5e8e req-08182c36-5935-4819-a09f-07ed01702807 tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:50:55.677834 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-2cab4713-3234-40ab-aa0c-07b9bd4a5e8e req-08182c36-5935-4819-a09f-07ed01702807 tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] 10.222.0.60 "GET /v2.0/ports?device_id=e4553a66-9c17-4820-a5ab-1e3f45b42cb2 HTTP/1.1" status: 200 len: 946 time: 0.0579038 May 10 17:50:55.738046 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-2cab4713-3234-40ab-aa0c-07b9bd4a5e8e req-4986a461-b65b-40c7-b62f-49596d0efc40 tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] 10.222.0.60 "GET /v2.0/security-groups?id=f1b3e0fc-5825-4a82-b5b0-e76c34cd9c81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485930 May 10 17:50:55.756713 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.plugin [None req-ef12b84f-c765-4305-b5f4-3158161f8140 None None] Current status of the port 22c8bef5-ae64-4160-8fe7-f474adf01862 is: ACTIVE; New status is: ACTIVE {{(pid=110154) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 17:50:55.759582 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.db.l3_hamode_db [None req-b95b45fe-a261-4df4-a880-9771d8234c1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b3fb756-0c31-4c5f-9508-a1c78ee00b21', 'name': 'tempest-TestVolumeBootPattern-846141223-router', 'tenant_id': 'ddd02c052d5f458e8f2cb70d605f2101', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85dc89cf-59f9-4edb-b26e-52bcb8a93763', 'external_fixed_ips': [{'subnet_id': 'e93d94f1-cb19-4cd0-92e5-ca73d24bd8fb', 'ip_address': '172.27.0.218'}], 'enable_snat': True}, 'gw_port_id': 'af87286a-97f3-4d80-b896-8ae5bcd4bae1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T17:50:47Z', 'updated_at': '2022-05-10T17:50:52Z', 'revision_number': 4, 'project_id': 'ddd02c052d5f458e8f2cb70d605f2101', 'gw_port': {'id': 'af87286a-97f3-4d80-b896-8ae5bcd4bae1', 'name': '', 'network_id': '85dc89cf-59f9-4edb-b26e-52bcb8a93763', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:24:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b3fb756-0c31-4c5f-9508-a1c78ee00b21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': 'e93d94f1-cb19-4cd0-92e5-ca73d24bd8fb', 'ip_address': '172.27.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841302-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T17:50:48Z', 'updated_at': '2022-05-10T17:50:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e93d94f1-cb19-4cd0-92e5-ca73d24bd8fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841302-2-iscsi', '_interfaces': [{'id': '22c8bef5-ae64-4160-8fe7-f474adf01862', 'name': '', 'network_id': '47145552-1150-4fd5-83b1-2aee2c244125', 'tenant_id': 'ddd02c052d5f458e8f2cb70d605f2101', 'mac_address': 'fa:16:3e:15:47:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b3fb756-0c31-4c5f-9508-a1c78ee00b21', 'device_owner': 'network:router_interface', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': 'f7d800de-2bfe-4399-b406-46adda31d5e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841302-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T17:50:51Z', 'updated_at': '2022-05-10T17:50:55Z', 'revision_number': 4, 'project_id': 'ddd02c052d5f458e8f2cb70d605f2101', 'subnets': [{'id': 'f7d800de-2bfe-4399-b406-46adda31d5e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841302-2-iscsi', False) {} {{(pid=110154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:50:55.788860 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b95b45fe-a261-4df4-a880-9771d8234c1c None None] The sync data for ids ['2b3fb756-0c31-4c5f-9508-a1c78ee00b21'] in dv-cinder-841302-2-iscsi is: [{'id': '2b3fb756-0c31-4c5f-9508-a1c78ee00b21', 'name': 'tempest-TestVolumeBootPattern-846141223-router', 'tenant_id': 'ddd02c052d5f458e8f2cb70d605f2101', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85dc89cf-59f9-4edb-b26e-52bcb8a93763', 'external_fixed_ips': [{'subnet_id': 'e93d94f1-cb19-4cd0-92e5-ca73d24bd8fb', 'ip_address': '172.27.0.218'}], 'enable_snat': True}, 'gw_port_id': 'af87286a-97f3-4d80-b896-8ae5bcd4bae1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T17:50:47Z', 'updated_at': '2022-05-10T17:50:52Z', 'revision_number': 4, 'project_id': 'ddd02c052d5f458e8f2cb70d605f2101', 'gw_port': {'id': 'af87286a-97f3-4d80-b896-8ae5bcd4bae1', 'name': '', 'network_id': '85dc89cf-59f9-4edb-b26e-52bcb8a93763', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:24:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b3fb756-0c31-4c5f-9508-a1c78ee00b21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': 'e93d94f1-cb19-4cd0-92e5-ca73d24bd8fb', 'ip_address': '172.27.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841302-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T17:50:48Z', 'updated_at': '2022-05-10T17:50:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e93d94f1-cb19-4cd0-92e5-ca73d24bd8fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841302-2-iscsi', '_interfaces': [{'id': '22c8bef5-ae64-4160-8fe7-f474adf01862', 'name': '', 'network_id': '47145552-1150-4fd5-83b1-2aee2c244125', 'tenant_id': 'ddd02c052d5f458e8f2cb70d605f2101', 'mac_address': 'fa:16:3e:15:47:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b3fb756-0c31-4c5f-9508-a1c78ee00b21', 'device_owner': 'network:router_interface', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': 'f7d800de-2bfe-4399-b406-46adda31d5e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841302-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T17:50:51Z', 'updated_at': '2022-05-10T17:50:55Z', 'revision_number': 4, 'project_id': 'ddd02c052d5f458e8f2cb70d605f2101', 'subnets': [{'id': 'f7d800de-2bfe-4399-b406-46adda31d5e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 17:50:56.785222 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.rpc [None req-6e697e78-9dd1-4bc1-8573-56b901d07725 None None] Device 22c8bef5-ae64-4160-8fe7-f474adf01862 up at agent ovs-agent-dv-cinder-841302-2-iscsi {{(pid=110154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 17:50:56.868681 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.db.provisioning_blocks [None req-6e697e78-9dd1-4bc1-8573-56b901d07725 None None] Provisioning complete for port 22c8bef5-ae64-4160-8fe7-f474adf01862 triggered by entity L2. {{(pid=110154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 17:50:56.869046 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-6e697e78-9dd1-4bc1-8573-56b901d07725 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525495'] for port (22c8bef5-ae64-4160-8fe7-f474adf01862), provisioning_complete {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:50:56.870072 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f5de7a-9138-4525-8f69-3fd3e6cadd1a req-0b344a72-14a8-4589-9b55-eb7c34571a31 tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:50:56.875918 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-27f5de7a-9138-4525-8f69-3fd3e6cadd1a req-0b344a72-14a8-4589-9b55-eb7c34571a31 tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] 10.222.0.60 "GET /v2.0/ports?device_id=e4553a66-9c17-4820-a5ab-1e3f45b42cb2 HTTP/1.1" status: 200 len: 946 time: 0.0609903 May 10 17:50:56.931030 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-27f5de7a-9138-4525-8f69-3fd3e6cadd1a req-78cd84ac-2224-4f6a-81c2-abff63d8db66 tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] 10.222.0.60 "GET /v2.0/security-groups?id=f1b3e0fc-5825-4a82-b5b0-e76c34cd9c81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523162 May 10 17:50:57.094277 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.plugin [None req-6e697e78-9dd1-4bc1-8573-56b901d07725 None None] Current status of the port 22c8bef5-ae64-4160-8fe7-f474adf01862 is: ACTIVE; New status is: ACTIVE {{(pid=110154) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 17:50:57.581021 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-c6b27566-ffe6-4012-b60b-5843fbf4a047 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781795183391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525393'] for agent (b2ad0527-00d5-4995-bc97-ec84c4e02f0b), after_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:50:58.060270 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3677c3-434e-4372-80e8-b30812aa1e17 req-d91219bd-a93a-4cca-a978-6014280830a4 tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:50:58.061774 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-7d3677c3-434e-4372-80e8-b30812aa1e17 req-d91219bd-a93a-4cca-a978-6014280830a4 tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] 10.222.0.60 "GET /v2.0/ports?device_id=e4553a66-9c17-4820-a5ab-1e3f45b42cb2 HTTP/1.1" status: 200 len: 946 time: 0.0549116 May 10 17:50:58.110552 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-7d3677c3-434e-4372-80e8-b30812aa1e17 req-839306e0-3648-44ff-b5a5-70ba9d293785 tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] 10.222.0.60 "GET /v2.0/security-groups?id=f1b3e0fc-5825-4a82-b5b0-e76c34cd9c81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431857 May 10 17:50:58.224886 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70748071-7864-4079-a9cd-286394c6d3b4 req-8e77a162-f56e-4674-9d82-732c81c50269 tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:50:58.226634 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-70748071-7864-4079-a9cd-286394c6d3b4 req-8e77a162-f56e-4674-9d82-732c81c50269 tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] 10.222.0.60 "GET /v2.0/ports?device_id=e4553a66-9c17-4820-a5ab-1e3f45b42cb2 HTTP/1.1" status: 200 len: 946 time: 0.0489666 May 10 17:50:58.235390 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.wsgi [-] (110152) accepted ('10.222.0.60', 44386) {{(pid=110152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 17:50:58.239906 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.v2.base [None req-2d97e784-e6b5-4766-840b-13edb4b6246c tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] Request body: {'floatingip': {'port_id': 'd41cfb7a-6772-4a26-bd70-17d9a9faa38c'}} {{(pid=110152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 17:50:58.297570 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-2d97e784-e6b5-4766-840b-13edb4b6246c tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] Publish callbacks [] for floatingip (d2186f57-8673-4bab-9c7d-a61ce597bbb7), before_update {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:50:58.805062 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-2d97e784-e6b5-4766-840b-13edb4b6246c tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:50:58.809533 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-2d97e784-e6b5-4766-840b-13edb4b6246c tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-641027'] for floatingip (d2186f57-8673-4bab-9c7d-a61ce597bbb7), after_update {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:50:59.029695 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d97e784-e6b5-4766-840b-13edb4b6246c tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] Router 589742d5-5060-4251-bd2d-d3908b80ab6c has already been hosted by L3 agent eaac381b-e402-41c3-a8e6-8f962681d3e6 {{(pid=110152) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 17:50:59.146905 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d97e784-e6b5-4766-840b-13edb4b6246c tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] Notify agent at l3_agent.dv-cinder-841302-2-iscsi the message routers_updated {{(pid=110152) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 17:50:59.151991 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-2d97e784-e6b5-4766-840b-13edb4b6246c tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29634'] for floatingip (None), before_response {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:50:59.156998 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6eb1075-5d44-4879-98ef-8a89230fbee7 None None] Sync routers for ids ['589742d5-5060-4251-bd2d-d3908b80ab6c'] in dv-cinder-841302-2-iscsi {{(pid=110155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 17:50:59.169240 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6eb1075-5d44-4879-98ef-8a89230fbee7 None None] Routers {'589742d5-5060-4251-bd2d-d3908b80ab6c'} bound to L3 agent in host dv-cinder-841302-2-iscsi {{(pid=110155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 17:50:59.170129 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.db.l3_hamode_db [None req-a6eb1075-5d44-4879-98ef-8a89230fbee7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841302-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-10T17:36:00Z,description=,heartbeat_timestamp=2022-05-10T17:50:30Z,host='dv-cinder-841302-2-iscsi',id=eaac381b-e402-41c3-a8e6-8f962681d3e6,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T17:36:00Z,topic='l3_agent')) {'router_ids': ['589742d5-5060-4251-bd2d-d3908b80ab6c'], 'active': True} {{(pid=110155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:50:59.185602 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4553a66-9c17-4820-a5ab-1e3f45b42cb2', 'tag': 'd41cfb7a-6772-4a26-bd70-17d9a9faa38c'}] {{(pid=110152) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 17:50:59.187864 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0e5bab204033c83635b1e14c3e3a099c647719281f8bf9f740a5b80828d0d04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f535f899-429a-4f08-9d41-503a2fbc4482" -d '{"events": [{"name": "network-changed", "server_uuid": "e4553a66-9c17-4820-a5ab-1e3f45b42cb2", "tag": "d41cfb7a-6772-4a26-bd70-17d9a9faa38c"}]}' {{(pid=110152) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 17:50:59.219748 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [None req-2d97e784-e6b5-4766-840b-13edb4b6246c tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] 10.222.0.60 "PUT /v2.0/floatingips/d2186f57-8673-4bab-9c7d-a61ce597bbb7 HTTP/1.1" status: 200 len: 994 time: 0.9830704 May 10 17:50:59.228561 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 17:50:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7f86ac1-4150-482a-bda9-f1b5a018e3b9 x-openstack-request-id: req-e7f86ac1-4150-482a-bda9-f1b5a018e3b9 {{(pid=110152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 17:50:59.228914 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e4553a66-9c17-4820-a5ab-1e3f45b42cb2", "tag": "d41cfb7a-6772-4a26-bd70-17d9a9faa38c", "status": "completed", "code": 200}]} {{(pid=110152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 17:50:59.229174 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-e7f86ac1-4150-482a-bda9-f1b5a018e3b9 {{(pid=110152) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 17:50:59.229589 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e7f86ac1-4150-482a-bda9-f1b5a018e3b9'] response: {'name': 'network-changed', 'server_uuid': 'e4553a66-9c17-4820-a5ab-1e3f45b42cb2', 'tag': 'd41cfb7a-6772-4a26-bd70-17d9a9faa38c', 'status': 'completed', 'code': 200} May 10 17:50:59.298282 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.db.l3_dvr_db [None req-a6eb1075-5d44-4879-98ef-8a89230fbee7 None None] Set router 589742d5-5060-4251-bd2d-d3908b80ab6c gateway port host: dv-cinder-841302-2-iscsi {{(pid=110155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 17:50:59.339080 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f535f899-429a-4f08-9d41-503a2fbc4482 req-7417bded-7245-4d9d-bc20-0138132c1e89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:50:59.340655 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-f535f899-429a-4f08-9d41-503a2fbc4482 req-7417bded-7245-4d9d-bc20-0138132c1e89 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=ec9da2f35bcd444fa485c453103df5cc&device_id=e4553a66-9c17-4820-a5ab-1e3f45b42cb2 HTTP/1.1" status: 200 len: 1130 time: 0.0504797 May 10 17:50:59.437633 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f535f899-429a-4f08-9d41-503a2fbc4482 req-b6116839-d717-4ed6-9eab-2d6768ae6c8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:50:59.439648 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-f535f899-429a-4f08-9d41-503a2fbc4482 req-b6116839-d717-4ed6-9eab-2d6768ae6c8a service neutron] 10.222.0.77 "GET /v2.0/networks?id=f37a5a11-05c8-4d32-b0a0-13874a53c216 HTTP/1.1" status: 200 len: 919 time: 0.0890734 May 10 17:50:59.521365 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-f535f899-429a-4f08-9d41-503a2fbc4482 req-d789e19a-75fe-48e1-99e0-0288883c3fe5 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d41cfb7a-6772-4a26-bd70-17d9a9faa38c HTTP/1.1" status: 200 len: 1002 time: 0.0740869 May 10 17:50:59.530060 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.db.l3_hamode_db [None req-a6eb1075-5d44-4879-98ef-8a89230fbee7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '589742d5-5060-4251-bd2d-d3908b80ab6c', 'name': 'tempest-ServerRescueNegativeTestJSON-997119658-router', 'tenant_id': 'ec9da2f35bcd444fa485c453103df5cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85dc89cf-59f9-4edb-b26e-52bcb8a93763', 'external_fixed_ips': [{'subnet_id': 'e93d94f1-cb19-4cd0-92e5-ca73d24bd8fb', 'ip_address': '172.27.0.200'}], 'enable_snat': True}, 'gw_port_id': '331e326f-eb0e-4349-9e0d-6687d88832ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T17:44:33Z', 'updated_at': '2022-05-10T17:44:42Z', 'revision_number': 4, 'project_id': 'ec9da2f35bcd444fa485c453103df5cc', 'gw_port': {'id': '331e326f-eb0e-4349-9e0d-6687d88832ed', 'name': '', 'network_id': '85dc89cf-59f9-4edb-b26e-52bcb8a93763', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:ac:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '589742d5-5060-4251-bd2d-d3908b80ab6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'e93d94f1-cb19-4cd0-92e5-ca73d24bd8fb', 'ip_address': '172.27.0.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841302-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T17:44:35Z', 'updated_at': '2022-05-10T17:44:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e93d94f1-cb19-4cd0-92e5-ca73d24bd8fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841302-2-iscsi', '_floatingips': [{'id': 'd2186f57-8673-4bab-9c7d-a61ce597bbb7', 'tenant_id': 'ec9da2f35bcd444fa485c453103df5cc', 'floating_ip_address': '172.27.0.189', 'floating_network_id': '85dc89cf-59f9-4edb-b26e-52bcb8a93763', 'router_id': '589742d5-5060-4251-bd2d-d3908b80ab6c', 'port_id': 'd41cfb7a-6772-4a26-bd70-17d9a9faa38c', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 396, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f37a5a11-05c8-4d32-b0a0-13874a53c216', 'mac_address': 'fa:16:3e:43:ce:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4553a66-9c17-4820-a5ab-1e3f45b42cb2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T17:47:45Z', 'updated_at': '2022-05-10T17:50:58Z', 'revision_number': 3, 'project_id': 'ec9da2f35bcd444fa485c453103df5cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c383c584-b5df-4b7e-af1c-6ffb19330ddb', 'name': '', 'network_id': 'f37a5a11-05c8-4d32-b0a0-13874a53c216', 'tenant_id': 'ec9da2f35bcd444fa485c453103df5cc', 'mac_address': 'fa:16:3e:3d:4a:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '589742d5-5060-4251-bd2d-d3908b80ab6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'cc50f2c8-8caf-42b1-b7c4-50bfe5301336', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841302-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T17:44:41Z', 'updated_at': '2022-05-10T17:44:53Z', 'revision_number': 5, 'project_id': 'ec9da2f35bcd444fa485c453103df5cc', 'subnets': [{'id': 'cc50f2c8-8caf-42b1-b7c4-50bfe5301336', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841302-2-iscsi', False) {} {{(pid=110155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:50:59.560450 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6eb1075-5d44-4879-98ef-8a89230fbee7 None None] Checking router: 589742d5-5060-4251-bd2d-d3908b80ab6c for host: dv-cinder-841302-2-iscsi {{(pid=110155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 17:50:59.570265 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6eb1075-5d44-4879-98ef-8a89230fbee7 None None] Routers {'589742d5-5060-4251-bd2d-d3908b80ab6c'} bound to L3 agent in host dv-cinder-841302-2-iscsi {{(pid=110155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 17:50:59.570871 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.db.l3_hamode_db [None req-a6eb1075-5d44-4879-98ef-8a89230fbee7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841302-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-10T17:36:00Z,description=,heartbeat_timestamp=2022-05-10T17:50:30Z,host='dv-cinder-841302-2-iscsi',id=eaac381b-e402-41c3-a8e6-8f962681d3e6,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T17:36:00Z,topic='l3_agent')) {'router_ids': ['589742d5-5060-4251-bd2d-d3908b80ab6c'], 'active': True} {{(pid=110155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:50:59.575040 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f535f899-429a-4f08-9d41-503a2fbc4482 req-dc7e78fb-55d6-4123-b19f-080c4ca8ee63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:50:59.576603 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-f535f899-429a-4f08-9d41-503a2fbc4482 req-dc7e78fb-55d6-4123-b19f-080c4ca8ee63 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=cc50f2c8-8caf-42b1-b7c4-50bfe5301336 HTTP/1.1" status: 200 len: 857 time: 0.0490582 May 10 17:50:59.628615 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f535f899-429a-4f08-9d41-503a2fbc4482 req-e0e9969e-120a-4c31-b09c-bc7b14c7c233 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:50:59.630118 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-f535f899-429a-4f08-9d41-503a2fbc4482 req-e0e9969e-120a-4c31-b09c-bc7b14c7c233 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=f37a5a11-05c8-4d32-b0a0-13874a53c216&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0392728 May 10 17:50:59.687097 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.db.l3_dvr_db [None req-a6eb1075-5d44-4879-98ef-8a89230fbee7 None None] Set router 589742d5-5060-4251-bd2d-d3908b80ab6c gateway port host: dv-cinder-841302-2-iscsi {{(pid=110155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 17:50:59.729032 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-f535f899-429a-4f08-9d41-503a2fbc4482 req-7992e374-a64e-433e-a795-03f9326abd87 service neutron] 10.222.0.77 "GET /v2.0/networks/f37a5a11-05c8-4d32-b0a0-13874a53c216?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905526 May 10 17:50:59.829412 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-f535f899-429a-4f08-9d41-503a2fbc4482 req-bb6df988-fba4-4d4d-b5f2-790244622748 service neutron] 10.222.0.77 "GET /v2.0/networks/f37a5a11-05c8-4d32-b0a0-13874a53c216?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942385 May 10 17:50:59.917061 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.db.l3_hamode_db [None req-a6eb1075-5d44-4879-98ef-8a89230fbee7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '589742d5-5060-4251-bd2d-d3908b80ab6c', 'name': 'tempest-ServerRescueNegativeTestJSON-997119658-router', 'tenant_id': 'ec9da2f35bcd444fa485c453103df5cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85dc89cf-59f9-4edb-b26e-52bcb8a93763', 'external_fixed_ips': [{'subnet_id': 'e93d94f1-cb19-4cd0-92e5-ca73d24bd8fb', 'ip_address': '172.27.0.200'}], 'enable_snat': True}, 'gw_port_id': '331e326f-eb0e-4349-9e0d-6687d88832ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T17:44:33Z', 'updated_at': '2022-05-10T17:44:42Z', 'revision_number': 4, 'project_id': 'ec9da2f35bcd444fa485c453103df5cc', 'gw_port': {'id': '331e326f-eb0e-4349-9e0d-6687d88832ed', 'name': '', 'network_id': '85dc89cf-59f9-4edb-b26e-52bcb8a93763', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:ac:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '589742d5-5060-4251-bd2d-d3908b80ab6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'e93d94f1-cb19-4cd0-92e5-ca73d24bd8fb', 'ip_address': '172.27.0.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841302-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T17:44:35Z', 'updated_at': '2022-05-10T17:44:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e93d94f1-cb19-4cd0-92e5-ca73d24bd8fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841302-2-iscsi', '_floatingips': [{'id': 'd2186f57-8673-4bab-9c7d-a61ce597bbb7', 'tenant_id': 'ec9da2f35bcd444fa485c453103df5cc', 'floating_ip_address': '172.27.0.189', 'floating_network_id': '85dc89cf-59f9-4edb-b26e-52bcb8a93763', 'router_id': '589742d5-5060-4251-bd2d-d3908b80ab6c', 'port_id': 'd41cfb7a-6772-4a26-bd70-17d9a9faa38c', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 396, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f37a5a11-05c8-4d32-b0a0-13874a53c216', 'mac_address': 'fa:16:3e:43:ce:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4553a66-9c17-4820-a5ab-1e3f45b42cb2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T17:47:45Z', 'updated_at': '2022-05-10T17:50:58Z', 'revision_number': 3, 'project_id': 'ec9da2f35bcd444fa485c453103df5cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c383c584-b5df-4b7e-af1c-6ffb19330ddb', 'name': '', 'network_id': 'f37a5a11-05c8-4d32-b0a0-13874a53c216', 'tenant_id': 'ec9da2f35bcd444fa485c453103df5cc', 'mac_address': 'fa:16:3e:3d:4a:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '589742d5-5060-4251-bd2d-d3908b80ab6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'cc50f2c8-8caf-42b1-b7c4-50bfe5301336', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841302-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T17:44:41Z', 'updated_at': '2022-05-10T17:44:53Z', 'revision_number': 5, 'project_id': 'ec9da2f35bcd444fa485c453103df5cc', 'subnets': [{'id': 'cc50f2c8-8caf-42b1-b7c4-50bfe5301336', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841302-2-iscsi', False) {} {{(pid=110155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:50:59.930590 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-1c4173e4-dcac-4aad-ad2e-975b9e7086ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781795183391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525393'] for agent (eaac381b-e402-41c3-a8e6-8f962681d3e6), after_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:50:59.952872 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6eb1075-5d44-4879-98ef-8a89230fbee7 None None] The sync data for ids ['589742d5-5060-4251-bd2d-d3908b80ab6c'] in dv-cinder-841302-2-iscsi is: [{'id': '589742d5-5060-4251-bd2d-d3908b80ab6c', 'name': 'tempest-ServerRescueNegativeTestJSON-997119658-router', 'tenant_id': 'ec9da2f35bcd444fa485c453103df5cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85dc89cf-59f9-4edb-b26e-52bcb8a93763', 'external_fixed_ips': [{'subnet_id': 'e93d94f1-cb19-4cd0-92e5-ca73d24bd8fb', 'ip_address': '172.27.0.200'}], 'enable_snat': True}, 'gw_port_id': '331e326f-eb0e-4349-9e0d-6687d88832ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T17:44:33Z', 'updated_at': '2022-05-10T17:44:42Z', 'revision_number': 4, 'project_id': 'ec9da2f35bcd444fa485c453103df5cc', 'gw_port': {'id': '331e326f-eb0e-4349-9e0d-6687d88832ed', 'name': '', 'network_id': '85dc89cf-59f9-4edb-b26e-52bcb8a93763', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:ac:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '589742d5-5060-4251-bd2d-d3908b80ab6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'e93d94f1-cb19-4cd0-92e5-ca73d24bd8fb', 'ip_address': '172.27.0.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841302-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T17:44:35Z', 'updated_at': '2022-05-10T17:44:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e93d94f1-cb19-4cd0-92e5-ca73d24bd8fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841302-2-iscsi', '_floatingips': [{'id': 'd2186f57-8673-4bab-9c7d-a61ce597bbb7', 'tenant_id': 'ec9da2f35bcd444fa485c453103df5cc', 'floating_ip_address': '172.27.0.189', 'floating_network_id': '85dc89cf-59f9-4edb-b26e-52bcb8a93763', 'router_id': '589742d5-5060-4251-bd2d-d3908b80ab6c', 'port_id': 'd41cfb7a-6772-4a26-bd70-17d9a9faa38c', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 396, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f37a5a11-05c8-4d32-b0a0-13874a53c216', 'mac_address': 'fa:16:3e:43:ce:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4553a66-9c17-4820-a5ab-1e3f45b42cb2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T17:47:45Z', 'updated_at': '2022-05-10T17:50:58Z', 'revision_number': 3, 'project_id': 'ec9da2f35bcd444fa485c453103df5cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c383c584-b5df-4b7e-af1c-6ffb19330ddb', 'name': '', 'network_id': 'f37a5a11-05c8-4d32-b0a0-13874a53c216', 'tenant_id': 'ec9da2f35bcd444fa485c453103df5cc', 'mac_address': 'fa:16:3e:3d:4a:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '589742d5-5060-4251-bd2d-d3908b80ab6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'cc50f2c8-8caf-42b1-b7c4-50bfe5301336', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841302-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T17:44:41Z', 'updated_at': '2022-05-10T17:44:53Z', 'revision_number': 5, 'project_id': 'ec9da2f35bcd444fa485c453103df5cc', 'subnets': [{'id': 'cc50f2c8-8caf-42b1-b7c4-50bfe5301336', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 17:51:01.230682 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4553a66-9c17-4820-a5ab-1e3f45b42cb2', 'tag': 'd41cfb7a-6772-4a26-bd70-17d9a9faa38c'}] {{(pid=110152) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 17:51:01.233059 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0e5bab204033c83635b1e14c3e3a099c647719281f8bf9f740a5b80828d0d04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7130d7e0-f288-467b-ad54-349c2b9a26cb" -d '{"events": [{"name": "network-changed", "server_uuid": "e4553a66-9c17-4820-a5ab-1e3f45b42cb2", "tag": "d41cfb7a-6772-4a26-bd70-17d9a9faa38c"}]}' {{(pid=110152) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 17:51:01.271032 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 17:51:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89d090aa-73ef-475b-bb37-60585469af19 x-openstack-request-id: req-89d090aa-73ef-475b-bb37-60585469af19 {{(pid=110152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 17:51:01.271334 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e4553a66-9c17-4820-a5ab-1e3f45b42cb2", "tag": "d41cfb7a-6772-4a26-bd70-17d9a9faa38c", "status": "completed", "code": 200}]} {{(pid=110152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 17:51:01.271632 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-89d090aa-73ef-475b-bb37-60585469af19 {{(pid=110152) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 17:51:01.272039 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.notifiers.nova [-] Nova event matching ['req-89d090aa-73ef-475b-bb37-60585469af19'] response: {'name': 'network-changed', 'server_uuid': 'e4553a66-9c17-4820-a5ab-1e3f45b42cb2', 'tag': 'd41cfb7a-6772-4a26-bd70-17d9a9faa38c', 'status': 'completed', 'code': 200} May 10 17:51:01.362596 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7130d7e0-f288-467b-ad54-349c2b9a26cb req-51f94931-533a-44cd-bcb1-1c0d24d13458 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:51:01.364157 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-7130d7e0-f288-467b-ad54-349c2b9a26cb req-51f94931-533a-44cd-bcb1-1c0d24d13458 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=ec9da2f35bcd444fa485c453103df5cc&device_id=e4553a66-9c17-4820-a5ab-1e3f45b42cb2 HTTP/1.1" status: 200 len: 1130 time: 0.0406959 May 10 17:51:01.459780 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7130d7e0-f288-467b-ad54-349c2b9a26cb req-1eb2c21e-3daa-4586-972f-8cdd845bb636 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:51:01.462014 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-7130d7e0-f288-467b-ad54-349c2b9a26cb req-1eb2c21e-3daa-4586-972f-8cdd845bb636 service neutron] 10.222.0.77 "GET /v2.0/networks?id=f37a5a11-05c8-4d32-b0a0-13874a53c216 HTTP/1.1" status: 200 len: 919 time: 0.0910637 May 10 17:51:01.467131 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-d07e8966-ef10-4d42-b774-228753b3fd3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781795183391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525393'] for agent (a55810b0-63c4-4499-a4d9-efcdb1615ce8), after_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:51:01.532605 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-7130d7e0-f288-467b-ad54-349c2b9a26cb req-9871cc19-6b71-4183-9a16-22fda50dc4ef service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d41cfb7a-6772-4a26-bd70-17d9a9faa38c HTTP/1.1" status: 200 len: 1002 time: 0.0602129 May 10 17:51:01.587584 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7130d7e0-f288-467b-ad54-349c2b9a26cb req-5a17a759-4f66-46a9-9c25-33e6fe3bc66b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:51:01.589039 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-7130d7e0-f288-467b-ad54-349c2b9a26cb req-5a17a759-4f66-46a9-9c25-33e6fe3bc66b service neutron] 10.222.0.77 "GET /v2.0/subnets?id=cc50f2c8-8caf-42b1-b7c4-50bfe5301336 HTTP/1.1" status: 200 len: 857 time: 0.0501490 May 10 17:51:01.629117 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781795183391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525393'] for agent (16638279-eb91-49a3-95a5-8b540cc2f948), after_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:51:01.634350 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7130d7e0-f288-467b-ad54-349c2b9a26cb req-b5c047da-5d71-4d2c-aedf-699073190066 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:51:01.635951 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-7130d7e0-f288-467b-ad54-349c2b9a26cb req-b5c047da-5d71-4d2c-aedf-699073190066 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=f37a5a11-05c8-4d32-b0a0-13874a53c216&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0410478 May 10 17:51:01.729174 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-7130d7e0-f288-467b-ad54-349c2b9a26cb req-2487e54e-62e2-4916-8547-b7a71b5f5529 service neutron] 10.222.0.77 "GET /v2.0/networks/f37a5a11-05c8-4d32-b0a0-13874a53c216?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860250 May 10 17:51:01.827336 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-7130d7e0-f288-467b-ad54-349c2b9a26cb req-1af5e690-55c0-4e82-b44b-cc0132507cc5 service neutron] 10.222.0.77 "GET /v2.0/networks/f37a5a11-05c8-4d32-b0a0-13874a53c216?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908616 May 10 17:51:03.050617 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-ae45faaf-356d-4e4a-a605-33fedb92cd97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781795183391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525393'] for agent (6a57b374-0daf-4fe3-9dd1-3d457a537aa7), after_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:51:04.504114 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-6e697e78-9dd1-4bc1-8573-56b901d07725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781795183391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525393'] for agent (fdc37a75-b7a9-4e92-a59c-f5b8c02d060c), after_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:51:04.838978 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.db.agents_db [None req-b17e131c-d64b-4b97-8e8f-6c45925a5783 None None] Agent healthcheck: found 6 active agents {{(pid=110155) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 17:51:09.858886 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f477fea-c822-4e6f-b170-40c3677845a8 req-af0a928a-6c2b-46bb-958b-08001ea1f6c8 tempest-TestMinimumBasicScenario-1856724445 tempest-TestMinimumBasicScenario-1856724445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:51:09.860401 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-2f477fea-c822-4e6f-b170-40c3677845a8 req-af0a928a-6c2b-46bb-958b-08001ea1f6c8 tempest-TestMinimumBasicScenario-1856724445 tempest-TestMinimumBasicScenario-1856724445-project] 10.222.0.60 "GET /v2.0/ports?device_id=4ab1a9bd-b249-4f09-9264-87eb2a4878cb HTTP/1.1" status: 200 len: 984 time: 0.0772495 May 10 17:51:09.876601 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf025e4-8f60-44c0-a13a-f23b8a5c6aa0 req-8bf09025-1532-41ec-a26f-fff9ea00d701 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:51:09.877994 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-bbf025e4-8f60-44c0-a13a-f23b8a5c6aa0 req-8bf09025-1532-41ec-a26f-fff9ea00d701 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=f582fd9ef9094e8f9b47f7e686e3808a&device_id=4ab1a9bd-b249-4f09-9264-87eb2a4878cb HTTP/1.1" status: 200 len: 1168 time: 0.0572729 May 10 17:51:09.990274 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-2f477fea-c822-4e6f-b170-40c3677845a8 req-70b2a495-0de2-4307-b5b4-a08cbf25340e tempest-TestMinimumBasicScenario-1856724445 tempest-TestMinimumBasicScenario-1856724445-project] 10.222.0.60 "GET /v2.0/security-groups?id=4291c383-f1b0-498a-957d-36fec04b0997&id=8efa01d5-e8fd-47b7-b10c-1647c0ca187c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1226780 May 10 17:51:10.009608 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf025e4-8f60-44c0-a13a-f23b8a5c6aa0 req-a927519c-1616-476e-8de9-e24f2e73c7ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:51:10.011077 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-bbf025e4-8f60-44c0-a13a-f23b8a5c6aa0 req-a927519c-1616-476e-8de9-e24f2e73c7ea service neutron] 10.222.0.77 "GET /v2.0/networks?id=d36cf6d1-7902-4b07-ab50-617b34c8483f HTTP/1.1" status: 200 len: 915 time: 0.1256089 May 10 17:51:10.082337 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-bbf025e4-8f60-44c0-a13a-f23b8a5c6aa0 req-cf354317-88cd-4a0a-a645-cb2002e8d648 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f023603c-ec90-40f8-beef-59e8c9f7f17f HTTP/1.1" status: 200 len: 1000 time: 0.0639625 May 10 17:51:10.132038 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf025e4-8f60-44c0-a13a-f23b8a5c6aa0 req-1630199d-f76b-49e2-a444-9e11ae021b53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:51:10.133387 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-bbf025e4-8f60-44c0-a13a-f23b8a5c6aa0 req-1630199d-f76b-49e2-a444-9e11ae021b53 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=a6e2ccd6-25e8-4d9c-9121-bb83787a16b4 HTTP/1.1" status: 200 len: 853 time: 0.0445218 May 10 17:51:10.177141 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf025e4-8f60-44c0-a13a-f23b8a5c6aa0 req-1ad522ef-663b-4a9a-b61a-93f2cb249cf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:51:10.178692 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-bbf025e4-8f60-44c0-a13a-f23b8a5c6aa0 req-1ad522ef-663b-4a9a-b61a-93f2cb249cf0 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=d36cf6d1-7902-4b07-ab50-617b34c8483f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0391958 May 10 17:51:10.274977 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-bbf025e4-8f60-44c0-a13a-f23b8a5c6aa0 req-d56f5867-752a-4653-aec7-1ed4974e1467 service neutron] 10.222.0.77 "GET /v2.0/networks/d36cf6d1-7902-4b07-ab50-617b34c8483f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889292 May 10 17:51:10.371547 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-bbf025e4-8f60-44c0-a13a-f23b8a5c6aa0 req-27d70933-564f-4c76-85f5-40f56eff847d service neutron] 10.222.0.77 "GET /v2.0/networks/d36cf6d1-7902-4b07-ab50-617b34c8483f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904317 May 10 17:51:11.106263 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8f3f27-c4e9-4c37-9ed9-601892c3946c req-0185df08-705c-44c1-b39e-4c0ff0b15500 tempest-TestMinimumBasicScenario-1856724445 tempest-TestMinimumBasicScenario-1856724445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:51:11.107743 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-4c8f3f27-c4e9-4c37-9ed9-601892c3946c req-0185df08-705c-44c1-b39e-4c0ff0b15500 tempest-TestMinimumBasicScenario-1856724445 tempest-TestMinimumBasicScenario-1856724445-project] 10.222.0.60 "GET /v2.0/ports?device_id=4ab1a9bd-b249-4f09-9264-87eb2a4878cb HTTP/1.1" status: 200 len: 984 time: 0.0488150 May 10 17:51:11.172114 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-4c8f3f27-c4e9-4c37-9ed9-601892c3946c req-411470e7-b991-426d-8d1c-df12788c01ac tempest-TestMinimumBasicScenario-1856724445 tempest-TestMinimumBasicScenario-1856724445-project] 10.222.0.60 "GET /v2.0/security-groups?id=4291c383-f1b0-498a-957d-36fec04b0997&id=8efa01d5-e8fd-47b7-b10c-1647c0ca187c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0586216 May 10 17:51:12.524841 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e290ad-c495-4b2e-9799-c7d831b671d8 req-eccf129d-5797-4c19-a498-ead81dc7e194 tempest-TestMinimumBasicScenario-1856724445 tempest-TestMinimumBasicScenario-1856724445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:51:12.526242 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-e3e290ad-c495-4b2e-9799-c7d831b671d8 req-eccf129d-5797-4c19-a498-ead81dc7e194 tempest-TestMinimumBasicScenario-1856724445 tempest-TestMinimumBasicScenario-1856724445-project] 10.222.0.60 "GET /v2.0/ports?device_id=4ab1a9bd-b249-4f09-9264-87eb2a4878cb HTTP/1.1" status: 200 len: 984 time: 0.2869844 May 10 17:51:12.586376 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-e3e290ad-c495-4b2e-9799-c7d831b671d8 req-4ff321a8-893c-48d2-8995-d01fa1f921de tempest-TestMinimumBasicScenario-1856724445 tempest-TestMinimumBasicScenario-1856724445-project] 10.222.0.60 "GET /v2.0/security-groups?id=4291c383-f1b0-498a-957d-36fec04b0997&id=8efa01d5-e8fd-47b7-b10c-1647c0ca187c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0542378 May 10 17:51:13.702291 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf0defe-b83c-4255-aafd-212560e4e916 req-68179ee1-3dd4-4ce6-b985-c4e95b3814ee tempest-TestMinimumBasicScenario-1856724445 tempest-TestMinimumBasicScenario-1856724445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:51:13.703791 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-bbf0defe-b83c-4255-aafd-212560e4e916 req-68179ee1-3dd4-4ce6-b985-c4e95b3814ee tempest-TestMinimumBasicScenario-1856724445 tempest-TestMinimumBasicScenario-1856724445-project] 10.222.0.60 "GET /v2.0/ports?device_id=4ab1a9bd-b249-4f09-9264-87eb2a4878cb HTTP/1.1" status: 200 len: 984 time: 0.0488458 May 10 17:51:13.768812 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-bbf0defe-b83c-4255-aafd-212560e4e916 req-e79c82da-fcac-42a9-8e1b-84e5d9ffa2ad tempest-TestMinimumBasicScenario-1856724445 tempest-TestMinimumBasicScenario-1856724445-project] 10.222.0.60 "GET /v2.0/security-groups?id=4291c383-f1b0-498a-957d-36fec04b0997&id=8efa01d5-e8fd-47b7-b10c-1647c0ca187c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0592887 May 10 17:51:14.886134 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b2860f-9960-4e82-8630-199b909da3c1 req-854d0111-c3b9-461a-960c-f14eccb78faa tempest-TestMinimumBasicScenario-1856724445 tempest-TestMinimumBasicScenario-1856724445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:51:14.887614 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-b5b2860f-9960-4e82-8630-199b909da3c1 req-854d0111-c3b9-461a-960c-f14eccb78faa tempest-TestMinimumBasicScenario-1856724445 tempest-TestMinimumBasicScenario-1856724445-project] 10.222.0.60 "GET /v2.0/ports?device_id=4ab1a9bd-b249-4f09-9264-87eb2a4878cb HTTP/1.1" status: 200 len: 984 time: 0.0471919 May 10 17:51:14.945504 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-b5b2860f-9960-4e82-8630-199b909da3c1 req-4c829a34-34a8-4cc5-b7e4-4a3831491c33 tempest-TestMinimumBasicScenario-1856724445 tempest-TestMinimumBasicScenario-1856724445-project] 10.222.0.60 "GET /v2.0/security-groups?id=4291c383-f1b0-498a-957d-36fec04b0997&id=8efa01d5-e8fd-47b7-b10c-1647c0ca187c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0522225 May 10 17:51:16.071605 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70da84f0-7362-4913-930f-cf26faf78a72 req-b894b072-5357-4c67-83dd-d698db567c68 tempest-TestMinimumBasicScenario-1856724445 tempest-TestMinimumBasicScenario-1856724445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:51:16.073404 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-70da84f0-7362-4913-930f-cf26faf78a72 req-b894b072-5357-4c67-83dd-d698db567c68 tempest-TestMinimumBasicScenario-1856724445 tempest-TestMinimumBasicScenario-1856724445-project] 10.222.0.60 "GET /v2.0/ports?device_id=4ab1a9bd-b249-4f09-9264-87eb2a4878cb HTTP/1.1" status: 200 len: 984 time: 0.0545588 May 10 17:51:16.138578 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-70da84f0-7362-4913-930f-cf26faf78a72 req-defed68b-dd3c-4ef4-8f92-f11c1449f6b9 tempest-TestMinimumBasicScenario-1856724445 tempest-TestMinimumBasicScenario-1856724445-project] 10.222.0.60 "GET /v2.0/security-groups?id=4291c383-f1b0-498a-957d-36fec04b0997&id=8efa01d5-e8fd-47b7-b10c-1647c0ca187c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0592294 May 10 17:51:17.270583 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb308d9-45f9-468d-8c15-0abaa134202b req-f6841df0-66a5-4cd4-a7b1-f5f399dadd6b tempest-TestMinimumBasicScenario-1856724445 tempest-TestMinimumBasicScenario-1856724445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:51:17.272133 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-ecb308d9-45f9-468d-8c15-0abaa134202b req-f6841df0-66a5-4cd4-a7b1-f5f399dadd6b tempest-TestMinimumBasicScenario-1856724445 tempest-TestMinimumBasicScenario-1856724445-project] 10.222.0.60 "GET /v2.0/ports?device_id=4ab1a9bd-b249-4f09-9264-87eb2a4878cb HTTP/1.1" status: 200 len: 984 time: 0.0544600 May 10 17:51:17.340171 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-ecb308d9-45f9-468d-8c15-0abaa134202b req-6a545e91-04e6-4976-8404-c2da0af83620 tempest-TestMinimumBasicScenario-1856724445 tempest-TestMinimumBasicScenario-1856724445-project] 10.222.0.60 "GET /v2.0/security-groups?id=4291c383-f1b0-498a-957d-36fec04b0997&id=8efa01d5-e8fd-47b7-b10c-1647c0ca187c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0606000 May 10 17:51:18.465352 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961f3cf9-cfac-47fd-88f2-525c3f8a0b09 req-741bf8fb-9560-4403-a1d4-4d7b9a36211b tempest-TestMinimumBasicScenario-1856724445 tempest-TestMinimumBasicScenario-1856724445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:51:18.467095 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-961f3cf9-cfac-47fd-88f2-525c3f8a0b09 req-741bf8fb-9560-4403-a1d4-4d7b9a36211b tempest-TestMinimumBasicScenario-1856724445 tempest-TestMinimumBasicScenario-1856724445-project] 10.222.0.60 "GET /v2.0/ports?device_id=4ab1a9bd-b249-4f09-9264-87eb2a4878cb HTTP/1.1" status: 200 len: 984 time: 0.0546067 May 10 17:51:18.532328 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-961f3cf9-cfac-47fd-88f2-525c3f8a0b09 req-0ccae823-68a8-4ac2-84a2-bf25cb6193b0 tempest-TestMinimumBasicScenario-1856724445 tempest-TestMinimumBasicScenario-1856724445-project] 10.222.0.60 "GET /v2.0/security-groups?id=4291c383-f1b0-498a-957d-36fec04b0997&id=8efa01d5-e8fd-47b7-b10c-1647c0ca187c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0591447 May 10 17:51:19.341993 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-dd7f83fd-a2db-4cc0-8d6b-15c92119e37c req-14afb818-c6d9-4a3a-986f-eea131e9e9ed tempest-TestVolumeBootPattern-524323740 tempest-TestVolumeBootPattern-524323740-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-900555845&fields=id&tenant_id=c93f0e69798e491aba3c8cf1493c2733 HTTP/1.1" status: 200 len: 267 time: 0.0566969 May 10 17:51:19.458029 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7f83fd-a2db-4cc0-8d6b-15c92119e37c req-e9a93c63-4d5f-4b7b-8677-c322e842ce5b tempest-TestVolumeBootPattern-524323740 tempest-TestVolumeBootPattern-524323740-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:51:19.459556 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-dd7f83fd-a2db-4cc0-8d6b-15c92119e37c req-e9a93c63-4d5f-4b7b-8677-c322e842ce5b tempest-TestVolumeBootPattern-524323740 tempest-TestVolumeBootPattern-524323740-project] 10.222.0.60 "GET /v2.0/networks?id=0e710c0b-0b9b-4762-af88-7b56961d06bc HTTP/1.1" status: 200 len: 811 time: 0.1111887 May 10 17:51:19.475349 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-dd7f83fd-a2db-4cc0-8d6b-15c92119e37c req-d70c0afe-aa9e-46ff-90b8-8f0cd8ec1bf1 tempest-TestVolumeBootPattern-524323740 tempest-TestVolumeBootPattern-524323740-project] 10.222.0.60 "GET /v2.0/quotas/c93f0e69798e491aba3c8cf1493c2733 HTTP/1.1" status: 200 len: 375 time: 0.0101120 May 10 17:51:19.531871 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-dd7f83fd-a2db-4cc0-8d6b-15c92119e37c req-3ab4c35e-acce-4588-a6be-fdae3892c110 tempest-TestVolumeBootPattern-524323740 tempest-TestVolumeBootPattern-524323740-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=c93f0e69798e491aba3c8cf1493c2733&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0501790 May 10 17:51:19.676794 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6654672-878b-4f50-b38c-416180f98bc7 req-15b027b3-2e29-443b-9d9e-63c0af851e9c tempest-TestMinimumBasicScenario-1856724445 tempest-TestMinimumBasicScenario-1856724445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:51:19.678444 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-b6654672-878b-4f50-b38c-416180f98bc7 req-15b027b3-2e29-443b-9d9e-63c0af851e9c tempest-TestMinimumBasicScenario-1856724445 tempest-TestMinimumBasicScenario-1856724445-project] 10.222.0.60 "GET /v2.0/ports?device_id=4ab1a9bd-b249-4f09-9264-87eb2a4878cb HTTP/1.1" status: 200 len: 984 time: 0.0685470 May 10 17:51:19.716908 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-dd7f83fd-a2db-4cc0-8d6b-15c92119e37c req-deff603c-772b-4ba1-b7aa-ac3b23f8d66a service neutron] 10.222.0.60 "GET /v2.0/networks/0e710c0b-0b9b-4762-af88-7b56961d06bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1717396 May 10 17:51:19.814118 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-b6654672-878b-4f50-b38c-416180f98bc7 req-720128f4-a0eb-47a4-ac21-50829a4193a2 tempest-TestMinimumBasicScenario-1856724445 tempest-TestMinimumBasicScenario-1856724445-project] 10.222.0.60 "GET /v2.0/security-groups?id=4291c383-f1b0-498a-957d-36fec04b0997&id=8efa01d5-e8fd-47b7-b10c-1647c0ca187c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1270633 May 10 17:51:19.853639 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-dd7f83fd-a2db-4cc0-8d6b-15c92119e37c req-286f5cd3-da81-42c1-93e6-3db177d0df07 service neutron] 10.222.0.60 "GET /v2.0/networks/0e710c0b-0b9b-4762-af88-7b56961d06bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1207783 May 10 17:51:20.206169 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-5246a35a-cbe5-44ed-9955-5404627cc4d7 req-8e5ab284-a172-460b-96c8-217847ad3a7b tempest-TestVolumeBootPattern-524323740 tempest-TestVolumeBootPattern-524323740-project] 10.222.0.60 "GET /v2.0/ports?device_id=55760f67-2403-45c9-8db7-d5ae5f45c366 HTTP/1.1" status: 200 len: 210 time: 0.0330102 May 10 17:51:20.942236 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1ab2ef-070a-4035-a0b8-8d61db42614c req-4226068a-9544-49fd-af0d-126c5e3f34d9 tempest-TestMinimumBasicScenario-1856724445 tempest-TestMinimumBasicScenario-1856724445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:51:20.943839 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-9b1ab2ef-070a-4035-a0b8-8d61db42614c req-4226068a-9544-49fd-af0d-126c5e3f34d9 tempest-TestMinimumBasicScenario-1856724445 tempest-TestMinimumBasicScenario-1856724445-project] 10.222.0.60 "GET /v2.0/ports?device_id=4ab1a9bd-b249-4f09-9264-87eb2a4878cb HTTP/1.1" status: 200 len: 984 time: 0.0535057 May 10 17:51:21.012209 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-9b1ab2ef-070a-4035-a0b8-8d61db42614c req-20230d45-ca28-4b1b-8252-46409153243b tempest-TestMinimumBasicScenario-1856724445 tempest-TestMinimumBasicScenario-1856724445-project] 10.222.0.60 "GET /v2.0/security-groups?id=4291c383-f1b0-498a-957d-36fec04b0997&id=8efa01d5-e8fd-47b7-b10c-1647c0ca187c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0597975 May 10 17:51:21.341303 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-e02b0202-bb84-473c-88c6-d1a26b79f1d6 req-ba118853-457e-4a46-9b89-6eadaba25299 tempest-TestVolumeBootPattern-524323740 tempest-TestVolumeBootPattern-524323740-project] 10.222.0.60 "GET /v2.0/ports?device_id=55760f67-2403-45c9-8db7-d5ae5f45c366 HTTP/1.1" status: 200 len: 210 time: 0.0347393 May 10 17:51:21.479874 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7f83fd-a2db-4cc0-8d6b-15c92119e37c req-b0abfd58-1d4a-48bd-9cdc-574d0cdce751 tempest-TestVolumeBootPattern-524323740 tempest-TestVolumeBootPattern-524323740-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:51:21.481370 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-dd7f83fd-a2db-4cc0-8d6b-15c92119e37c req-b0abfd58-1d4a-48bd-9cdc-574d0cdce751 tempest-TestVolumeBootPattern-524323740 tempest-TestVolumeBootPattern-524323740-project] 10.222.0.77 "GET /v2.0/networks?id=0e710c0b-0b9b-4762-af88-7b56961d06bc HTTP/1.1" status: 200 len: 811 time: 0.1174052 May 10 17:51:21.559591 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-dd7f83fd-a2db-4cc0-8d6b-15c92119e37c req-56d7fbbd-aec3-462d-9254-79baf2e41fa7 tempest-TestVolumeBootPattern-524323740 tempest-TestVolumeBootPattern-524323740-project] 10.222.0.77 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c93f0e69798e491aba3c8cf1493c2733 HTTP/1.1" status: 200 len: 379 time: 0.0625043 May 10 17:51:21.569320 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.v2.base [req-dd7f83fd-a2db-4cc0-8d6b-15c92119e37c req-402ce3ca-4c21-4db0-9eab-016bd64157e6 tempest-TestVolumeBootPattern-524323740 tempest-TestVolumeBootPattern-524323740-project] Request body: {'port': {'device_id': '55760f67-2403-45c9-8db7-d5ae5f45c366', 'network_id': '0e710c0b-0b9b-4762-af88-7b56961d06bc', 'admin_state_up': True, 'tenant_id': 'c93f0e69798e491aba3c8cf1493c2733', 'security_groups': ['aec4a23b-9be6-4a04-ad33-bd1ff431d47e']}} {{(pid=110152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 17:51:21.733900 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dd7f83fd-a2db-4cc0-8d6b-15c92119e37c req-402ce3ca-4c21-4db0-9eab-016bd64157e6 tempest-TestVolumeBootPattern-524323740 tempest-TestVolumeBootPattern-524323740-project] Made reservation on behalf of c93f0e69798e491aba3c8cf1493c2733 for: {'port': 1} {{(pid=110152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 17:51:21.738228 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [req-dd7f83fd-a2db-4cc0-8d6b-15c92119e37c req-402ce3ca-4c21-4db0-9eab-016bd64157e6 tempest-TestVolumeBootPattern-524323740 tempest-TestVolumeBootPattern-524323740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1514036'] for port (None), before_create {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:51:21.895183 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.db.db_base_plugin_common [req-dd7f83fd-a2db-4cc0-8d6b-15c92119e37c req-402ce3ca-4c21-4db0-9eab-016bd64157e6 tempest-TestVolumeBootPattern-524323740 tempest-TestVolumeBootPattern-524323740-project] Allocated IP 172.20.0.4 (0e710c0b-0b9b-4762-af88-7b56961d06bc/f9bb4cee-673b-4ef0-9b91-80ed1ec77b59/d083dfb1-18c3-4ce4-aee5-72cf745b342b) {{(pid=110152) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 17:51:22.058644 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [req-dd7f83fd-a2db-4cc0-8d6b-15c92119e37c req-402ce3ca-4c21-4db0-9eab-016bd64157e6 tempest-TestVolumeBootPattern-524323740 tempest-TestVolumeBootPattern-524323740-project] Publish callbacks [] for port (d083dfb1-18c3-4ce4-aee5-72cf745b342b), precommit_create {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:51:22.146452 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [req-dd7f83fd-a2db-4cc0-8d6b-15c92119e37c req-402ce3ca-4c21-4db0-9eab-016bd64157e6 tempest-TestVolumeBootPattern-524323740 tempest-TestVolumeBootPattern-524323740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1514136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781794686064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5018186'] for port (d083dfb1-18c3-4ce4-aee5-72cf745b342b), after_create {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:51:22.183196 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49088e1e-7aa4-4313-a702-00c3d215ff45 req-fcf0de17-deb4-4778-b5a2-b6912c01bfe9 tempest-TestMinimumBasicScenario-1856724445 tempest-TestMinimumBasicScenario-1856724445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:51:22.185272 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-49088e1e-7aa4-4313-a702-00c3d215ff45 req-fcf0de17-deb4-4778-b5a2-b6912c01bfe9 tempest-TestMinimumBasicScenario-1856724445 tempest-TestMinimumBasicScenario-1856724445-project] 10.222.0.60 "GET /v2.0/ports?device_id=4ab1a9bd-b249-4f09-9264-87eb2a4878cb HTTP/1.1" status: 200 len: 984 time: 0.0974321 May 10 17:51:22.215774 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dd7f83fd-a2db-4cc0-8d6b-15c92119e37c req-402ce3ca-4c21-4db0-9eab-016bd64157e6 tempest-TestVolumeBootPattern-524323740 tempest-TestVolumeBootPattern-524323740-project] Network 0e710c0b-0b9b-4762-af88-7b56961d06bc is already hosted by enough agents. {{(pid=110152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 17:51:22.234215 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.scheduler.base_scheduler [req-dd7f83fd-a2db-4cc0-8d6b-15c92119e37c req-402ce3ca-4c21-4db0-9eab-016bd64157e6 tempest-TestVolumeBootPattern-524323740 tempest-TestVolumeBootPattern-524323740-project] Resources bound (agent type, host, resource id): {{(pid=110152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 17:51:22.246287 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd7f83fd-a2db-4cc0-8d6b-15c92119e37c req-402ce3ca-4c21-4db0-9eab-016bd64157e6 tempest-TestVolumeBootPattern-524323740 tempest-TestVolumeBootPattern-524323740-project] Received port after_create {{(pid=110152) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 17:51:22.292027 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402ce3ca-4c21-4db0-9eab-016bd64157e6 tempest-TestVolumeBootPattern-524323740 tempest-TestVolumeBootPattern-524323740-project] Pushing event updated for resources: {'Port': ['ID=d083dfb1-18c3-4ce4-aee5-72cf745b342b,revision_number=1']} {{(pid=110152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:51:22.343514 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7f83fd-a2db-4cc0-8d6b-15c92119e37c req-402ce3ca-4c21-4db0-9eab-016bd64157e6 tempest-TestVolumeBootPattern-524323740 tempest-TestVolumeBootPattern-524323740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:51:22.344222 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [req-dd7f83fd-a2db-4cc0-8d6b-15c92119e37c req-402ce3ca-4c21-4db0-9eab-016bd64157e6 tempest-TestVolumeBootPattern-524323740 tempest-TestVolumeBootPattern-524323740-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29634'] for port (None), before_response {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:51:22.382372 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-dd7f83fd-a2db-4cc0-8d6b-15c92119e37c req-402ce3ca-4c21-4db0-9eab-016bd64157e6 tempest-TestVolumeBootPattern-524323740 tempest-TestVolumeBootPattern-524323740-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8167496 May 10 17:51:22.394680 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-49088e1e-7aa4-4313-a702-00c3d215ff45 req-7c873872-ac81-4fa8-8f0a-f1be023545a7 tempest-TestMinimumBasicScenario-1856724445 tempest-TestMinimumBasicScenario-1856724445-project] 10.222.0.60 "GET /v2.0/security-groups?id=4291c383-f1b0-498a-957d-36fec04b0997&id=8efa01d5-e8fd-47b7-b10c-1647c0ca187c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1912365 May 10 17:51:22.423150 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.v2.base [req-dd7f83fd-a2db-4cc0-8d6b-15c92119e37c req-74667a2d-ffcb-4ddd-b747-be0a5df212aa service neutron] Request body: {'port': {'device_id': '55760f67-2403-45c9-8db7-d5ae5f45c366', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84130'}} {{(pid=110152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 17:51:22.533662 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf7db25-729e-40b4-9bdd-b93e1b6d3e06 req-75b1bde1-85c5-4a9f-aca1-ae51f6ac4867 tempest-TestVolumeBootPattern-524323740 tempest-TestVolumeBootPattern-524323740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:51:22.535240 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-cbf7db25-729e-40b4-9bdd-b93e1b6d3e06 req-75b1bde1-85c5-4a9f-aca1-ae51f6ac4867 tempest-TestVolumeBootPattern-524323740 tempest-TestVolumeBootPattern-524323740-project] 10.222.0.60 "GET /v2.0/ports?device_id=55760f67-2403-45c9-8db7-d5ae5f45c366 HTTP/1.1" status: 200 len: 931 time: 0.0789621 May 10 17:51:22.557627 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [req-dd7f83fd-a2db-4cc0-8d6b-15c92119e37c req-74667a2d-ffcb-4ddd-b747-be0a5df212aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1514036'] for port (d083dfb1-18c3-4ce4-aee5-72cf745b342b), before_update {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:51:22.560008 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.db.provisioning_blocks [None req-18efa4a8-caa4-4fac-aad9-09e8b5c574ab None None] Provisioning complete for port d083dfb1-18c3-4ce4-aee5-72cf745b342b triggered by entity DHCP. {{(pid=110154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 17:51:22.563610 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-18efa4a8-caa4-4fac-aad9-09e8b5c574ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525495'] for port (d083dfb1-18c3-4ce4-aee5-72cf745b342b), provisioning_complete {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:51:22.601480 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.plugin [None req-18efa4a8-caa4-4fac-aad9-09e8b5c574ab None None] Port d083dfb1-18c3-4ce4-aee5-72cf745b342b cannot update to ACTIVE because it is not bound. {{(pid=110154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 10 17:51:22.637076 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-cbf7db25-729e-40b4-9bdd-b93e1b6d3e06 req-dfb57455-d12b-44d1-8b2a-512760ffb059 tempest-TestVolumeBootPattern-524323740 tempest-TestVolumeBootPattern-524323740-project] 10.222.0.60 "GET /v2.0/security-groups?id=aec4a23b-9be6-4a04-ad33-bd1ff431d47e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0891688 May 10 17:51:22.915467 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.notifiers.nova [req-dd7f83fd-a2db-4cc0-8d6b-15c92119e37c req-74667a2d-ffcb-4ddd-b747-be0a5df212aa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d083dfb1-18c3-4ce4-aee5-72cf745b342b {{(pid=110152) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 17:51:22.924832 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [req-dd7f83fd-a2db-4cc0-8d6b-15c92119e37c req-74667a2d-ffcb-4ddd-b747-be0a5df212aa service neutron] Publish callbacks [] for port (d083dfb1-18c3-4ce4-aee5-72cf745b342b), precommit_update {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:51:22.944177 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.db.provisioning_blocks [req-dd7f83fd-a2db-4cc0-8d6b-15c92119e37c req-74667a2d-ffcb-4ddd-b747-be0a5df212aa service neutron] Transition to ACTIVE for port object d083dfb1-18c3-4ce4-aee5-72cf745b342b will not be triggered until provisioned by entity L2. {{(pid=110152) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 10 17:51:22.948672 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [req-dd7f83fd-a2db-4cc0-8d6b-15c92119e37c req-74667a2d-ffcb-4ddd-b747-be0a5df212aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1514136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781795229094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781794686082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781794686100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5018163'] for port (d083dfb1-18c3-4ce4-aee5-72cf745b342b), after_update {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:51:23.003227 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74667a2d-ffcb-4ddd-b747-be0a5df212aa service neutron] Pushing event updated for resources: {'Port': ['ID=d083dfb1-18c3-4ce4-aee5-72cf745b342b,revision_number=2']} {{(pid=110152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:51:23.094400 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.plugins.ml2.managers [req-dd7f83fd-a2db-4cc0-8d6b-15c92119e37c req-74667a2d-ffcb-4ddd-b747-be0a5df212aa service neutron] Attempting to bind port d083dfb1-18c3-4ce4-aee5-72cf745b342b on host hv-cinder-84130 for vnic_type normal with profile {{(pid=110152) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 17:51:23.096054 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.plugins.ml2.managers [req-dd7f83fd-a2db-4cc0-8d6b-15c92119e37c req-74667a2d-ffcb-4ddd-b747-be0a5df212aa service neutron] Attempting to bind port d083dfb1-18c3-4ce4-aee5-72cf745b342b by drivers openvswitch,hyperv on host hv-cinder-84130 at level 0 using segments [{'id': '230564c6-143b-4e52-aa0f-dd48bc60401d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '0e710c0b-0b9b-4762-af88-7b56961d06bc'}] {{(pid=110152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 17:51:23.096054 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd7f83fd-a2db-4cc0-8d6b-15c92119e37c req-74667a2d-ffcb-4ddd-b747-be0a5df212aa service neutron] Attempting to bind port d083dfb1-18c3-4ce4-aee5-72cf745b342b on network 0e710c0b-0b9b-4762-af88-7b56961d06bc {{(pid=110152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 17:51:23.101741 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd7f83fd-a2db-4cc0-8d6b-15c92119e37c req-74667a2d-ffcb-4ddd-b747-be0a5df212aa service neutron] Port d083dfb1-18c3-4ce4-aee5-72cf745b342b on network 0e710c0b-0b9b-4762-af88-7b56961d06bc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84130 {{(pid=110152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 17:51:23.102051 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd7f83fd-a2db-4cc0-8d6b-15c92119e37c req-74667a2d-ffcb-4ddd-b747-be0a5df212aa service neutron] Attempting to bind port d083dfb1-18c3-4ce4-aee5-72cf745b342b on network 0e710c0b-0b9b-4762-af88-7b56961d06bc {{(pid=110152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 17:51:23.109531 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd7f83fd-a2db-4cc0-8d6b-15c92119e37c req-74667a2d-ffcb-4ddd-b747-be0a5df212aa service neutron] Checking agent: {'id': '16638279-eb91-49a3-95a5-8b540cc2f948', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84130', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 17, 42, 31), 'started_at': datetime.datetime(2022, 5, 10, 17, 42, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 17, 51, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 17:51:23.110214 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd7f83fd-a2db-4cc0-8d6b-15c92119e37c req-74667a2d-ffcb-4ddd-b747-be0a5df212aa service neutron] Checking segment: {'id': '230564c6-143b-4e52-aa0f-dd48bc60401d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '0e710c0b-0b9b-4762-af88-7b56961d06bc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 17:51:23.110368 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd7f83fd-a2db-4cc0-8d6b-15c92119e37c req-74667a2d-ffcb-4ddd-b747-be0a5df212aa service neutron] Bound using segment: {'id': '230564c6-143b-4e52-aa0f-dd48bc60401d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '0e710c0b-0b9b-4762-af88-7b56961d06bc'} {{(pid=110152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 17:51:23.110886 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.plugins.ml2.managers [req-dd7f83fd-a2db-4cc0-8d6b-15c92119e37c req-74667a2d-ffcb-4ddd-b747-be0a5df212aa service neutron] Bound port: d083dfb1-18c3-4ce4-aee5-72cf745b342b, host: hv-cinder-84130, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '230564c6-143b-4e52-aa0f-dd48bc60401d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '0e710c0b-0b9b-4762-af88-7b56961d06bc'}}] {{(pid=110152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 17:51:23.111069 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [req-dd7f83fd-a2db-4cc0-8d6b-15c92119e37c req-74667a2d-ffcb-4ddd-b747-be0a5df212aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1514036'] for port (d083dfb1-18c3-4ce4-aee5-72cf745b342b), before_update {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:51:23.203064 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.plugins.ml2.db [req-dd7f83fd-a2db-4cc0-8d6b-15c92119e37c req-74667a2d-ffcb-4ddd-b747-be0a5df212aa service neutron] For port d083dfb1-18c3-4ce4-aee5-72cf745b342b, host hv-cinder-84130, cleared binding levels {{(pid=110152) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 17:51:23.206262 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.plugins.ml2.db [req-dd7f83fd-a2db-4cc0-8d6b-15c92119e37c req-74667a2d-ffcb-4ddd-b747-be0a5df212aa service neutron] For port d083dfb1-18c3-4ce4-aee5-72cf745b342b, host hv-cinder-84130, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84130',level=0,port_id=d083dfb1-18c3-4ce4-aee5-72cf745b342b,segment=NetworkSegment(230564c6-143b-4e52-aa0f-dd48bc60401d),segment_id=230564c6-143b-4e52-aa0f-dd48bc60401d)] {{(pid=110152) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 17:51:23.215118 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [req-dd7f83fd-a2db-4cc0-8d6b-15c92119e37c req-74667a2d-ffcb-4ddd-b747-be0a5df212aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1514136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781795229094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781794686082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781794686100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5018163'] for port (d083dfb1-18c3-4ce4-aee5-72cf745b342b), after_update {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:51:23.252086 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7f83fd-a2db-4cc0-8d6b-15c92119e37c req-74667a2d-ffcb-4ddd-b747-be0a5df212aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:51:23.252725 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [req-dd7f83fd-a2db-4cc0-8d6b-15c92119e37c req-74667a2d-ffcb-4ddd-b747-be0a5df212aa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29634'] for port (None), before_response {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:51:23.254163 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-dd7f83fd-a2db-4cc0-8d6b-15c92119e37c req-74667a2d-ffcb-4ddd-b747-be0a5df212aa service neutron] 10.222.0.77 "PUT /v2.0/ports/d083dfb1-18c3-4ce4-aee5-72cf745b342b HTTP/1.1" status: 200 len: 1093 time: 0.8397534 May 10 17:51:23.254574 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55760f67-2403-45c9-8db7-d5ae5f45c366', 'tag': 'd083dfb1-18c3-4ce4-aee5-72cf745b342b'}] {{(pid=110152) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 17:51:23.256878 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0e5bab204033c83635b1e14c3e3a099c647719281f8bf9f740a5b80828d0d04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e562a0c-5c38-417d-80ab-c1c08dbc846c" -d '{"events": [{"name": "network-changed", "server_uuid": "55760f67-2403-45c9-8db7-d5ae5f45c366", "tag": "d083dfb1-18c3-4ce4-aee5-72cf745b342b"}]}' {{(pid=110152) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 17:51:23.295883 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74667a2d-ffcb-4ddd-b747-be0a5df212aa service neutron] Pushing event updated for resources: {'Port': ['ID=d083dfb1-18c3-4ce4-aee5-72cf745b342b,revision_number=3']} {{(pid=110152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:51:23.331335 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 17:51:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de08ca23-a063-418f-9212-9956db3e9ee0 x-openstack-request-id: req-de08ca23-a063-418f-9212-9956db3e9ee0 {{(pid=110152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 17:51:23.331665 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "55760f67-2403-45c9-8db7-d5ae5f45c366", "tag": "d083dfb1-18c3-4ce4-aee5-72cf745b342b", "status": "completed", "code": 200}]} {{(pid=110152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 17:51:23.331925 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-de08ca23-a063-418f-9212-9956db3e9ee0 {{(pid=110152) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 17:51:23.332496 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.notifiers.nova [-] Nova event matching ['req-de08ca23-a063-418f-9212-9956db3e9ee0'] response: {'name': 'network-changed', 'server_uuid': '55760f67-2403-45c9-8db7-d5ae5f45c366', 'tag': 'd083dfb1-18c3-4ce4-aee5-72cf745b342b', 'status': 'completed', 'code': 200} May 10 17:51:23.370084 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7f83fd-a2db-4cc0-8d6b-15c92119e37c req-165c2cfa-87f6-4e27-ad8d-a643548b60e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:51:23.372357 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-dd7f83fd-a2db-4cc0-8d6b-15c92119e37c req-165c2cfa-87f6-4e27-ad8d-a643548b60e5 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=c93f0e69798e491aba3c8cf1493c2733&device_id=55760f67-2403-45c9-8db7-d5ae5f45c366 HTTP/1.1" status: 200 len: 1127 time: 0.0565042 May 10 17:51:23.436824 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-dd7f83fd-a2db-4cc0-8d6b-15c92119e37c req-1c5c134a-2cdf-46a8-9013-25716619be7f service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d083dfb1-18c3-4ce4-aee5-72cf745b342b HTTP/1.1" status: 200 len: 217 time: 0.0419357 May 10 17:51:23.514451 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7f83fd-a2db-4cc0-8d6b-15c92119e37c req-117aa2ec-c947-4369-a2d0-36cc5d55e317 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:51:23.515980 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-dd7f83fd-a2db-4cc0-8d6b-15c92119e37c req-117aa2ec-c947-4369-a2d0-36cc5d55e317 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=f9bb4cee-673b-4ef0-9b91-80ed1ec77b59 HTTP/1.1" status: 200 len: 850 time: 0.0727108 May 10 17:51:23.536901 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462315b7-534b-40b5-beb8-c330dd88eb15 req-ca4d03ed-1b28-42f3-92d5-b87b551609cd tempest-TestMinimumBasicScenario-1856724445 tempest-TestMinimumBasicScenario-1856724445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:51:23.538359 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-462315b7-534b-40b5-beb8-c330dd88eb15 req-ca4d03ed-1b28-42f3-92d5-b87b551609cd tempest-TestMinimumBasicScenario-1856724445 tempest-TestMinimumBasicScenario-1856724445-project] 10.222.0.60 "GET /v2.0/ports?device_id=4ab1a9bd-b249-4f09-9264-87eb2a4878cb HTTP/1.1" status: 200 len: 984 time: 0.0575876 May 10 17:51:23.628710 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7f83fd-a2db-4cc0-8d6b-15c92119e37c req-f0812e6b-55fb-4a49-8b9c-5a7f12e26f91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:51:23.630255 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-dd7f83fd-a2db-4cc0-8d6b-15c92119e37c req-f0812e6b-55fb-4a49-8b9c-5a7f12e26f91 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=0e710c0b-0b9b-4762-af88-7b56961d06bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0682051 May 10 17:51:23.646687 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-462315b7-534b-40b5-beb8-c330dd88eb15 req-65cb3d95-803b-40bc-82d9-1eabd52122c4 tempest-TestMinimumBasicScenario-1856724445 tempest-TestMinimumBasicScenario-1856724445-project] 10.222.0.60 "GET /v2.0/security-groups?id=4291c383-f1b0-498a-957d-36fec04b0997&id=8efa01d5-e8fd-47b7-b10c-1647c0ca187c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1019535 May 10 17:51:23.796471 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789933b3-0ee0-4962-a91a-afad62ba2a21 req-5185dd03-5f45-421f-9c7c-c0fd1f239d65 tempest-TestVolumeBootPattern-524323740 tempest-TestVolumeBootPattern-524323740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:51:23.798018 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-789933b3-0ee0-4962-a91a-afad62ba2a21 req-5185dd03-5f45-421f-9c7c-c0fd1f239d65 tempest-TestVolumeBootPattern-524323740 tempest-TestVolumeBootPattern-524323740-project] 10.222.0.60 "GET /v2.0/ports?device_id=55760f67-2403-45c9-8db7-d5ae5f45c366 HTTP/1.1" status: 200 len: 943 time: 0.0669196 May 10 17:51:23.833870 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-dd7f83fd-a2db-4cc0-8d6b-15c92119e37c req-b479af1d-6602-4677-ad8d-7eaa13e345d9 service neutron] 10.222.0.77 "GET /v2.0/networks/0e710c0b-0b9b-4762-af88-7b56961d06bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1537929 May 10 17:51:23.911197 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-789933b3-0ee0-4962-a91a-afad62ba2a21 req-c11ea258-e180-4e78-95ac-dd8c1d97206f tempest-TestVolumeBootPattern-524323740 tempest-TestVolumeBootPattern-524323740-project] 10.222.0.60 "GET /v2.0/security-groups?id=aec4a23b-9be6-4a04-ad33-bd1ff431d47e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1044254 May 10 17:51:23.966487 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-dd7f83fd-a2db-4cc0-8d6b-15c92119e37c req-d702a0b5-4d6d-43d2-be32-b65bf8674186 service neutron] 10.222.0.77 "GET /v2.0/networks/0e710c0b-0b9b-4762-af88-7b56961d06bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1185267 May 10 17:51:24.783867 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed931cc5-6f0c-4541-a29d-f03bf11daa23 req-8cb8c17b-df35-4579-b770-d034398115bc tempest-TestMinimumBasicScenario-1856724445 tempest-TestMinimumBasicScenario-1856724445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:51:24.786266 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-ed931cc5-6f0c-4541-a29d-f03bf11daa23 req-8cb8c17b-df35-4579-b770-d034398115bc tempest-TestMinimumBasicScenario-1856724445 tempest-TestMinimumBasicScenario-1856724445-project] 10.222.0.60 "GET /v2.0/ports?device_id=4ab1a9bd-b249-4f09-9264-87eb2a4878cb HTTP/1.1" status: 200 len: 984 time: 0.0656695 May 10 17:51:24.857010 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-ed931cc5-6f0c-4541-a29d-f03bf11daa23 req-9105847c-e523-4f7b-9196-cd7032140006 tempest-TestMinimumBasicScenario-1856724445 tempest-TestMinimumBasicScenario-1856724445-project] 10.222.0.60 "GET /v2.0/security-groups?id=4291c383-f1b0-498a-957d-36fec04b0997&id=8efa01d5-e8fd-47b7-b10c-1647c0ca187c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0650265 May 10 17:51:25.064491 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7207c91-721c-473e-b83b-94918a7030c4 req-380d748e-a428-4f09-82bf-14e9fe26c64d tempest-TestVolumeBootPattern-524323740 tempest-TestVolumeBootPattern-524323740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:51:25.066075 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-f7207c91-721c-473e-b83b-94918a7030c4 req-380d748e-a428-4f09-82bf-14e9fe26c64d tempest-TestVolumeBootPattern-524323740 tempest-TestVolumeBootPattern-524323740-project] 10.222.0.60 "GET /v2.0/ports?device_id=55760f67-2403-45c9-8db7-d5ae5f45c366 HTTP/1.1" status: 200 len: 943 time: 0.0786631 May 10 17:51:25.120931 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-f7207c91-721c-473e-b83b-94918a7030c4 req-b220a2db-6486-4bbe-9e86-62d75219ace4 tempest-TestVolumeBootPattern-524323740 tempest-TestVolumeBootPattern-524323740-project] 10.222.0.60 "GET /v2.0/security-groups?id=aec4a23b-9be6-4a04-ad33-bd1ff431d47e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490727 May 10 17:51:25.316945 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e562a0c-5c38-417d-80ab-c1c08dbc846c req-ac2f747d-ce1b-4b5d-9416-8970211703df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:51:25.318463 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-1e562a0c-5c38-417d-80ab-c1c08dbc846c req-ac2f747d-ce1b-4b5d-9416-8970211703df service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=c93f0e69798e491aba3c8cf1493c2733&device_id=55760f67-2403-45c9-8db7-d5ae5f45c366 HTTP/1.1" status: 200 len: 1127 time: 0.0415781 May 10 17:51:25.427686 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e562a0c-5c38-417d-80ab-c1c08dbc846c req-daa558e7-2a77-4e2b-b57c-322f87144844 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:51:25.429236 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-1e562a0c-5c38-417d-80ab-c1c08dbc846c req-daa558e7-2a77-4e2b-b57c-322f87144844 service neutron] 10.222.0.77 "GET /v2.0/networks?id=0e710c0b-0b9b-4762-af88-7b56961d06bc HTTP/1.1" status: 200 len: 912 time: 0.1044095 May 10 17:51:25.475230 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-1e562a0c-5c38-417d-80ab-c1c08dbc846c req-bd9b73cb-8d10-4c1f-9a98-6b5532306456 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d083dfb1-18c3-4ce4-aee5-72cf745b342b HTTP/1.1" status: 200 len: 217 time: 0.0388248 May 10 17:51:25.527292 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e562a0c-5c38-417d-80ab-c1c08dbc846c req-d2a2b14f-9012-4bac-96c1-b80a4ffe29f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:51:25.528797 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-1e562a0c-5c38-417d-80ab-c1c08dbc846c req-d2a2b14f-9012-4bac-96c1-b80a4ffe29f4 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=f9bb4cee-673b-4ef0-9b91-80ed1ec77b59 HTTP/1.1" status: 200 len: 850 time: 0.0468543 May 10 17:51:25.579933 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e562a0c-5c38-417d-80ab-c1c08dbc846c req-b169470c-0fb9-40d1-9e89-3c5dc82a2e1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:51:25.581483 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-1e562a0c-5c38-417d-80ab-c1c08dbc846c req-b169470c-0fb9-40d1-9e89-3c5dc82a2e1a service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=0e710c0b-0b9b-4762-af88-7b56961d06bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0466843 May 10 17:51:25.689474 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-1e562a0c-5c38-417d-80ab-c1c08dbc846c req-be7f2336-2f8c-49c7-b4e1-df6c887a5eb5 service neutron] 10.222.0.77 "GET /v2.0/networks/0e710c0b-0b9b-4762-af88-7b56961d06bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1010923 May 10 17:51:25.790434 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-1e562a0c-5c38-417d-80ab-c1c08dbc846c req-f3477813-dbb9-4791-bf6f-9b6a2261c82e service neutron] 10.222.0.77 "GET /v2.0/networks/0e710c0b-0b9b-4762-af88-7b56961d06bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942297 May 10 17:51:25.991127 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8e2789-d970-4750-bc37-cff1c04effa0 req-4b0e0665-8b70-4142-82f9-c58e1f2a6400 tempest-TestMinimumBasicScenario-1856724445 tempest-TestMinimumBasicScenario-1856724445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:51:25.993298 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-1d8e2789-d970-4750-bc37-cff1c04effa0 req-4b0e0665-8b70-4142-82f9-c58e1f2a6400 tempest-TestMinimumBasicScenario-1856724445 tempest-TestMinimumBasicScenario-1856724445-project] 10.222.0.60 "GET /v2.0/ports?device_id=4ab1a9bd-b249-4f09-9264-87eb2a4878cb HTTP/1.1" status: 200 len: 984 time: 0.0513725 May 10 17:51:26.066172 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-1d8e2789-d970-4750-bc37-cff1c04effa0 req-2c1e5851-52ae-4939-aef5-11c4a5ed8f52 tempest-TestMinimumBasicScenario-1856724445 tempest-TestMinimumBasicScenario-1856724445-project] 10.222.0.60 "GET /v2.0/security-groups?id=4291c383-f1b0-498a-957d-36fec04b0997&id=8efa01d5-e8fd-47b7-b10c-1647c0ca187c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0623200 May 10 17:51:26.251341 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffda2df2-2fbe-4d55-b182-85be71e63859 req-f6dfa247-fe7b-40fb-9c35-fcd7fb910f0d tempest-TestVolumeBootPattern-524323740 tempest-TestVolumeBootPattern-524323740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:51:26.252907 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-ffda2df2-2fbe-4d55-b182-85be71e63859 req-f6dfa247-fe7b-40fb-9c35-fcd7fb910f0d tempest-TestVolumeBootPattern-524323740 tempest-TestVolumeBootPattern-524323740-project] 10.222.0.60 "GET /v2.0/ports?device_id=55760f67-2403-45c9-8db7-d5ae5f45c366 HTTP/1.1" status: 200 len: 943 time: 0.0527604 May 10 17:51:26.314797 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-ffda2df2-2fbe-4d55-b182-85be71e63859 req-ddf8cb08-e374-4484-bb81-05dc11b77111 tempest-TestVolumeBootPattern-524323740 tempest-TestVolumeBootPattern-524323740-project] 10.222.0.60 "GET /v2.0/security-groups?id=aec4a23b-9be6-4a04-ad33-bd1ff431d47e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556209 May 10 17:51:26.714687 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a81fde1-7128-4c02-8b2d-83ddaedc35e3 req-8506dd1c-b387-4e38-9722-ca35f010ca12 tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:51:26.716166 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-5a81fde1-7128-4c02-8b2d-83ddaedc35e3 req-8506dd1c-b387-4e38-9722-ca35f010ca12 tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] 10.222.0.60 "GET /v2.0/ports?device_id=ab2c473c-6e44-4cb5-8ddb-128a2061ae50 HTTP/1.1" status: 200 len: 946 time: 0.0511050 May 10 17:51:26.762731 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-5a81fde1-7128-4c02-8b2d-83ddaedc35e3 req-4696071f-8b8d-4a1f-b0f0-4bbcf95ac410 tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] 10.222.0.60 "GET /v2.0/security-groups?id=69a1146a-b4a7-4889-b5b3-1df69f0de6a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409257 May 10 17:51:27.195693 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468ffd55-7f8e-4650-8c6f-11f4e01ab20e req-3c27daba-f555-4a0a-9254-228198ef9f04 tempest-TestMinimumBasicScenario-1856724445 tempest-TestMinimumBasicScenario-1856724445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:51:27.197546 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-468ffd55-7f8e-4650-8c6f-11f4e01ab20e req-3c27daba-f555-4a0a-9254-228198ef9f04 tempest-TestMinimumBasicScenario-1856724445 tempest-TestMinimumBasicScenario-1856724445-project] 10.222.0.60 "GET /v2.0/ports?device_id=4ab1a9bd-b249-4f09-9264-87eb2a4878cb HTTP/1.1" status: 200 len: 984 time: 0.0481417 May 10 17:51:27.263210 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-468ffd55-7f8e-4650-8c6f-11f4e01ab20e req-4ccab046-54ba-4a14-8f12-a6849e9b5c11 tempest-TestMinimumBasicScenario-1856724445 tempest-TestMinimumBasicScenario-1856724445-project] 10.222.0.60 "GET /v2.0/security-groups?id=4291c383-f1b0-498a-957d-36fec04b0997&id=8efa01d5-e8fd-47b7-b10c-1647c0ca187c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0596490 May 10 17:51:27.432077 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fddf408-1a9f-459c-a4c0-9e691e8df4e6 req-80b126bc-9c8c-49ae-a471-8d1f7fdea220 tempest-TestVolumeBootPattern-524323740 tempest-TestVolumeBootPattern-524323740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:51:27.433991 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-6fddf408-1a9f-459c-a4c0-9e691e8df4e6 req-80b126bc-9c8c-49ae-a471-8d1f7fdea220 tempest-TestVolumeBootPattern-524323740 tempest-TestVolumeBootPattern-524323740-project] 10.222.0.60 "GET /v2.0/ports?device_id=55760f67-2403-45c9-8db7-d5ae5f45c366 HTTP/1.1" status: 200 len: 943 time: 0.0498533 May 10 17:51:27.488031 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-6fddf408-1a9f-459c-a4c0-9e691e8df4e6 req-d0609b72-65dd-4407-b26f-ea016d1afc46 tempest-TestVolumeBootPattern-524323740 tempest-TestVolumeBootPattern-524323740-project] 10.222.0.60 "GET /v2.0/security-groups?id=aec4a23b-9be6-4a04-ad33-bd1ff431d47e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482335 May 10 17:51:27.573358 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-4c9e0593-8e9b-4622-9bd5-48a75706451f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781795183391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525393'] for agent (b2ad0527-00d5-4995-bc97-ec84c4e02f0b), after_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:51:27.877040 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604cad37-b4c3-4614-8059-6fa1fb924e68 req-3a95fd26-e3b2-42a9-855b-d8b6a659d16b tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:51:27.878497 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-604cad37-b4c3-4614-8059-6fa1fb924e68 req-3a95fd26-e3b2-42a9-855b-d8b6a659d16b tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] 10.222.0.60 "GET /v2.0/ports?device_id=ab2c473c-6e44-4cb5-8ddb-128a2061ae50 HTTP/1.1" status: 200 len: 946 time: 0.0466328 May 10 17:51:27.925593 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-604cad37-b4c3-4614-8059-6fa1fb924e68 req-52b3c781-86e7-48af-9df7-f3b54c59a8b9 tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] 10.222.0.60 "GET /v2.0/security-groups?id=69a1146a-b4a7-4889-b5b3-1df69f0de6a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408020 May 10 17:51:28.605541 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000e02a0-88d8-4bd0-acae-6ac4f6df28a9 req-7372b70b-f896-49a8-a60b-169bdebb6975 tempest-TestVolumeBootPattern-524323740 tempest-TestVolumeBootPattern-524323740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:51:28.607112 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-000e02a0-88d8-4bd0-acae-6ac4f6df28a9 req-7372b70b-f896-49a8-a60b-169bdebb6975 tempest-TestVolumeBootPattern-524323740 tempest-TestVolumeBootPattern-524323740-project] 10.222.0.60 "GET /v2.0/ports?device_id=55760f67-2403-45c9-8db7-d5ae5f45c366 HTTP/1.1" status: 200 len: 943 time: 0.0500968 May 10 17:51:28.658510 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-000e02a0-88d8-4bd0-acae-6ac4f6df28a9 req-3074fb44-29b9-43bf-bd1c-9bb7db03b401 tempest-TestVolumeBootPattern-524323740 tempest-TestVolumeBootPattern-524323740-project] 10.222.0.60 "GET /v2.0/security-groups?id=aec4a23b-9be6-4a04-ad33-bd1ff431d47e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456755 May 10 17:51:29.044708 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559c569a-d823-41be-9e1a-60fd8b5e1464 req-dc153724-ee31-4e90-9088-a1ffb53abc89 tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:51:29.046162 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-559c569a-d823-41be-9e1a-60fd8b5e1464 req-dc153724-ee31-4e90-9088-a1ffb53abc89 tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] 10.222.0.60 "GET /v2.0/ports?device_id=ab2c473c-6e44-4cb5-8ddb-128a2061ae50 HTTP/1.1" status: 200 len: 946 time: 0.0509894 May 10 17:51:29.100274 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-559c569a-d823-41be-9e1a-60fd8b5e1464 req-8fabf0c1-5a9f-44ec-84e0-25fb62983dea tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] 10.222.0.60 "GET /v2.0/security-groups?id=69a1146a-b4a7-4889-b5b3-1df69f0de6a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484605 May 10 17:51:29.155115 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c474d6b-7171-4331-bef5-21d08b59fe35 req-c4d1ba06-ec08-44e8-9a7d-d417aa96c170 tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:51:29.156690 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-5c474d6b-7171-4331-bef5-21d08b59fe35 req-c4d1ba06-ec08-44e8-9a7d-d417aa96c170 tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] 10.222.0.77 "GET /v2.0/ports?device_id=ab2c473c-6e44-4cb5-8ddb-128a2061ae50 HTTP/1.1" status: 200 len: 946 time: 0.0474718 May 10 17:51:29.250270 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.plugins.ml2.plugin [req-5c474d6b-7171-4331-bef5-21d08b59fe35 req-77a128c0-17b8-4427-9632-f059dac08a16 tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] Deleting port 9eecfcd3-4266-44a2-966e-218d7a2c006e {{(pid=110152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 17:51:29.250607 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [req-5c474d6b-7171-4331-bef5-21d08b59fe35 req-77a128c0-17b8-4427-9632-f059dac08a16 tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781795221764'] for port (9eecfcd3-4266-44a2-966e-218d7a2c006e), before_delete {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:51:29.345617 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.plugins.ml2.db [req-5c474d6b-7171-4331-bef5-21d08b59fe35 req-77a128c0-17b8-4427-9632-f059dac08a16 tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] For port 9eecfcd3-4266-44a2-966e-218d7a2c006e, host hv-cinder-84130, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84130',level=0,port_id=9eecfcd3-4266-44a2-966e-218d7a2c006e,segment=NetworkSegment(0faf29e6-d72c-448f-aa3a-91b840f90216),segment_id=0faf29e6-d72c-448f-aa3a-91b840f90216)] {{(pid=110152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 17:51:29.345986 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [req-5c474d6b-7171-4331-bef5-21d08b59fe35 req-77a128c0-17b8-4427-9632-f059dac08a16 tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640494'] for port (9eecfcd3-4266-44a2-966e-218d7a2c006e), precommit_delete {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:51:29.583560 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [req-5c474d6b-7171-4331-bef5-21d08b59fe35 req-77a128c0-17b8-4427-9632-f059dac08a16 tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:51:29.583936 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [req-5c474d6b-7171-4331-bef5-21d08b59fe35 req-77a128c0-17b8-4427-9632-f059dac08a16 tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-641027'] for floatingip (d7336335-fbc7-43b8-8462-1588a0ed048b), after_update {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:51:29.584258 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.db.l3_db [req-5c474d6b-7171-4331-bef5-21d08b59fe35 req-77a128c0-17b8-4427-9632-f059dac08a16 tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] Floating IP d7336335-fbc7-43b8-8462-1588a0ed048b disassociated. External IP: 172.27.0.215, port: 9eecfcd3-4266-44a2-966e-218d7a2c006e. May 10 17:51:29.584597 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.plugins.ml2.plugin [req-5c474d6b-7171-4331-bef5-21d08b59fe35 req-77a128c0-17b8-4427-9632-f059dac08a16 tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] Calling delete_port for 9eecfcd3-4266-44a2-966e-218d7a2c006e owned by compute:nova {{(pid=110152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 17:51:29.723918 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [req-5c474d6b-7171-4331-bef5-21d08b59fe35 req-77a128c0-17b8-4427-9632-f059dac08a16 tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1514136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781795229076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781794686073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5018186'] for port (9eecfcd3-4266-44a2-966e-218d7a2c006e), after_delete {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:51:29.764291 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a128c0-17b8-4427-9632-f059dac08a16 tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] Pushing event deleted for resources: {'Port': ['ID=9eecfcd3-4266-44a2-966e-218d7a2c006e,revision_number=None']} {{(pid=110152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:51:29.837854 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f4f8e1-c755-4255-aefa-b8b5f50f4711 req-82274e65-86b8-4c47-9a59-0378ed377bc2 tempest-TestVolumeBootPattern-524323740 tempest-TestVolumeBootPattern-524323740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:51:29.839273 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-f2f4f8e1-c755-4255-aefa-b8b5f50f4711 req-82274e65-86b8-4c47-9a59-0378ed377bc2 tempest-TestVolumeBootPattern-524323740 tempest-TestVolumeBootPattern-524323740-project] 10.222.0.60 "GET /v2.0/ports?device_id=55760f67-2403-45c9-8db7-d5ae5f45c366 HTTP/1.1" status: 200 len: 943 time: 0.1081417 May 10 17:51:29.923654 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-77af1e5d-677e-4726-b682-342350f5c28e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781795183391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525393'] for agent (eaac381b-e402-41c3-a8e6-8f962681d3e6), after_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:51:29.933204 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-f2f4f8e1-c755-4255-aefa-b8b5f50f4711 req-bd954800-0c26-4787-a8cd-b5096bbc13a9 tempest-TestVolumeBootPattern-524323740 tempest-TestVolumeBootPattern-524323740-project] 10.222.0.60 "GET /v2.0/security-groups?id=aec4a23b-9be6-4a04-ad33-bd1ff431d47e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0878758 May 10 17:51:29.947057 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5c474d6b-7171-4331-bef5-21d08b59fe35 req-77a128c0-17b8-4427-9632-f059dac08a16 tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] Router 24a906bd-bc37-4f60-9d1b-823a31f350bf has already been hosted by L3 agent eaac381b-e402-41c3-a8e6-8f962681d3e6 {{(pid=110152) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 17:51:30.054817 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5c474d6b-7171-4331-bef5-21d08b59fe35 req-77a128c0-17b8-4427-9632-f059dac08a16 tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] Notify agent at l3_agent.dv-cinder-841302-2-iscsi the message routers_updated {{(pid=110152) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 17:51:30.065933 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78f2a8d7-a6c7-4008-8a81-86a5f76bbd9a None None] Sync routers for ids ['24a906bd-bc37-4f60-9d1b-823a31f350bf'] in dv-cinder-841302-2-iscsi {{(pid=110154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 17:51:30.077122 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78f2a8d7-a6c7-4008-8a81-86a5f76bbd9a None None] Routers {'24a906bd-bc37-4f60-9d1b-823a31f350bf'} bound to L3 agent in host dv-cinder-841302-2-iscsi {{(pid=110154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 17:51:30.077737 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.db.l3_hamode_db [None req-78f2a8d7-a6c7-4008-8a81-86a5f76bbd9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841302-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-10T17:36:00Z,description=,heartbeat_timestamp=2022-05-10T17:51:30Z,host='dv-cinder-841302-2-iscsi',id=eaac381b-e402-41c3-a8e6-8f962681d3e6,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T17:36:00Z,topic='l3_agent')) {'router_ids': ['24a906bd-bc37-4f60-9d1b-823a31f350bf'], 'active': True} {{(pid=110154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:51:30.207762 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.db.l3_dvr_db [None req-78f2a8d7-a6c7-4008-8a81-86a5f76bbd9a None None] Set router 24a906bd-bc37-4f60-9d1b-823a31f350bf gateway port host: dv-cinder-841302-2-iscsi {{(pid=110154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 17:51:30.370875 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c474d6b-7171-4331-bef5-21d08b59fe35 req-77a128c0-17b8-4427-9632-f059dac08a16 tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] No DVR routers for this DVR port 9eecfcd3-4266-44a2-966e-218d7a2c006e on host hv-cinder-84130 {{(pid=110152) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 17:51:30.374118 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-4a000a32-c84a-4507-bf5e-4cae20a20660 req-a13ddff3-daf4-420b-8c58-5f7d00755741 tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] 10.222.0.60 "GET /v2.0/ports?device_id=ab2c473c-6e44-4cb5-8ddb-128a2061ae50 HTTP/1.1" status: 200 len: 210 time: 0.0448656 May 10 17:51:30.375029 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [req-5c474d6b-7171-4331-bef5-21d08b59fe35 req-77a128c0-17b8-4427-9632-f059dac08a16 tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29634'] for port (None), before_response {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:51:30.378344 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-5c474d6b-7171-4331-bef5-21d08b59fe35 req-77a128c0-17b8-4427-9632-f059dac08a16 tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] 10.222.0.77 "DELETE /v2.0/ports/9eecfcd3-4266-44a2-966e-218d7a2c006e HTTP/1.1" status: 204 len: 173 time: 1.2161834 May 10 17:51:30.378886 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab2c473c-6e44-4cb5-8ddb-128a2061ae50', 'name': 'network-vif-deleted', 'tag': '9eecfcd3-4266-44a2-966e-218d7a2c006e'}] {{(pid=110152) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 17:51:30.381485 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0e5bab204033c83635b1e14c3e3a099c647719281f8bf9f740a5b80828d0d04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec9caa97-dce1-4cd8-b53c-fd8fb2095e27" -d '{"events": [{"server_uuid": "ab2c473c-6e44-4cb5-8ddb-128a2061ae50", "name": "network-vif-deleted", "tag": "9eecfcd3-4266-44a2-966e-218d7a2c006e"}]}' {{(pid=110152) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 17:51:30.425383 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 17:51:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a7b77b8-dde2-4ade-b02a-38eaa0ea5e4f x-openstack-request-id: req-4a7b77b8-dde2-4ade-b02a-38eaa0ea5e4f {{(pid=110152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 17:51:30.425681 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab2c473c-6e44-4cb5-8ddb-128a2061ae50", "name": "network-vif-deleted", "tag": "9eecfcd3-4266-44a2-966e-218d7a2c006e", "status": "completed", "code": 200}]} {{(pid=110152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 17:51:30.425933 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-4a7b77b8-dde2-4ade-b02a-38eaa0ea5e4f {{(pid=110152) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 17:51:30.426330 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4a7b77b8-dde2-4ade-b02a-38eaa0ea5e4f'] response: {'server_uuid': 'ab2c473c-6e44-4cb5-8ddb-128a2061ae50', 'name': 'network-vif-deleted', 'tag': '9eecfcd3-4266-44a2-966e-218d7a2c006e', 'status': 'completed', 'code': 200} May 10 17:51:30.505588 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.db.l3_hamode_db [None req-78f2a8d7-a6c7-4008-8a81-86a5f76bbd9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24a906bd-bc37-4f60-9d1b-823a31f350bf', 'name': 'tempest-AttachVolumeNegativeTest-1935741533-router', 'tenant_id': 'f4e017a4040d450aad862065563ea64d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85dc89cf-59f9-4edb-b26e-52bcb8a93763', 'external_fixed_ips': [{'subnet_id': 'e93d94f1-cb19-4cd0-92e5-ca73d24bd8fb', 'ip_address': '172.27.0.151'}], 'enable_snat': True}, 'gw_port_id': '8a785056-3967-44dc-89fc-a85dc909609a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T17:44:32Z', 'updated_at': '2022-05-10T17:44:44Z', 'revision_number': 4, 'project_id': 'f4e017a4040d450aad862065563ea64d', 'gw_port': {'id': '8a785056-3967-44dc-89fc-a85dc909609a', 'name': '', 'network_id': '85dc89cf-59f9-4edb-b26e-52bcb8a93763', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:45:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24a906bd-bc37-4f60-9d1b-823a31f350bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'e93d94f1-cb19-4cd0-92e5-ca73d24bd8fb', 'ip_address': '172.27.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841302-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T17:44:33Z', 'updated_at': '2022-05-10T17:44:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e93d94f1-cb19-4cd0-92e5-ca73d24bd8fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841302-2-iscsi', '_floatingips': [{'id': '00e7f510-bfc8-461e-bac8-81abbc4c3155', 'tenant_id': 'f4e017a4040d450aad862065563ea64d', 'floating_ip_address': '172.27.0.109', 'floating_network_id': '85dc89cf-59f9-4edb-b26e-52bcb8a93763', 'router_id': '24a906bd-bc37-4f60-9d1b-823a31f350bf', 'port_id': '6f6bce01-999d-439d-8315-53c87197c824', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 135, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5a13d84d-c9e9-413f-a254-ca6edab95c78', 'mac_address': 'fa:16:3e:8a:68:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35dc394b-a596-4f36-89cf-f60e42d697d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T17:45:00Z', 'updated_at': '2022-05-10T17:45:55Z', 'revision_number': 2, 'project_id': 'f4e017a4040d450aad862065563ea64d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '027fd6fa-8a2c-41cf-8f97-10f5b1a94550', 'name': '', 'network_id': '5a13d84d-c9e9-413f-a254-ca6edab95c78', 'tenant_id': 'f4e017a4040d450aad862065563ea64d', 'mac_address': 'fa:16:3e:36:e7:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24a906bd-bc37-4f60-9d1b-823a31f350bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '8d05c8d5-b43f-426f-967a-5bcf2a7a77f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841302-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T17:44:39Z', 'updated_at': '2022-05-10T17:44:58Z', 'revision_number': 5, 'project_id': 'f4e017a4040d450aad862065563ea64d', 'subnets': [{'id': '8d05c8d5-b43f-426f-967a-5bcf2a7a77f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841302-2-iscsi', False) {} {{(pid=110154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:51:30.534793 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78f2a8d7-a6c7-4008-8a81-86a5f76bbd9a None None] Checking router: 24a906bd-bc37-4f60-9d1b-823a31f350bf for host: dv-cinder-841302-2-iscsi {{(pid=110154) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 17:51:30.543895 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78f2a8d7-a6c7-4008-8a81-86a5f76bbd9a None None] Routers {'24a906bd-bc37-4f60-9d1b-823a31f350bf'} bound to L3 agent in host dv-cinder-841302-2-iscsi {{(pid=110154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 17:51:30.544507 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.db.l3_hamode_db [None req-78f2a8d7-a6c7-4008-8a81-86a5f76bbd9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841302-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-10T17:36:00Z,description=,heartbeat_timestamp=2022-05-10T17:51:30Z,host='dv-cinder-841302-2-iscsi',id=eaac381b-e402-41c3-a8e6-8f962681d3e6,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T17:36:00Z,topic='l3_agent')) {'router_ids': ['24a906bd-bc37-4f60-9d1b-823a31f350bf'], 'active': True} {{(pid=110154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:51:30.666658 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.db.l3_dvr_db [None req-78f2a8d7-a6c7-4008-8a81-86a5f76bbd9a None None] Set router 24a906bd-bc37-4f60-9d1b-823a31f350bf gateway port host: dv-cinder-841302-2-iscsi {{(pid=110154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 17:51:30.936641 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.db.l3_hamode_db [None req-78f2a8d7-a6c7-4008-8a81-86a5f76bbd9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24a906bd-bc37-4f60-9d1b-823a31f350bf', 'name': 'tempest-AttachVolumeNegativeTest-1935741533-router', 'tenant_id': 'f4e017a4040d450aad862065563ea64d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85dc89cf-59f9-4edb-b26e-52bcb8a93763', 'external_fixed_ips': [{'subnet_id': 'e93d94f1-cb19-4cd0-92e5-ca73d24bd8fb', 'ip_address': '172.27.0.151'}], 'enable_snat': True}, 'gw_port_id': '8a785056-3967-44dc-89fc-a85dc909609a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T17:44:32Z', 'updated_at': '2022-05-10T17:44:44Z', 'revision_number': 4, 'project_id': 'f4e017a4040d450aad862065563ea64d', 'gw_port': {'id': '8a785056-3967-44dc-89fc-a85dc909609a', 'name': '', 'network_id': '85dc89cf-59f9-4edb-b26e-52bcb8a93763', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:45:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24a906bd-bc37-4f60-9d1b-823a31f350bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'e93d94f1-cb19-4cd0-92e5-ca73d24bd8fb', 'ip_address': '172.27.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841302-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T17:44:33Z', 'updated_at': '2022-05-10T17:44:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e93d94f1-cb19-4cd0-92e5-ca73d24bd8fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841302-2-iscsi', '_floatingips': [{'id': '00e7f510-bfc8-461e-bac8-81abbc4c3155', 'tenant_id': 'f4e017a4040d450aad862065563ea64d', 'floating_ip_address': '172.27.0.109', 'floating_network_id': '85dc89cf-59f9-4edb-b26e-52bcb8a93763', 'router_id': '24a906bd-bc37-4f60-9d1b-823a31f350bf', 'port_id': '6f6bce01-999d-439d-8315-53c87197c824', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 135, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5a13d84d-c9e9-413f-a254-ca6edab95c78', 'mac_address': 'fa:16:3e:8a:68:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35dc394b-a596-4f36-89cf-f60e42d697d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T17:45:00Z', 'updated_at': '2022-05-10T17:45:55Z', 'revision_number': 2, 'project_id': 'f4e017a4040d450aad862065563ea64d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '027fd6fa-8a2c-41cf-8f97-10f5b1a94550', 'name': '', 'network_id': '5a13d84d-c9e9-413f-a254-ca6edab95c78', 'tenant_id': 'f4e017a4040d450aad862065563ea64d', 'mac_address': 'fa:16:3e:36:e7:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24a906bd-bc37-4f60-9d1b-823a31f350bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '8d05c8d5-b43f-426f-967a-5bcf2a7a77f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841302-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T17:44:39Z', 'updated_at': '2022-05-10T17:44:58Z', 'revision_number': 5, 'project_id': 'f4e017a4040d450aad862065563ea64d', 'subnets': [{'id': '8d05c8d5-b43f-426f-967a-5bcf2a7a77f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841302-2-iscsi', False) {} {{(pid=110154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:51:30.965654 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78f2a8d7-a6c7-4008-8a81-86a5f76bbd9a None None] The sync data for ids ['24a906bd-bc37-4f60-9d1b-823a31f350bf'] in dv-cinder-841302-2-iscsi is: [{'id': '24a906bd-bc37-4f60-9d1b-823a31f350bf', 'name': 'tempest-AttachVolumeNegativeTest-1935741533-router', 'tenant_id': 'f4e017a4040d450aad862065563ea64d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85dc89cf-59f9-4edb-b26e-52bcb8a93763', 'external_fixed_ips': [{'subnet_id': 'e93d94f1-cb19-4cd0-92e5-ca73d24bd8fb', 'ip_address': '172.27.0.151'}], 'enable_snat': True}, 'gw_port_id': '8a785056-3967-44dc-89fc-a85dc909609a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T17:44:32Z', 'updated_at': '2022-05-10T17:44:44Z', 'revision_number': 4, 'project_id': 'f4e017a4040d450aad862065563ea64d', 'gw_port': {'id': '8a785056-3967-44dc-89fc-a85dc909609a', 'name': '', 'network_id': '85dc89cf-59f9-4edb-b26e-52bcb8a93763', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:45:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24a906bd-bc37-4f60-9d1b-823a31f350bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'e93d94f1-cb19-4cd0-92e5-ca73d24bd8fb', 'ip_address': '172.27.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841302-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T17:44:33Z', 'updated_at': '2022-05-10T17:44:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e93d94f1-cb19-4cd0-92e5-ca73d24bd8fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841302-2-iscsi', '_floatingips': [{'id': '00e7f510-bfc8-461e-bac8-81abbc4c3155', 'tenant_id': 'f4e017a4040d450aad862065563ea64d', 'floating_ip_address': '172.27.0.109', 'floating_network_id': '85dc89cf-59f9-4edb-b26e-52bcb8a93763', 'router_id': '24a906bd-bc37-4f60-9d1b-823a31f350bf', 'port_id': '6f6bce01-999d-439d-8315-53c87197c824', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 135, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5a13d84d-c9e9-413f-a254-ca6edab95c78', 'mac_address': 'fa:16:3e:8a:68:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35dc394b-a596-4f36-89cf-f60e42d697d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T17:45:00Z', 'updated_at': '2022-05-10T17:45:55Z', 'revision_number': 2, 'project_id': 'f4e017a4040d450aad862065563ea64d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '027fd6fa-8a2c-41cf-8f97-10f5b1a94550', 'name': '', 'network_id': '5a13d84d-c9e9-413f-a254-ca6edab95c78', 'tenant_id': 'f4e017a4040d450aad862065563ea64d', 'mac_address': 'fa:16:3e:36:e7:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24a906bd-bc37-4f60-9d1b-823a31f350bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '8d05c8d5-b43f-426f-967a-5bcf2a7a77f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841302-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T17:44:39Z', 'updated_at': '2022-05-10T17:44:58Z', 'revision_number': 5, 'project_id': 'f4e017a4040d450aad862065563ea64d', 'subnets': [{'id': '8d05c8d5-b43f-426f-967a-5bcf2a7a77f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 17:51:31.090133 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f8f826-835b-4da8-8935-0dc8436b2cf5 req-205fc392-d844-42a9-9a65-ca79d709b7e7 tempest-TestVolumeBootPattern-524323740 tempest-TestVolumeBootPattern-524323740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:51:31.091809 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-51f8f826-835b-4da8-8935-0dc8436b2cf5 req-205fc392-d844-42a9-9a65-ca79d709b7e7 tempest-TestVolumeBootPattern-524323740 tempest-TestVolumeBootPattern-524323740-project] 10.222.0.60 "GET /v2.0/ports?device_id=55760f67-2403-45c9-8db7-d5ae5f45c366 HTTP/1.1" status: 200 len: 943 time: 0.0622432 May 10 17:51:31.170249 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-51f8f826-835b-4da8-8935-0dc8436b2cf5 req-2a76faf4-feec-4cb4-ad2c-6b16bcc84d24 tempest-TestVolumeBootPattern-524323740 tempest-TestVolumeBootPattern-524323740-project] 10.222.0.60 "GET /v2.0/security-groups?id=aec4a23b-9be6-4a04-ad33-bd1ff431d47e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0721519 May 10 17:51:31.283358 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6f29de7-be38-45a6-9493-e7a94a5b6586 None None] New status for floating IP d7336335-fbc7-43b8-8462-1588a0ed048b: DOWN {{(pid=110155) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 17:51:31.470090 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-d07e8966-ef10-4d42-b774-228753b3fd3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781795183391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525393'] for agent (a55810b0-63c4-4499-a4d9-efcdb1615ce8), after_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:51:31.522902 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-21661421-8b0a-4fba-b98f-370b3a471aaa req-663a3bdf-13c9-4115-88e7-288bd0f404bc tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] 10.222.0.60 "GET /v2.0/ports?device_id=ab2c473c-6e44-4cb5-8ddb-128a2061ae50 HTTP/1.1" status: 200 len: 210 time: 0.0325265 May 10 17:51:31.633541 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781795183391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525393'] for agent (16638279-eb91-49a3-95a5-8b540cc2f948), after_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:51:32.233490 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.rpc [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Device 9eecfcd3-4266-44a2-966e-218d7a2c006e no longer exists at agent hyperv_hv-cinder-84130 {{(pid=110154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 17:51:32.282387 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.plugin [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] No Port match for: 9eecfcd3-4266-44a2-966e-218d7a2c006e {{(pid=110154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 17:51:32.282783 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.rpc [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Device 9eecfcd3-4266-44a2-966e-218d7a2c006e not bound to the agent host hv-cinder-84130 {{(pid=110154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 17:51:32.310547 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d72301f-3ccf-4bfd-aab2-68d5df629ca6 req-2dd193a1-3a65-4d16-9682-ad13b57ba90c tempest-TestVolumeBootPattern-524323740 tempest-TestVolumeBootPattern-524323740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:51:32.312377 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-0d72301f-3ccf-4bfd-aab2-68d5df629ca6 req-2dd193a1-3a65-4d16-9682-ad13b57ba90c tempest-TestVolumeBootPattern-524323740 tempest-TestVolumeBootPattern-524323740-project] 10.222.0.60 "GET /v2.0/ports?device_id=55760f67-2403-45c9-8db7-d5ae5f45c366 HTTP/1.1" status: 200 len: 943 time: 0.0582175 May 10 17:51:32.394047 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-0d72301f-3ccf-4bfd-aab2-68d5df629ca6 req-e04aaf80-0d4c-4013-bc7a-ee9c9db50b65 tempest-TestVolumeBootPattern-524323740 tempest-TestVolumeBootPattern-524323740-project] 10.222.0.60 "GET /v2.0/security-groups?id=aec4a23b-9be6-4a04-ad33-bd1ff431d47e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0749693 May 10 17:51:32.621436 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.wsgi [-] (110152) accepted ('10.222.0.60', 44578) {{(pid=110152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 17:51:32.683992 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-b4a74c11-8b40-4e37-8907-b52857f84626 tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] Publish callbacks [] for security_group (69a1146a-b4a7-4889-b5b3-1df69f0de6a1), before_delete {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:51:32.709386 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-b4a74c11-8b40-4e37-8907-b52857f84626 tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] Publish callbacks [] for security_group (69a1146a-b4a7-4889-b5b3-1df69f0de6a1), precommit_delete {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:51:32.762356 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-b4a74c11-8b40-4e37-8907-b52857f84626 tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-282428'] for security_group (69a1146a-b4a7-4889-b5b3-1df69f0de6a1), after_delete {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:51:32.765254 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-b4a74c11-8b40-4e37-8907-b52857f84626 tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] Publish callbacks [] for security_group (None), before_response {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:51:32.766905 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [None req-b4a74c11-8b40-4e37-8907-b52857f84626 tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] 10.222.0.60 "DELETE /v2.0/security-groups/69a1146a-b4a7-4889-b5b3-1df69f0de6a1 HTTP/1.1" status: 204 len: 168 time: 0.1438389 May 10 17:51:32.770058 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.wsgi [-] (110153) accepted ('10.222.0.60', 44580) {{(pid=110153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 17:51:32.777927 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a74c11-8b40-4e37-8907-b52857f84626 tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=69a1146a-b4a7-4889-b5b3-1df69f0de6a1,revision_number=None']} {{(pid=110152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:51:32.785783 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.api.v2.resource [None req-6b6e796b-2878-4e73-9b98-18a868913e02 tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] show failed (client error): The resource could not be found. May 10 17:51:32.786858 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [None req-6b6e796b-2878-4e73-9b98-18a868913e02 tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] 10.222.0.60 "GET /v2.0/security-groups/69a1146a-b4a7-4889-b5b3-1df69f0de6a1 HTTP/1.1" status: 404 len: 347 time: 0.0155582 May 10 17:51:32.790066 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.wsgi [-] (110152) accepted ('10.222.0.60', 44582) {{(pid=110152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 17:51:32.923253 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.plugins.ml2.plugin [None req-5f7c07b6-3cc8-4fbe-a04c-57c11caa1f99 tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] Deleting port 3a625825-9987-4eca-bcfb-03113eeb0c61 {{(pid=110152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 17:51:32.923627 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-5f7c07b6-3cc8-4fbe-a04c-57c11caa1f99 tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781795221764'] for port (3a625825-9987-4eca-bcfb-03113eeb0c61), before_delete {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:51:33.020078 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-5f7c07b6-3cc8-4fbe-a04c-57c11caa1f99 tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640494'] for port (3a625825-9987-4eca-bcfb-03113eeb0c61), precommit_delete {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:51:33.020403 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-5f7c07b6-3cc8-4fbe-a04c-57c11caa1f99 tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] Publish callbacks [] for floatingip (3a625825-9987-4eca-bcfb-03113eeb0c61), precommit_delete {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:51:33.034529 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.plugins.ml2.plugin [None req-5f7c07b6-3cc8-4fbe-a04c-57c11caa1f99 tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] Calling delete_port for 3a625825-9987-4eca-bcfb-03113eeb0c61 owned by network:floatingip {{(pid=110152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 17:51:33.057343 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-ae45faaf-356d-4e4a-a605-33fedb92cd97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781795183391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525393'] for agent (6a57b374-0daf-4fe3-9dd1-3d457a537aa7), after_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:51:33.194474 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-5f7c07b6-3cc8-4fbe-a04c-57c11caa1f99 tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1514136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781795229076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781794686073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5018186'] for port (3a625825-9987-4eca-bcfb-03113eeb0c61), after_delete {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:51:33.222283 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7c07b6-3cc8-4fbe-a04c-57c11caa1f99 tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] Pushing event deleted for resources: {'Port': ['ID=3a625825-9987-4eca-bcfb-03113eeb0c61,revision_number=None']} {{(pid=110152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:51:33.298621 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-5f7c07b6-3cc8-4fbe-a04c-57c11caa1f99 tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] Publish callbacks [] for floatingip (d7336335-fbc7-43b8-8462-1588a0ed048b), after_delete {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:51:33.302150 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-5f7c07b6-3cc8-4fbe-a04c-57c11caa1f99 tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29634'] for floatingip (None), before_response {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:51:33.304379 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [None req-5f7c07b6-3cc8-4fbe-a04c-57c11caa1f99 tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] 10.222.0.60 "DELETE /v2.0/floatingips/d7336335-fbc7-43b8-8462-1588a0ed048b HTTP/1.1" status: 204 len: 168 time: 0.5126166 May 10 17:51:33.518966 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d855f598-3a01-4b07-bb0b-4ddbc71c56e9 req-25df1ff6-43bc-4a3d-83b4-a857aa0cb496 tempest-TestVolumeBootPattern-524323740 tempest-TestVolumeBootPattern-524323740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:51:33.520511 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-d855f598-3a01-4b07-bb0b-4ddbc71c56e9 req-25df1ff6-43bc-4a3d-83b4-a857aa0cb496 tempest-TestVolumeBootPattern-524323740 tempest-TestVolumeBootPattern-524323740-project] 10.222.0.60 "GET /v2.0/ports?device_id=55760f67-2403-45c9-8db7-d5ae5f45c366 HTTP/1.1" status: 200 len: 943 time: 0.0494728 May 10 17:51:33.576197 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-d855f598-3a01-4b07-bb0b-4ddbc71c56e9 req-32584d83-2f1e-4e45-87e9-8f88a8aaa146 tempest-TestVolumeBootPattern-524323740 tempest-TestVolumeBootPattern-524323740-project] 10.222.0.60 "GET /v2.0/security-groups?id=aec4a23b-9be6-4a04-ad33-bd1ff431d47e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484722 May 10 17:51:34.242159 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.rpc [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Device d083dfb1-18c3-4ce4-aee5-72cf745b342b details requested by agent hyperv_hv-cinder-84130 with host hv-cinder-84130 {{(pid=110154) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 17:51:34.344749 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.db [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] For port d083dfb1-18c3-4ce4-aee5-72cf745b342b, host hv-cinder-84130, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84130',level=0,port_id=d083dfb1-18c3-4ce4-aee5-72cf745b342b,segment=NetworkSegment(230564c6-143b-4e52-aa0f-dd48bc60401d),segment_id=230564c6-143b-4e52-aa0f-dd48bc60401d)] {{(pid=110154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 17:51:34.356884 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.rpc [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Returning: {'device': 'd083dfb1-18c3-4ce4-aee5-72cf745b342b', 'network_id': '0e710c0b-0b9b-4762-af88-7b56961d06bc', 'port_id': 'd083dfb1-18c3-4ce4-aee5-72cf745b342b', 'mac_address': 'fa:16:3e:99:01:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 566, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9bb4cee-673b-4ef0-9b91-80ed1ec77b59', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110154) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 17:51:34.398108 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.plugin [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Current status of the port d083dfb1-18c3-4ce4-aee5-72cf745b342b is: DOWN; New status is: BUILD {{(pid=110154) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 17:51:34.398495 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1514036'] for port (d083dfb1-18c3-4ce4-aee5-72cf745b342b), before_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:51:34.411968 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.notifiers.nova [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d083dfb1-18c3-4ce4-aee5-72cf745b342b {{(pid=110154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 17:51:34.432554 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.db [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] For port d083dfb1-18c3-4ce4-aee5-72cf745b342b, host hv-cinder-84130, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84130',level=0,port_id=d083dfb1-18c3-4ce4-aee5-72cf745b342b,segment=NetworkSegment(230564c6-143b-4e52-aa0f-dd48bc60401d),segment_id=230564c6-143b-4e52-aa0f-dd48bc60401d)] {{(pid=110154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 17:51:34.437254 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1514136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781795229094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781794686082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781794686100'] for port (d083dfb1-18c3-4ce4-aee5-72cf745b342b), after_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:51:34.484492 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Pushing event updated for resources: {'Port': ['ID=d083dfb1-18c3-4ce4-aee5-72cf745b342b,revision_number=4']} {{(pid=110154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:51:34.497400 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:51:34.497665 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:51:34.498007 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:51:34.498372 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:51:34.498713 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:51:34.499040 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:51:34.499428 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:51:34.499761 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:51:34.500100 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:51:34.500416 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:51:34.500743 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:51:34.501083 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:51:34.501409 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:51:34.501731 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:51:34.502070 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:51:34.523254 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-6e697e78-9dd1-4bc1-8573-56b901d07725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781795183391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525393'] for agent (fdc37a75-b7a9-4e92-a59c-f5b8c02d060c), after_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:51:34.707929 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e076e2-c8ea-4e00-a375-ce1ff2c5c540 req-e9f4cc59-1ffc-4de9-886c-6eaa2057ef96 tempest-TestVolumeBootPattern-524323740 tempest-TestVolumeBootPattern-524323740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:51:34.709517 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-a3e076e2-c8ea-4e00-a375-ce1ff2c5c540 req-e9f4cc59-1ffc-4de9-886c-6eaa2057ef96 tempest-TestVolumeBootPattern-524323740 tempest-TestVolumeBootPattern-524323740-project] 10.222.0.60 "GET /v2.0/ports?device_id=55760f67-2403-45c9-8db7-d5ae5f45c366 HTTP/1.1" status: 200 len: 944 time: 0.0552783 May 10 17:51:34.767891 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-a3e076e2-c8ea-4e00-a375-ce1ff2c5c540 req-3f315bc9-57b8-44f7-923d-bf1f05e1b33e tempest-TestVolumeBootPattern-524323740 tempest-TestVolumeBootPattern-524323740-project] 10.222.0.60 "GET /v2.0/security-groups?id=aec4a23b-9be6-4a04-ad33-bd1ff431d47e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518768 May 10 17:51:34.942867 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b40a3c-0fba-4242-b316-7d0c85aebef6 req-32726c6a-25eb-4c60-b8a0-ad1fba5a1a94 tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:51:34.944416 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-f4b40a3c-0fba-4242-b316-7d0c85aebef6 req-32726c6a-25eb-4c60-b8a0-ad1fba5a1a94 tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] 10.222.0.60 "GET /v2.0/ports?device_id=35dc394b-a596-4f36-89cf-f60e42d697d1 HTTP/1.1" status: 200 len: 946 time: 0.0510466 May 10 17:51:34.975343 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.db [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] get_ports_and_sgs() called for port_ids ['d083dfb1-18c3-4ce4-aee5-72cf745b342b'] {{(pid=110154) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 17:51:34.991934 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-f4b40a3c-0fba-4242-b316-7d0c85aebef6 req-70c86d9c-bcd3-4a01-96a3-88f4306909b3 tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] 10.222.0.60 "GET /v2.0/security-groups?id=2018d1cf-f495-4a64-a1af-58bf853a4546&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409527 May 10 17:51:35.892155 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a6923d-7a8f-4ba3-ad19-d3ac36c386ee req-e0e18ec1-0c74-4aa6-bbe2-7399da590451 tempest-TestVolumeBootPattern-524323740 tempest-TestVolumeBootPattern-524323740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:51:35.893718 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-57a6923d-7a8f-4ba3-ad19-d3ac36c386ee req-e0e18ec1-0c74-4aa6-bbe2-7399da590451 tempest-TestVolumeBootPattern-524323740 tempest-TestVolumeBootPattern-524323740-project] 10.222.0.60 "GET /v2.0/ports?device_id=55760f67-2403-45c9-8db7-d5ae5f45c366 HTTP/1.1" status: 200 len: 944 time: 0.0505743 May 10 17:51:35.948366 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-57a6923d-7a8f-4ba3-ad19-d3ac36c386ee req-89be302b-3d53-4266-994a-8c7d47319b73 tempest-TestVolumeBootPattern-524323740 tempest-TestVolumeBootPattern-524323740-project] 10.222.0.60 "GET /v2.0/security-groups?id=aec4a23b-9be6-4a04-ad33-bd1ff431d47e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483379 May 10 17:51:36.000895 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8814064-a03f-4ead-b225-485966fad3a2 req-ad8a9a0a-d111-422f-acdc-af091dfafdda tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:51:36.002531 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-c8814064-a03f-4ead-b225-485966fad3a2 req-ad8a9a0a-d111-422f-acdc-af091dfafdda tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] 10.222.0.77 "GET /v2.0/ports?device_id=35dc394b-a596-4f36-89cf-f60e42d697d1 HTTP/1.1" status: 200 len: 946 time: 0.0522144 May 10 17:51:36.137077 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.plugins.ml2.plugin [req-c8814064-a03f-4ead-b225-485966fad3a2 req-4d1e6783-793f-4876-93aa-20731c39f0bc tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] Deleting port 6f6bce01-999d-439d-8315-53c87197c824 {{(pid=110152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 17:51:36.137339 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [req-c8814064-a03f-4ead-b225-485966fad3a2 req-4d1e6783-793f-4876-93aa-20731c39f0bc tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781795221764'] for port (6f6bce01-999d-439d-8315-53c87197c824), before_delete {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:51:36.163514 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff35852b-938f-4393-a595-84e830122dfb req-b64c0b9a-f99e-4e51-8d98-e019b4c365ad tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:51:36.165241 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-ff35852b-938f-4393-a595-84e830122dfb req-b64c0b9a-f99e-4e51-8d98-e019b4c365ad tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] 10.222.0.60 "GET /v2.0/ports?device_id=35dc394b-a596-4f36-89cf-f60e42d697d1 HTTP/1.1" status: 200 len: 946 time: 0.0772474 May 10 17:51:36.268958 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-ff35852b-938f-4393-a595-84e830122dfb req-9fee0618-cb80-4bf2-98e1-95df97a0d501 tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] 10.222.0.60 "GET /v2.0/security-groups?id=2018d1cf-f495-4a64-a1af-58bf853a4546&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0769019 May 10 17:51:36.287781 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.plugins.ml2.db [req-c8814064-a03f-4ead-b225-485966fad3a2 req-4d1e6783-793f-4876-93aa-20731c39f0bc tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] For port 6f6bce01-999d-439d-8315-53c87197c824, host hv-cinder-84130, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84130',level=0,port_id=6f6bce01-999d-439d-8315-53c87197c824,segment=NetworkSegment(0faf29e6-d72c-448f-aa3a-91b840f90216),segment_id=0faf29e6-d72c-448f-aa3a-91b840f90216)] {{(pid=110152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 17:51:36.288156 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [req-c8814064-a03f-4ead-b225-485966fad3a2 req-4d1e6783-793f-4876-93aa-20731c39f0bc tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640494'] for port (6f6bce01-999d-439d-8315-53c87197c824), precommit_delete {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:51:36.476255 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [req-c8814064-a03f-4ead-b225-485966fad3a2 req-4d1e6783-793f-4876-93aa-20731c39f0bc tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:51:36.476626 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [req-c8814064-a03f-4ead-b225-485966fad3a2 req-4d1e6783-793f-4876-93aa-20731c39f0bc tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-641027'] for floatingip (00e7f510-bfc8-461e-bac8-81abbc4c3155), after_update {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:51:36.477115 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.db.l3_db [req-c8814064-a03f-4ead-b225-485966fad3a2 req-4d1e6783-793f-4876-93aa-20731c39f0bc tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] Floating IP 00e7f510-bfc8-461e-bac8-81abbc4c3155 disassociated. External IP: 172.27.0.109, port: 6f6bce01-999d-439d-8315-53c87197c824. May 10 17:51:36.477654 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.plugins.ml2.plugin [req-c8814064-a03f-4ead-b225-485966fad3a2 req-4d1e6783-793f-4876-93aa-20731c39f0bc tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] Calling delete_port for 6f6bce01-999d-439d-8315-53c87197c824 owned by compute:nova {{(pid=110152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 17:51:36.534344 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.rpc [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Device d083dfb1-18c3-4ce4-aee5-72cf745b342b up at agent hyperv_hv-cinder-84130 {{(pid=110154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 17:51:36.589220 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.db.provisioning_blocks [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Provisioning for port d083dfb1-18c3-4ce4-aee5-72cf745b342b completed by entity L2. {{(pid=110154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 10 17:51:36.597186 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.db.provisioning_blocks [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Provisioning complete for port d083dfb1-18c3-4ce4-aee5-72cf745b342b triggered by entity L2. {{(pid=110154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 17:51:36.597771 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525495'] for port (d083dfb1-18c3-4ce4-aee5-72cf745b342b), provisioning_complete {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:51:36.622337 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [req-c8814064-a03f-4ead-b225-485966fad3a2 req-4d1e6783-793f-4876-93aa-20731c39f0bc tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1514136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781795229076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781794686073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5018186'] for port (6f6bce01-999d-439d-8315-53c87197c824), after_delete {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:51:36.651122 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1e6783-793f-4876-93aa-20731c39f0bc tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] Pushing event deleted for resources: {'Port': ['ID=6f6bce01-999d-439d-8315-53c87197c824,revision_number=None']} {{(pid=110152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:51:36.691996 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.plugin [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Current status of the port d083dfb1-18c3-4ce4-aee5-72cf745b342b is: BUILD; New status is: ACTIVE {{(pid=110154) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 17:51:36.692389 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1514036'] for port (d083dfb1-18c3-4ce4-aee5-72cf745b342b), before_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:51:36.717538 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55760f67-2403-45c9-8db7-d5ae5f45c366', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd083dfb1-18c3-4ce4-aee5-72cf745b342b'}] {{(pid=110154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 17:51:36.720047 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81f5a9f60a7176de4ec81ee2de5d4e9bd281d17703f5d6403e6a691a644f2f07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-421ea6cb-cf2d-4b09-a7c7-33a45fc09522" -d '{"events": [{"server_uuid": "55760f67-2403-45c9-8db7-d5ae5f45c366", "name": "network-vif-plugged", "status": "completed", "tag": "d083dfb1-18c3-4ce4-aee5-72cf745b342b"}]}' {{(pid=110154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 17:51:36.734365 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.db [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] For port d083dfb1-18c3-4ce4-aee5-72cf745b342b, host hv-cinder-84130, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84130',level=0,port_id=d083dfb1-18c3-4ce4-aee5-72cf745b342b,segment=NetworkSegment(230564c6-143b-4e52-aa0f-dd48bc60401d),segment_id=230564c6-143b-4e52-aa0f-dd48bc60401d)] {{(pid=110154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 17:51:36.741752 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1514136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781795229094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781794686082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781794686100'] for port (d083dfb1-18c3-4ce4-aee5-72cf745b342b), after_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:51:36.774739 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 17:51:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fff4cb18-2878-418b-89f6-c680626d5869 x-openstack-request-id: req-fff4cb18-2878-418b-89f6-c680626d5869 {{(pid=110154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 17:51:36.775042 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55760f67-2403-45c9-8db7-d5ae5f45c366", "name": "network-vif-plugged", "status": "completed", "tag": "d083dfb1-18c3-4ce4-aee5-72cf745b342b", "code": 200}]} {{(pid=110154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 17:51:36.775293 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-fff4cb18-2878-418b-89f6-c680626d5869 {{(pid=110154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 17:51:36.775717 dv-cinder-841302-2-iscsi neutron-server[110154]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fff4cb18-2878-418b-89f6-c680626d5869'] response: {'server_uuid': '55760f67-2403-45c9-8db7-d5ae5f45c366', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd083dfb1-18c3-4ce4-aee5-72cf745b342b', 'code': 200} May 10 17:51:36.798515 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c8814064-a03f-4ead-b225-485966fad3a2 req-4d1e6783-793f-4876-93aa-20731c39f0bc tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] Router 24a906bd-bc37-4f60-9d1b-823a31f350bf has already been hosted by L3 agent eaac381b-e402-41c3-a8e6-8f962681d3e6 {{(pid=110152) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 17:51:36.820493 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Pushing event updated for resources: {'Port': ['ID=d083dfb1-18c3-4ce4-aee5-72cf745b342b,revision_number=5']} {{(pid=110154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:51:36.953862 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c8814064-a03f-4ead-b225-485966fad3a2 req-4d1e6783-793f-4876-93aa-20731c39f0bc tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] Notify agent at l3_agent.dv-cinder-841302-2-iscsi the message routers_updated {{(pid=110152) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 17:51:36.966762 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05c5a294-2d05-4d4d-83ed-15a444ca6e75 None None] Sync routers for ids ['24a906bd-bc37-4f60-9d1b-823a31f350bf'] in dv-cinder-841302-2-iscsi {{(pid=110154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 17:51:36.985648 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05c5a294-2d05-4d4d-83ed-15a444ca6e75 None None] Routers {'24a906bd-bc37-4f60-9d1b-823a31f350bf'} bound to L3 agent in host dv-cinder-841302-2-iscsi {{(pid=110154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 17:51:36.986911 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.db.l3_hamode_db [None req-05c5a294-2d05-4d4d-83ed-15a444ca6e75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841302-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-10T17:36:00Z,description=,heartbeat_timestamp=2022-05-10T17:51:30Z,host='dv-cinder-841302-2-iscsi',id=eaac381b-e402-41c3-a8e6-8f962681d3e6,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T17:36:00Z,topic='l3_agent')) {'router_ids': ['24a906bd-bc37-4f60-9d1b-823a31f350bf'], 'active': True} {{(pid=110154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:51:37.009837 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8814064-a03f-4ead-b225-485966fad3a2 req-4d1e6783-793f-4876-93aa-20731c39f0bc tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] No DVR routers for this DVR port 6f6bce01-999d-439d-8315-53c87197c824 on host hv-cinder-84130 {{(pid=110152) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 17:51:37.012255 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [req-c8814064-a03f-4ead-b225-485966fad3a2 req-4d1e6783-793f-4876-93aa-20731c39f0bc tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29634'] for port (None), before_response {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:51:37.015717 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-c8814064-a03f-4ead-b225-485966fad3a2 req-4d1e6783-793f-4876-93aa-20731c39f0bc tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] 10.222.0.77 "DELETE /v2.0/ports/6f6bce01-999d-439d-8315-53c87197c824 HTTP/1.1" status: 204 len: 173 time: 1.0079482 May 10 17:51:37.016172 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35dc394b-a596-4f36-89cf-f60e42d697d1', 'name': 'network-vif-deleted', 'tag': '6f6bce01-999d-439d-8315-53c87197c824'}] {{(pid=110152) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 17:51:37.018472 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0e5bab204033c83635b1e14c3e3a099c647719281f8bf9f740a5b80828d0d04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f5ac512-a3b3-4b30-9e3f-3225ff6ff716" -d '{"events": [{"server_uuid": "35dc394b-a596-4f36-89cf-f60e42d697d1", "name": "network-vif-deleted", "tag": "6f6bce01-999d-439d-8315-53c87197c824"}]}' {{(pid=110152) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 17:51:37.089096 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 17:51:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3eadb175-fabe-445d-8c52-c889b340d602 x-openstack-request-id: req-3eadb175-fabe-445d-8c52-c889b340d602 {{(pid=110152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 17:51:37.089551 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35dc394b-a596-4f36-89cf-f60e42d697d1", "name": "network-vif-deleted", "tag": "6f6bce01-999d-439d-8315-53c87197c824", "status": "completed", "code": 200}]} {{(pid=110152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 17:51:37.089929 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-3eadb175-fabe-445d-8c52-c889b340d602 {{(pid=110152) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 17:51:37.090549 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3eadb175-fabe-445d-8c52-c889b340d602'] response: {'server_uuid': '35dc394b-a596-4f36-89cf-f60e42d697d1', 'name': 'network-vif-deleted', 'tag': '6f6bce01-999d-439d-8315-53c87197c824', 'status': 'completed', 'code': 200} May 10 17:51:37.159941 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde966f4-f3b0-45c3-b3c0-435bfdc6cc72 req-494e0285-df0e-4570-b347-e2ef6e1f9e8e tempest-TestVolumeBootPattern-524323740 tempest-TestVolumeBootPattern-524323740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:51:37.161873 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-dde966f4-f3b0-45c3-b3c0-435bfdc6cc72 req-494e0285-df0e-4570-b347-e2ef6e1f9e8e tempest-TestVolumeBootPattern-524323740 tempest-TestVolumeBootPattern-524323740-project] 10.222.0.60 "GET /v2.0/ports?device_id=55760f67-2403-45c9-8db7-d5ae5f45c366 HTTP/1.1" status: 200 len: 945 time: 0.1097207 May 10 17:51:37.162749 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7918a3ac-a02d-4bcb-be0d-4b8e60413f6b req-828f59d8-6680-4480-9350-9a22c6e59a1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:51:37.164868 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-7918a3ac-a02d-4bcb-be0d-4b8e60413f6b req-828f59d8-6680-4480-9350-9a22c6e59a1a service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=55760f67-2403-45c9-8db7-d5ae5f45c366 HTTP/1.1" status: 200 len: 1129 time: 0.0944335 May 10 17:51:37.176034 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.db.l3_dvr_db [None req-05c5a294-2d05-4d4d-83ed-15a444ca6e75 None None] Set router 24a906bd-bc37-4f60-9d1b-823a31f350bf gateway port host: dv-cinder-841302-2-iscsi {{(pid=110154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 17:51:37.254581 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-7918a3ac-a02d-4bcb-be0d-4b8e60413f6b req-e9159a59-8e9d-4bd0-a366-f8c961adb7ee service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=aec4a23b-9be6-4a04-ad33-bd1ff431d47e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0838056 May 10 17:51:37.259048 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-dde966f4-f3b0-45c3-b3c0-435bfdc6cc72 req-5fc37e95-f37f-41b2-9bf8-a72a65617df5 tempest-TestVolumeBootPattern-524323740 tempest-TestVolumeBootPattern-524323740-project] 10.222.0.60 "GET /v2.0/security-groups?id=aec4a23b-9be6-4a04-ad33-bd1ff431d47e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0896900 May 10 17:51:37.414164 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.db.l3_hamode_db [None req-05c5a294-2d05-4d4d-83ed-15a444ca6e75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24a906bd-bc37-4f60-9d1b-823a31f350bf', 'name': 'tempest-AttachVolumeNegativeTest-1935741533-router', 'tenant_id': 'f4e017a4040d450aad862065563ea64d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85dc89cf-59f9-4edb-b26e-52bcb8a93763', 'external_fixed_ips': [{'subnet_id': 'e93d94f1-cb19-4cd0-92e5-ca73d24bd8fb', 'ip_address': '172.27.0.151'}], 'enable_snat': True}, 'gw_port_id': '8a785056-3967-44dc-89fc-a85dc909609a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T17:44:32Z', 'updated_at': '2022-05-10T17:44:44Z', 'revision_number': 4, 'project_id': 'f4e017a4040d450aad862065563ea64d', 'gw_port': {'id': '8a785056-3967-44dc-89fc-a85dc909609a', 'name': '', 'network_id': '85dc89cf-59f9-4edb-b26e-52bcb8a93763', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:45:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24a906bd-bc37-4f60-9d1b-823a31f350bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'e93d94f1-cb19-4cd0-92e5-ca73d24bd8fb', 'ip_address': '172.27.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841302-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T17:44:33Z', 'updated_at': '2022-05-10T17:44:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e93d94f1-cb19-4cd0-92e5-ca73d24bd8fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841302-2-iscsi', '_interfaces': [{'id': '027fd6fa-8a2c-41cf-8f97-10f5b1a94550', 'name': '', 'network_id': '5a13d84d-c9e9-413f-a254-ca6edab95c78', 'tenant_id': 'f4e017a4040d450aad862065563ea64d', 'mac_address': 'fa:16:3e:36:e7:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24a906bd-bc37-4f60-9d1b-823a31f350bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '8d05c8d5-b43f-426f-967a-5bcf2a7a77f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841302-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T17:44:39Z', 'updated_at': '2022-05-10T17:44:58Z', 'revision_number': 5, 'project_id': 'f4e017a4040d450aad862065563ea64d', 'subnets': [{'id': '8d05c8d5-b43f-426f-967a-5bcf2a7a77f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841302-2-iscsi', False) {} {{(pid=110154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:51:37.426009 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-fc107f81-8292-4f29-bffa-439f5aad9b7b req-dd75da42-a7fb-4f7c-a654-eed654ca1220 tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] 10.222.0.60 "GET /v2.0/ports?device_id=35dc394b-a596-4f36-89cf-f60e42d697d1 HTTP/1.1" status: 200 len: 210 time: 0.0324192 May 10 17:51:37.455225 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05c5a294-2d05-4d4d-83ed-15a444ca6e75 None None] Checking router: 24a906bd-bc37-4f60-9d1b-823a31f350bf for host: dv-cinder-841302-2-iscsi {{(pid=110154) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 17:51:37.464330 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05c5a294-2d05-4d4d-83ed-15a444ca6e75 None None] Routers {'24a906bd-bc37-4f60-9d1b-823a31f350bf'} bound to L3 agent in host dv-cinder-841302-2-iscsi {{(pid=110154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 17:51:37.464943 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.db.l3_hamode_db [None req-05c5a294-2d05-4d4d-83ed-15a444ca6e75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841302-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-10T17:36:00Z,description=,heartbeat_timestamp=2022-05-10T17:51:30Z,host='dv-cinder-841302-2-iscsi',id=eaac381b-e402-41c3-a8e6-8f962681d3e6,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T17:36:00Z,topic='l3_agent')) {'router_ids': ['24a906bd-bc37-4f60-9d1b-823a31f350bf'], 'active': True} {{(pid=110154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:51:37.578416 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.db.l3_dvr_db [None req-05c5a294-2d05-4d4d-83ed-15a444ca6e75 None None] Set router 24a906bd-bc37-4f60-9d1b-823a31f350bf gateway port host: dv-cinder-841302-2-iscsi {{(pid=110154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 17:51:37.776021 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.db.l3_hamode_db [None req-05c5a294-2d05-4d4d-83ed-15a444ca6e75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24a906bd-bc37-4f60-9d1b-823a31f350bf', 'name': 'tempest-AttachVolumeNegativeTest-1935741533-router', 'tenant_id': 'f4e017a4040d450aad862065563ea64d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85dc89cf-59f9-4edb-b26e-52bcb8a93763', 'external_fixed_ips': [{'subnet_id': 'e93d94f1-cb19-4cd0-92e5-ca73d24bd8fb', 'ip_address': '172.27.0.151'}], 'enable_snat': True}, 'gw_port_id': '8a785056-3967-44dc-89fc-a85dc909609a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T17:44:32Z', 'updated_at': '2022-05-10T17:44:44Z', 'revision_number': 4, 'project_id': 'f4e017a4040d450aad862065563ea64d', 'gw_port': {'id': '8a785056-3967-44dc-89fc-a85dc909609a', 'name': '', 'network_id': '85dc89cf-59f9-4edb-b26e-52bcb8a93763', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:45:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24a906bd-bc37-4f60-9d1b-823a31f350bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'e93d94f1-cb19-4cd0-92e5-ca73d24bd8fb', 'ip_address': '172.27.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841302-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T17:44:33Z', 'updated_at': '2022-05-10T17:44:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e93d94f1-cb19-4cd0-92e5-ca73d24bd8fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841302-2-iscsi', '_interfaces': [{'id': '027fd6fa-8a2c-41cf-8f97-10f5b1a94550', 'name': '', 'network_id': '5a13d84d-c9e9-413f-a254-ca6edab95c78', 'tenant_id': 'f4e017a4040d450aad862065563ea64d', 'mac_address': 'fa:16:3e:36:e7:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24a906bd-bc37-4f60-9d1b-823a31f350bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '8d05c8d5-b43f-426f-967a-5bcf2a7a77f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841302-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T17:44:39Z', 'updated_at': '2022-05-10T17:44:58Z', 'revision_number': 5, 'project_id': 'f4e017a4040d450aad862065563ea64d', 'subnets': [{'id': '8d05c8d5-b43f-426f-967a-5bcf2a7a77f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841302-2-iscsi', False) {} {{(pid=110154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:51:37.804951 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05c5a294-2d05-4d4d-83ed-15a444ca6e75 None None] The sync data for ids ['24a906bd-bc37-4f60-9d1b-823a31f350bf'] in dv-cinder-841302-2-iscsi is: [{'id': '24a906bd-bc37-4f60-9d1b-823a31f350bf', 'name': 'tempest-AttachVolumeNegativeTest-1935741533-router', 'tenant_id': 'f4e017a4040d450aad862065563ea64d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85dc89cf-59f9-4edb-b26e-52bcb8a93763', 'external_fixed_ips': [{'subnet_id': 'e93d94f1-cb19-4cd0-92e5-ca73d24bd8fb', 'ip_address': '172.27.0.151'}], 'enable_snat': True}, 'gw_port_id': '8a785056-3967-44dc-89fc-a85dc909609a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T17:44:32Z', 'updated_at': '2022-05-10T17:44:44Z', 'revision_number': 4, 'project_id': 'f4e017a4040d450aad862065563ea64d', 'gw_port': {'id': '8a785056-3967-44dc-89fc-a85dc909609a', 'name': '', 'network_id': '85dc89cf-59f9-4edb-b26e-52bcb8a93763', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:45:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24a906bd-bc37-4f60-9d1b-823a31f350bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'e93d94f1-cb19-4cd0-92e5-ca73d24bd8fb', 'ip_address': '172.27.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841302-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T17:44:33Z', 'updated_at': '2022-05-10T17:44:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e93d94f1-cb19-4cd0-92e5-ca73d24bd8fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841302-2-iscsi', '_interfaces': [{'id': '027fd6fa-8a2c-41cf-8f97-10f5b1a94550', 'name': '', 'network_id': '5a13d84d-c9e9-413f-a254-ca6edab95c78', 'tenant_id': 'f4e017a4040d450aad862065563ea64d', 'mac_address': 'fa:16:3e:36:e7:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24a906bd-bc37-4f60-9d1b-823a31f350bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '8d05c8d5-b43f-426f-967a-5bcf2a7a77f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841302-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T17:44:39Z', 'updated_at': '2022-05-10T17:44:58Z', 'revision_number': 5, 'project_id': 'f4e017a4040d450aad862065563ea64d', 'subnets': [{'id': '8d05c8d5-b43f-426f-967a-5bcf2a7a77f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 17:51:38.038001 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5e867d5-3519-4dbb-a047-0c7d7524af0f None None] New status for floating IP 00e7f510-bfc8-461e-bac8-81abbc4c3155: DOWN {{(pid=110155) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 17:51:38.379646 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22ab7bc-3a4d-486f-9e07-b5bee1eae13d req-08512b6d-304f-4cc2-bda8-a04ed286c401 tempest-TestVolumeBootPattern-524323740 tempest-TestVolumeBootPattern-524323740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:51:38.381173 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-c22ab7bc-3a4d-486f-9e07-b5bee1eae13d req-08512b6d-304f-4cc2-bda8-a04ed286c401 tempest-TestVolumeBootPattern-524323740 tempest-TestVolumeBootPattern-524323740-project] 10.222.0.60 "GET /v2.0/ports?device_id=55760f67-2403-45c9-8db7-d5ae5f45c366 HTTP/1.1" status: 200 len: 945 time: 0.0490243 May 10 17:51:38.436598 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-c22ab7bc-3a4d-486f-9e07-b5bee1eae13d req-5ba584c0-0342-4f6c-b0d4-6e01e2985ab4 tempest-TestVolumeBootPattern-524323740 tempest-TestVolumeBootPattern-524323740-project] 10.222.0.60 "GET /v2.0/security-groups?id=aec4a23b-9be6-4a04-ad33-bd1ff431d47e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488057 May 10 17:51:38.548702 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-602311e0-f083-48ab-b2a0-a7865e1ed068 req-cfcebaec-e256-400d-8d25-d7017afbbd64 tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] 10.222.0.60 "GET /v2.0/ports?device_id=35dc394b-a596-4f36-89cf-f60e42d697d1 HTTP/1.1" status: 200 len: 210 time: 0.0288072 May 10 17:51:39.664884 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.wsgi [-] (110152) accepted ('10.222.0.60', 44634) {{(pid=110152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 17:51:39.759238 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e717bc7-ce3e-4cc3-8c35-96faf009984a req-99011087-0536-4f17-9821-a44abdacde58 tempest-TestVolumeBootPattern-524323740 tempest-TestVolumeBootPattern-524323740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:51:39.760758 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-9e717bc7-ce3e-4cc3-8c35-96faf009984a req-99011087-0536-4f17-9821-a44abdacde58 tempest-TestVolumeBootPattern-524323740 tempest-TestVolumeBootPattern-524323740-project] 10.222.0.60 "GET /v2.0/ports?device_id=55760f67-2403-45c9-8db7-d5ae5f45c366 HTTP/1.1" status: 200 len: 945 time: 0.0752957 May 10 17:51:39.782585 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-953579c2-05a3-4532-b7e8-a840db7a652e tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] Publish callbacks [] for security_group (2018d1cf-f495-4a64-a1af-58bf853a4546), before_delete {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:51:39.831535 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-953579c2-05a3-4532-b7e8-a840db7a652e tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] Publish callbacks [] for security_group (2018d1cf-f495-4a64-a1af-58bf853a4546), precommit_delete {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:51:39.849570 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-9e717bc7-ce3e-4cc3-8c35-96faf009984a req-91a5cb18-cc7f-44fa-990b-302e305e318d tempest-TestVolumeBootPattern-524323740 tempest-TestVolumeBootPattern-524323740-project] 10.222.0.60 "GET /v2.0/security-groups?id=aec4a23b-9be6-4a04-ad33-bd1ff431d47e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0785961 May 10 17:51:39.888753 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-953579c2-05a3-4532-b7e8-a840db7a652e tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-282428'] for security_group (2018d1cf-f495-4a64-a1af-58bf853a4546), after_delete {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:51:39.891416 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-953579c2-05a3-4532-b7e8-a840db7a652e tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] Publish callbacks [] for security_group (None), before_response {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:51:39.895057 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [None req-953579c2-05a3-4532-b7e8-a840db7a652e tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] 10.222.0.60 "DELETE /v2.0/security-groups/2018d1cf-f495-4a64-a1af-58bf853a4546 HTTP/1.1" status: 204 len: 168 time: 0.2263026 May 10 17:51:39.895857 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.wsgi [-] (110153) accepted ('10.222.0.60', 44638) {{(pid=110153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 17:51:39.906940 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953579c2-05a3-4532-b7e8-a840db7a652e tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2018d1cf-f495-4a64-a1af-58bf853a4546,revision_number=None']} {{(pid=110152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:51:39.921959 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.api.v2.resource [None req-95f29ff8-6c04-47f2-b8e7-433de2ef65f8 tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] show failed (client error): The resource could not be found. May 10 17:51:39.923716 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [None req-95f29ff8-6c04-47f2-b8e7-433de2ef65f8 tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] 10.222.0.60 "GET /v2.0/security-groups/2018d1cf-f495-4a64-a1af-58bf853a4546 HTTP/1.1" status: 404 len: 347 time: 0.0266037 May 10 17:51:39.927913 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.wsgi [-] (110153) accepted ('10.222.0.60', 44640) {{(pid=110153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 17:51:40.004823 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31c7ba2-c868-426d-a539-25b24d54d38a req-aa99966c-adc9-4dd2-8c13-1a4a01c1dc5d tempest-TestVolumeBootPattern-524323740 tempest-TestVolumeBootPattern-524323740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:51:40.006429 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-e31c7ba2-c868-426d-a539-25b24d54d38a req-aa99966c-adc9-4dd2-8c13-1a4a01c1dc5d tempest-TestVolumeBootPattern-524323740 tempest-TestVolumeBootPattern-524323740-project] 10.222.0.60 "GET /v2.0/ports?device_id=55760f67-2403-45c9-8db7-d5ae5f45c366 HTTP/1.1" status: 200 len: 945 time: 0.0579269 May 10 17:51:40.064962 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-e31c7ba2-c868-426d-a539-25b24d54d38a req-d1c773cb-9191-41aa-8eac-6cfcbbceee30 tempest-TestVolumeBootPattern-524323740 tempest-TestVolumeBootPattern-524323740-project] 10.222.0.60 "GET /v2.0/security-groups?id=aec4a23b-9be6-4a04-ad33-bd1ff431d47e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500660 May 10 17:51:40.066354 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.plugins.ml2.plugin [None req-d38db8bc-a765-467a-a7c9-8a29c5ea1c84 tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] Deleting port c72e1630-50a3-4297-8ebd-4ce164597ace {{(pid=110153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 17:51:40.066701 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-d38db8bc-a765-467a-a7c9-8a29c5ea1c84 tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781795221764'] for port (c72e1630-50a3-4297-8ebd-4ce164597ace), before_delete {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:51:40.088269 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.wsgi [-] (110152) accepted ('10.222.0.60', 44642) {{(pid=110152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 17:51:40.146162 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-d38db8bc-a765-467a-a7c9-8a29c5ea1c84 tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640494'] for port (c72e1630-50a3-4297-8ebd-4ce164597ace), precommit_delete {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:51:40.146483 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-d38db8bc-a765-467a-a7c9-8a29c5ea1c84 tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] Publish callbacks [] for floatingip (c72e1630-50a3-4297-8ebd-4ce164597ace), precommit_delete {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:51:40.161142 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.plugins.ml2.plugin [None req-d38db8bc-a765-467a-a7c9-8a29c5ea1c84 tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] Calling delete_port for c72e1630-50a3-4297-8ebd-4ce164597ace owned by network:floatingip {{(pid=110153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 17:51:40.220556 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb81269c-d428-4689-9387-092298821d52 tempest-TestVolumeBootPattern-1467026185 tempest-TestVolumeBootPattern-1467026185-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:51:40.222115 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [None req-eb81269c-d428-4689-9387-092298821d52 tempest-TestVolumeBootPattern-1467026185 tempest-TestVolumeBootPattern-1467026185-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=55760f67-2403-45c9-8db7-d5ae5f45c366 HTTP/1.1" status: 200 len: 1124 time: 0.1328549 May 10 17:51:40.227475 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.wsgi [-] (110152) accepted ('10.222.0.60', 44646) {{(pid=110152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 17:51:40.232775 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.v2.base [None req-98203c4d-8758-4b9f-9b99-0fddc1dc853e tempest-TestVolumeBootPattern-524323740 tempest-TestVolumeBootPattern-524323740-project] Request body: {'floatingip': {'floating_network_id': '85dc89cf-59f9-4edb-b26e-52bcb8a93763', 'port_id': 'd083dfb1-18c3-4ce4-aee5-72cf745b342b', 'tenant_id': 'c93f0e69798e491aba3c8cf1493c2733', 'fixed_ip_address': '172.20.0.4'}} {{(pid=110152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 17:51:40.255024 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-98203c4d-8758-4b9f-9b99-0fddc1dc853e tempest-TestVolumeBootPattern-524323740 tempest-TestVolumeBootPattern-524323740-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:51:40.313993 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-d38db8bc-a765-467a-a7c9-8a29c5ea1c84 tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1514136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781795229076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781794686073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207117'] for port (c72e1630-50a3-4297-8ebd-4ce164597ace), after_delete {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:51:40.341939 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38db8bc-a765-467a-a7c9-8a29c5ea1c84 tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] Pushing event deleted for resources: {'Port': ['ID=c72e1630-50a3-4297-8ebd-4ce164597ace,revision_number=None']} {{(pid=110153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:51:40.352344 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-98203c4d-8758-4b9f-9b99-0fddc1dc853e tempest-TestVolumeBootPattern-524323740 tempest-TestVolumeBootPattern-524323740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1514036'] for port (None), before_create {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:51:40.411680 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-d38db8bc-a765-467a-a7c9-8a29c5ea1c84 tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] Publish callbacks [] for floatingip (00e7f510-bfc8-461e-bac8-81abbc4c3155), after_delete {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:51:40.414614 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-d38db8bc-a765-467a-a7c9-8a29c5ea1c84 tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29634'] for floatingip (None), before_response {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:51:40.420064 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [None req-d38db8bc-a765-467a-a7c9-8a29c5ea1c84 tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] 10.222.0.60 "DELETE /v2.0/floatingips/00e7f510-bfc8-461e-bac8-81abbc4c3155 HTTP/1.1" status: 204 len: 168 time: 0.4862769 May 10 17:51:40.484148 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.db.db_base_plugin_common [None req-98203c4d-8758-4b9f-9b99-0fddc1dc853e tempest-TestVolumeBootPattern-524323740 tempest-TestVolumeBootPattern-524323740-project] Allocated IP 172.27.0.195 (85dc89cf-59f9-4edb-b26e-52bcb8a93763/e93d94f1-cb19-4cd0-92e5-ca73d24bd8fb/bc90c5f7-f467-4056-990e-41b519d99a7c) {{(pid=110152) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 17:51:40.507747 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.wsgi [-] (110153) accepted ('10.222.0.60', 44650) {{(pid=110153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 17:51:40.513424 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.v2.base [None req-1096f450-3a18-4a8b-9fc1-a98f53ad2ad6 tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1822465812', 'description': 'tempest-description--561210356'}} {{(pid=110153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 17:51:40.521238 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.rpc [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Device 6f6bce01-999d-439d-8315-53c87197c824 no longer exists at agent hyperv_hv-cinder-84130 {{(pid=110154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 17:51:40.536408 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-1096f450-3a18-4a8b-9fc1-a98f53ad2ad6 tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] Publish callbacks [] for security_group (None), before_create {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:51:40.550660 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.plugin [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] No Port match for: 6f6bce01-999d-439d-8315-53c87197c824 {{(pid=110154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 17:51:40.551314 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.rpc [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Device 6f6bce01-999d-439d-8315-53c87197c824 not bound to the agent host hv-cinder-84130 {{(pid=110154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 17:51:40.608805 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-98203c4d-8758-4b9f-9b99-0fddc1dc853e tempest-TestVolumeBootPattern-524323740 tempest-TestVolumeBootPattern-524323740-project] Publish callbacks [] for port (bc90c5f7-f467-4056-990e-41b519d99a7c), precommit_create {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:51:40.616826 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-1096f450-3a18-4a8b-9fc1-a98f53ad2ad6 tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] Publish callbacks [] for security_group (02af4324-c859-4138-a35d-0f29ebddda0f), precommit_create {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:51:40.621609 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-1096f450-3a18-4a8b-9fc1-a98f53ad2ad6 tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-282428'] for security_group (02af4324-c859-4138-a35d-0f29ebddda0f), after_create {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:51:40.647046 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-98203c4d-8758-4b9f-9b99-0fddc1dc853e tempest-TestVolumeBootPattern-524323740 tempest-TestVolumeBootPattern-524323740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1514136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781794686064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5018186'] for port (bc90c5f7-f467-4056-990e-41b519d99a7c), after_create {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:51:40.655013 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-1096f450-3a18-4a8b-9fc1-a98f53ad2ad6 tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] Publish callbacks [] for security_group (None), before_response {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:51:40.656326 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [None req-1096f450-3a18-4a8b-9fc1-a98f53ad2ad6 tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1465795 May 10 17:51:40.659162 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1096f450-3a18-4a8b-9fc1-a98f53ad2ad6 tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] Pushing event updated for resources: {'SecurityGroup': ['ID=02af4324-c859-4138-a35d-0f29ebddda0f,revision_number=1']} {{(pid=110153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:51:40.661265 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.wsgi [-] (110153) accepted ('10.222.0.60', 44652) {{(pid=110153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 17:51:40.666148 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.v2.base [None req-b8aea8ba-fc62-4716-b75b-780a44a74d81 tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] Request body: {'security_group_rule': {'security_group_id': '02af4324-c859-4138-a35d-0f29ebddda0f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 17:51:40.694186 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98203c4d-8758-4b9f-9b99-0fddc1dc853e tempest-TestVolumeBootPattern-524323740 tempest-TestVolumeBootPattern-524323740-project] Network 85dc89cf-59f9-4edb-b26e-52bcb8a93763 is already hosted by enough agents. {{(pid=110152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 17:51:40.698517 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.scheduler.base_scheduler [None req-98203c4d-8758-4b9f-9b99-0fddc1dc853e tempest-TestVolumeBootPattern-524323740 tempest-TestVolumeBootPattern-524323740-project] Resources bound (agent type, host, resource id): {{(pid=110152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 17:51:40.704864 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98203c4d-8758-4b9f-9b99-0fddc1dc853e tempest-TestVolumeBootPattern-524323740 tempest-TestVolumeBootPattern-524323740-project] Received port after_create {{(pid=110152) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 17:51:40.709291 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-b8aea8ba-fc62-4716-b75b-780a44a74d81 tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] Publish callbacks [] for security_group_rule (0b2424c2-3d4f-4cfa-a1ce-fd31517e50fa), before_create {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:51:40.711292 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98203c4d-8758-4b9f-9b99-0fddc1dc853e tempest-TestVolumeBootPattern-524323740 tempest-TestVolumeBootPattern-524323740-project] Pushing event updated for resources: {'Port': ['ID=bc90c5f7-f467-4056-990e-41b519d99a7c,revision_number=1']} {{(pid=110152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:51:40.794656 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-b8aea8ba-fc62-4716-b75b-780a44a74d81 tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] Publish callbacks [] for security_group_rule (0b2424c2-3d4f-4cfa-a1ce-fd31517e50fa), precommit_create {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:51:40.799140 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-b8aea8ba-fc62-4716-b75b-780a44a74d81 tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-282571'] for security_group_rule (0b2424c2-3d4f-4cfa-a1ce-fd31517e50fa), after_create {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:51:40.815713 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8aea8ba-fc62-4716-b75b-780a44a74d81 tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b2424c2-3d4f-4cfa-a1ce-fd31517e50fa,revision_number=0']} {{(pid=110153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:51:40.827561 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-b8aea8ba-fc62-4716-b75b-780a44a74d81 tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:51:40.828803 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [None req-b8aea8ba-fc62-4716-b75b-780a44a74d81 tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1665850 May 10 17:51:40.831894 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.wsgi [-] (110152) accepted ('10.222.0.60', 44654) {{(pid=110152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 17:51:40.837498 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.v2.base [None req-38c6936c-6577-4363-b55b-0b4dc2f65c67 tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] Request body: {'security_group_rule': {'security_group_id': '02af4324-c859-4138-a35d-0f29ebddda0f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 17:51:40.917175 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-38c6936c-6577-4363-b55b-0b4dc2f65c67 tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] Publish callbacks [] for security_group_rule (3c8ee392-9060-4bb8-ac59-5a0f8c9cc18c), before_create {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:51:41.042184 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-38c6936c-6577-4363-b55b-0b4dc2f65c67 tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] Publish callbacks [] for security_group_rule (3c8ee392-9060-4bb8-ac59-5a0f8c9cc18c), precommit_create {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:51:41.062427 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-38c6936c-6577-4363-b55b-0b4dc2f65c67 tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-282571'] for security_group_rule (3c8ee392-9060-4bb8-ac59-5a0f8c9cc18c), after_create {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:51:41.085189 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c6936c-6577-4363-b55b-0b4dc2f65c67 tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c8ee392-9060-4bb8-ac59-5a0f8c9cc18c,revision_number=0']} {{(pid=110152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:51:41.147558 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-38c6936c-6577-4363-b55b-0b4dc2f65c67 tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:51:41.149019 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [None req-38c6936c-6577-4363-b55b-0b4dc2f65c67 tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3157976 May 10 17:51:41.153639 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.wsgi [-] (110153) accepted ('10.222.0.60', 44656) {{(pid=110153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 17:51:41.158444 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.v2.base [None req-76b59ff8-0159-4f3d-bcd9-264971aaf3a6 tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] Request body: {'floatingip': {'floating_network_id': '85dc89cf-59f9-4edb-b26e-52bcb8a93763'}} {{(pid=110153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 17:51:41.180559 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-76b59ff8-0159-4f3d-bcd9-264971aaf3a6 tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:51:41.245571 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-98203c4d-8758-4b9f-9b99-0fddc1dc853e tempest-TestVolumeBootPattern-524323740 tempest-TestVolumeBootPattern-524323740-project] Publish callbacks [] for floatingip (3e5dc900-88b0-4037-93f1-83fb51767712), precommit_create {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:51:41.273463 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-76b59ff8-0159-4f3d-bcd9-264971aaf3a6 tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1514036'] for port (None), before_create {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:51:41.324329 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-98203c4d-8758-4b9f-9b99-0fddc1dc853e tempest-TestVolumeBootPattern-524323740 tempest-TestVolumeBootPattern-524323740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1514036'] for port (bc90c5f7-f467-4056-990e-41b519d99a7c), before_update {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:51:41.411954 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.db.db_base_plugin_common [None req-76b59ff8-0159-4f3d-bcd9-264971aaf3a6 tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] Allocated IP 172.27.0.206 (85dc89cf-59f9-4edb-b26e-52bcb8a93763/e93d94f1-cb19-4cd0-92e5-ca73d24bd8fb/475e421a-12f2-459f-a2e1-c12f1cb5bf44) {{(pid=110153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 17:51:41.527157 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-98203c4d-8758-4b9f-9b99-0fddc1dc853e tempest-TestVolumeBootPattern-524323740 tempest-TestVolumeBootPattern-524323740-project] Publish callbacks [] for port (bc90c5f7-f467-4056-990e-41b519d99a7c), precommit_update {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:51:41.531329 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-76b59ff8-0159-4f3d-bcd9-264971aaf3a6 tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] Publish callbacks [] for port (475e421a-12f2-459f-a2e1-c12f1cb5bf44), precommit_create {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:51:41.531957 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-98203c4d-8758-4b9f-9b99-0fddc1dc853e tempest-TestVolumeBootPattern-524323740 tempest-TestVolumeBootPattern-524323740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1514136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781795229094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781794686082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781794686100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5018163'] for port (bc90c5f7-f467-4056-990e-41b519d99a7c), after_update {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:51:41.583660 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-76b59ff8-0159-4f3d-bcd9-264971aaf3a6 tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1514136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781794686064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207117'] for port (475e421a-12f2-459f-a2e1-c12f1cb5bf44), after_create {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:51:41.598554 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98203c4d-8758-4b9f-9b99-0fddc1dc853e tempest-TestVolumeBootPattern-524323740 tempest-TestVolumeBootPattern-524323740-project] Pushing event updated for resources: {'Port': ['ID=bc90c5f7-f467-4056-990e-41b519d99a7c,revision_number=2']} {{(pid=110152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:51:41.612511 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98203c4d-8758-4b9f-9b99-0fddc1dc853e tempest-TestVolumeBootPattern-524323740 tempest-TestVolumeBootPattern-524323740-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:51:41.612863 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98203c4d-8758-4b9f-9b99-0fddc1dc853e tempest-TestVolumeBootPattern-524323740 tempest-TestVolumeBootPattern-524323740-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:51:41.613203 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98203c4d-8758-4b9f-9b99-0fddc1dc853e tempest-TestVolumeBootPattern-524323740 tempest-TestVolumeBootPattern-524323740-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:51:41.613544 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98203c4d-8758-4b9f-9b99-0fddc1dc853e tempest-TestVolumeBootPattern-524323740 tempest-TestVolumeBootPattern-524323740-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:51:41.613876 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98203c4d-8758-4b9f-9b99-0fddc1dc853e tempest-TestVolumeBootPattern-524323740 tempest-TestVolumeBootPattern-524323740-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:51:41.614209 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98203c4d-8758-4b9f-9b99-0fddc1dc853e tempest-TestVolumeBootPattern-524323740 tempest-TestVolumeBootPattern-524323740-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:51:41.614538 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98203c4d-8758-4b9f-9b99-0fddc1dc853e tempest-TestVolumeBootPattern-524323740 tempest-TestVolumeBootPattern-524323740-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:51:41.614862 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98203c4d-8758-4b9f-9b99-0fddc1dc853e tempest-TestVolumeBootPattern-524323740 tempest-TestVolumeBootPattern-524323740-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:51:41.615192 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98203c4d-8758-4b9f-9b99-0fddc1dc853e tempest-TestVolumeBootPattern-524323740 tempest-TestVolumeBootPattern-524323740-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:51:41.615546 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98203c4d-8758-4b9f-9b99-0fddc1dc853e tempest-TestVolumeBootPattern-524323740 tempest-TestVolumeBootPattern-524323740-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:51:41.615868 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98203c4d-8758-4b9f-9b99-0fddc1dc853e tempest-TestVolumeBootPattern-524323740 tempest-TestVolumeBootPattern-524323740-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:51:41.616185 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98203c4d-8758-4b9f-9b99-0fddc1dc853e tempest-TestVolumeBootPattern-524323740 tempest-TestVolumeBootPattern-524323740-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:51:41.617033 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98203c4d-8758-4b9f-9b99-0fddc1dc853e tempest-TestVolumeBootPattern-524323740 tempest-TestVolumeBootPattern-524323740-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:51:41.617033 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98203c4d-8758-4b9f-9b99-0fddc1dc853e tempest-TestVolumeBootPattern-524323740 tempest-TestVolumeBootPattern-524323740-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:51:41.617284 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98203c4d-8758-4b9f-9b99-0fddc1dc853e tempest-TestVolumeBootPattern-524323740 tempest-TestVolumeBootPattern-524323740-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:51:41.625151 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76b59ff8-0159-4f3d-bcd9-264971aaf3a6 tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] Network 85dc89cf-59f9-4edb-b26e-52bcb8a93763 is already hosted by enough agents. {{(pid=110153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 17:51:41.625529 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-98203c4d-8758-4b9f-9b99-0fddc1dc853e tempest-TestVolumeBootPattern-524323740 tempest-TestVolumeBootPattern-524323740-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-641027'] for floatingip (3e5dc900-88b0-4037-93f1-83fb51767712), after_create {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:51:41.632863 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.scheduler.base_scheduler [None req-76b59ff8-0159-4f3d-bcd9-264971aaf3a6 tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] Resources bound (agent type, host, resource id): {{(pid=110153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 17:51:41.637617 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76b59ff8-0159-4f3d-bcd9-264971aaf3a6 tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] Received port after_create {{(pid=110153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 17:51:41.644028 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b59ff8-0159-4f3d-bcd9-264971aaf3a6 tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] Pushing event updated for resources: {'Port': ['ID=475e421a-12f2-459f-a2e1-c12f1cb5bf44,revision_number=1']} {{(pid=110153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:51:41.679545 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b59ff8-0159-4f3d-bcd9-264971aaf3a6 tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:51:41.679914 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b59ff8-0159-4f3d-bcd9-264971aaf3a6 tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:51:41.680257 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b59ff8-0159-4f3d-bcd9-264971aaf3a6 tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:51:41.680590 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b59ff8-0159-4f3d-bcd9-264971aaf3a6 tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:51:41.680919 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b59ff8-0159-4f3d-bcd9-264971aaf3a6 tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:51:41.681250 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b59ff8-0159-4f3d-bcd9-264971aaf3a6 tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:51:41.681572 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b59ff8-0159-4f3d-bcd9-264971aaf3a6 tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:51:41.681895 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b59ff8-0159-4f3d-bcd9-264971aaf3a6 tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:51:41.682215 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b59ff8-0159-4f3d-bcd9-264971aaf3a6 tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:51:41.682533 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b59ff8-0159-4f3d-bcd9-264971aaf3a6 tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:51:41.682852 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b59ff8-0159-4f3d-bcd9-264971aaf3a6 tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:51:41.683168 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b59ff8-0159-4f3d-bcd9-264971aaf3a6 tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:51:41.683517 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b59ff8-0159-4f3d-bcd9-264971aaf3a6 tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:51:41.683843 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b59ff8-0159-4f3d-bcd9-264971aaf3a6 tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:51:41.684154 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b59ff8-0159-4f3d-bcd9-264971aaf3a6 tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:51:41.745873 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-76b59ff8-0159-4f3d-bcd9-264971aaf3a6 tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] Publish callbacks [] for floatingip (8336f88f-faa0-4383-8ece-4340415be1f4), precommit_create {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:51:41.751004 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.db.l3_db [None req-98203c4d-8758-4b9f-9b99-0fddc1dc853e tempest-TestVolumeBootPattern-524323740 tempest-TestVolumeBootPattern-524323740-project] Floating IP 3e5dc900-88b0-4037-93f1-83fb51767712 associated. External IP: 172.27.0.195, port: d083dfb1-18c3-4ce4-aee5-72cf745b342b. May 10 17:51:41.790172 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-76b59ff8-0159-4f3d-bcd9-264971aaf3a6 tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1514036'] for port (475e421a-12f2-459f-a2e1-c12f1cb5bf44), before_update {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:51:41.840847 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.db.agents_db [None req-b17e131c-d64b-4b97-8e8f-6c45925a5783 None None] Agent healthcheck: found 6 active agents {{(pid=110155) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 17:51:41.971692 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-76b59ff8-0159-4f3d-bcd9-264971aaf3a6 tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] Publish callbacks [] for port (475e421a-12f2-459f-a2e1-c12f1cb5bf44), precommit_update {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:51:41.977423 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-76b59ff8-0159-4f3d-bcd9-264971aaf3a6 tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1514136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781795229094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781794686082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781794686100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4207220'] for port (475e421a-12f2-459f-a2e1-c12f1cb5bf44), after_update {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:51:41.998469 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98203c4d-8758-4b9f-9b99-0fddc1dc853e tempest-TestVolumeBootPattern-524323740 tempest-TestVolumeBootPattern-524323740-project] Router 516c5b9c-98c6-4346-9071-0cde9d9a6648 has already been hosted by L3 agent eaac381b-e402-41c3-a8e6-8f962681d3e6 {{(pid=110152) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 17:51:42.048842 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b59ff8-0159-4f3d-bcd9-264971aaf3a6 tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] Pushing event updated for resources: {'Port': ['ID=475e421a-12f2-459f-a2e1-c12f1cb5bf44,revision_number=2']} {{(pid=110153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:51:42.059044 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-76b59ff8-0159-4f3d-bcd9-264971aaf3a6 tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-641027'] for floatingip (8336f88f-faa0-4383-8ece-4340415be1f4), after_create {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:51:42.075641 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-76b59ff8-0159-4f3d-bcd9-264971aaf3a6 tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29634'] for floatingip (None), before_response {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:51:42.076909 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [None req-76b59ff8-0159-4f3d-bcd9-264971aaf3a6 tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9220703 May 10 17:51:42.128177 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98203c4d-8758-4b9f-9b99-0fddc1dc853e tempest-TestVolumeBootPattern-524323740 tempest-TestVolumeBootPattern-524323740-project] Notify agent at l3_agent.dv-cinder-841302-2-iscsi the message routers_updated {{(pid=110152) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 17:51:42.141569 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfb36408-de09-4686-88f3-629f9e6e713f None None] Sync routers for ids ['516c5b9c-98c6-4346-9071-0cde9d9a6648'] in dv-cinder-841302-2-iscsi {{(pid=110154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 17:51:42.156479 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfb36408-de09-4686-88f3-629f9e6e713f None None] Routers {'516c5b9c-98c6-4346-9071-0cde9d9a6648'} bound to L3 agent in host dv-cinder-841302-2-iscsi {{(pid=110154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 17:51:42.157291 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.db.l3_hamode_db [None req-dfb36408-de09-4686-88f3-629f9e6e713f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841302-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-10T17:36:00Z,description=,heartbeat_timestamp=2022-05-10T17:51:30Z,host='dv-cinder-841302-2-iscsi',id=eaac381b-e402-41c3-a8e6-8f962681d3e6,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T17:36:00Z,topic='l3_agent')) {'router_ids': ['516c5b9c-98c6-4346-9071-0cde9d9a6648'], 'active': True} {{(pid=110154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:51:42.158995 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-98203c4d-8758-4b9f-9b99-0fddc1dc853e tempest-TestVolumeBootPattern-524323740 tempest-TestVolumeBootPattern-524323740-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29634'] for floatingip (None), before_response {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:51:42.199902 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [None req-98203c4d-8758-4b9f-9b99-0fddc1dc853e tempest-TestVolumeBootPattern-524323740 tempest-TestVolumeBootPattern-524323740-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9712200 May 10 17:51:42.200735 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55760f67-2403-45c9-8db7-d5ae5f45c366', 'tag': 'd083dfb1-18c3-4ce4-aee5-72cf745b342b'}] {{(pid=110152) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 17:51:42.203249 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0e5bab204033c83635b1e14c3e3a099c647719281f8bf9f740a5b80828d0d04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5afd9397-80c7-49dd-8333-0a7f91e7c4f6" -d '{"events": [{"name": "network-changed", "server_uuid": "55760f67-2403-45c9-8db7-d5ae5f45c366", "tag": "d083dfb1-18c3-4ce4-aee5-72cf745b342b"}]}' {{(pid=110152) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 17:51:42.246639 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 17:51:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3222957b-96ab-46a9-bdfd-3afcbd916c18 x-openstack-request-id: req-3222957b-96ab-46a9-bdfd-3afcbd916c18 {{(pid=110152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 17:51:42.246936 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "55760f67-2403-45c9-8db7-d5ae5f45c366", "tag": "d083dfb1-18c3-4ce4-aee5-72cf745b342b", "status": "completed", "code": 200}]} {{(pid=110152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 17:51:42.247189 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-3222957b-96ab-46a9-bdfd-3afcbd916c18 {{(pid=110152) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 17:51:42.247627 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3222957b-96ab-46a9-bdfd-3afcbd916c18'] response: {'name': 'network-changed', 'server_uuid': '55760f67-2403-45c9-8db7-d5ae5f45c366', 'tag': 'd083dfb1-18c3-4ce4-aee5-72cf745b342b', 'status': 'completed', 'code': 200} May 10 17:51:42.265057 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-4b79cae8-bc80-4e58-be19-97184837777b req-6aa9f885-87fb-440f-9cfb-81d203e54323 tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-securitygroup--1822465812&fields=id&tenant_id=f4e017a4040d450aad862065563ea64d HTTP/1.1" status: 200 len: 267 time: 0.0541668 May 10 17:51:42.287080 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.db.l3_dvr_db [None req-dfb36408-de09-4686-88f3-629f9e6e713f None None] Set router 516c5b9c-98c6-4346-9071-0cde9d9a6648 gateway port host: dv-cinder-841302-2-iscsi {{(pid=110154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 17:51:42.386128 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afd9397-80c7-49dd-8333-0a7f91e7c4f6 req-d25e853a-245d-4c88-9d8d-b9a21db8eadf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:51:42.387576 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-5afd9397-80c7-49dd-8333-0a7f91e7c4f6 req-d25e853a-245d-4c88-9d8d-b9a21db8eadf service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=c93f0e69798e491aba3c8cf1493c2733&device_id=55760f67-2403-45c9-8db7-d5ae5f45c366 HTTP/1.1" status: 200 len: 1129 time: 0.0778635 May 10 17:51:42.477406 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b79cae8-bc80-4e58-be19-97184837777b req-8a57d6c4-8eac-47b9-9fad-5160ed576235 tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:51:42.478631 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-4b79cae8-bc80-4e58-be19-97184837777b req-8a57d6c4-8eac-47b9-9fad-5160ed576235 tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] 10.222.0.60 "GET /v2.0/networks?id=5a13d84d-c9e9-413f-a254-ca6edab95c78 HTTP/1.1" status: 200 len: 815 time: 0.2065954 May 10 17:51:42.518864 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-4b79cae8-bc80-4e58-be19-97184837777b req-3008f418-3cc9-40b8-8271-9c02555d0267 tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] 10.222.0.60 "GET /v2.0/quotas/f4e017a4040d450aad862065563ea64d HTTP/1.1" status: 200 len: 375 time: 0.0329702 May 10 17:51:42.532897 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.db.l3_hamode_db [None req-dfb36408-de09-4686-88f3-629f9e6e713f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '516c5b9c-98c6-4346-9071-0cde9d9a6648', 'name': 'tempest-TestVolumeBootPattern-245396197-router', 'tenant_id': 'c93f0e69798e491aba3c8cf1493c2733', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85dc89cf-59f9-4edb-b26e-52bcb8a93763', 'external_fixed_ips': [{'subnet_id': 'e93d94f1-cb19-4cd0-92e5-ca73d24bd8fb', 'ip_address': '172.27.0.153'}], 'enable_snat': True}, 'gw_port_id': 'd572469e-dbdc-4bf8-8e8b-d4e3790fa8e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T17:50:42Z', 'updated_at': '2022-05-10T17:50:45Z', 'revision_number': 4, 'project_id': 'c93f0e69798e491aba3c8cf1493c2733', 'gw_port': {'id': 'd572469e-dbdc-4bf8-8e8b-d4e3790fa8e0', 'name': '', 'network_id': '85dc89cf-59f9-4edb-b26e-52bcb8a93763', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:94:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '516c5b9c-98c6-4346-9071-0cde9d9a6648', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': 'e93d94f1-cb19-4cd0-92e5-ca73d24bd8fb', 'ip_address': '172.27.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841302-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T17:50:43Z', 'updated_at': '2022-05-10T17:50:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e93d94f1-cb19-4cd0-92e5-ca73d24bd8fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841302-2-iscsi', '_floatingips': [{'id': '3e5dc900-88b0-4037-93f1-83fb51767712', 'tenant_id': 'c93f0e69798e491aba3c8cf1493c2733', 'floating_ip_address': '172.27.0.195', 'floating_network_id': '85dc89cf-59f9-4edb-b26e-52bcb8a93763', 'router_id': '516c5b9c-98c6-4346-9071-0cde9d9a6648', 'port_id': 'd083dfb1-18c3-4ce4-aee5-72cf745b342b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 488, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0e710c0b-0b9b-4762-af88-7b56961d06bc', 'mac_address': 'fa:16:3e:99:01:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55760f67-2403-45c9-8db7-d5ae5f45c366', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T17:51:41Z', 'updated_at': '2022-05-10T17:51:41Z', 'revision_number': 0, 'project_id': 'c93f0e69798e491aba3c8cf1493c2733', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a1c49237-846d-478b-b03a-e030620ab69a', 'name': '', 'network_id': '0e710c0b-0b9b-4762-af88-7b56961d06bc', 'tenant_id': 'c93f0e69798e491aba3c8cf1493c2733', 'mac_address': 'fa:16:3e:36:d0:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '516c5b9c-98c6-4346-9071-0cde9d9a6648', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': 'f9bb4cee-673b-4ef0-9b91-80ed1ec77b59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841302-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T17:50:45Z', 'updated_at': '2022-05-10T17:50:50Z', 'revision_number': 5, 'project_id': 'c93f0e69798e491aba3c8cf1493c2733', 'subnets': [{'id': 'f9bb4cee-673b-4ef0-9b91-80ed1ec77b59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841302-2-iscsi', False) {} {{(pid=110154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:51:42.568046 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afd9397-80c7-49dd-8333-0a7f91e7c4f6 req-045225e1-1b92-417f-9158-d20c3f93f181 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:51:42.569520 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-5afd9397-80c7-49dd-8333-0a7f91e7c4f6 req-045225e1-1b92-417f-9158-d20c3f93f181 service neutron] 10.222.0.77 "GET /v2.0/networks?id=0e710c0b-0b9b-4762-af88-7b56961d06bc HTTP/1.1" status: 200 len: 912 time: 0.1699774 May 10 17:51:42.574369 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfb36408-de09-4686-88f3-629f9e6e713f None None] Checking router: 516c5b9c-98c6-4346-9071-0cde9d9a6648 for host: dv-cinder-841302-2-iscsi {{(pid=110154) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 17:51:42.583200 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfb36408-de09-4686-88f3-629f9e6e713f None None] Routers {'516c5b9c-98c6-4346-9071-0cde9d9a6648'} bound to L3 agent in host dv-cinder-841302-2-iscsi {{(pid=110154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 17:51:42.583826 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.db.l3_hamode_db [None req-dfb36408-de09-4686-88f3-629f9e6e713f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841302-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-10T17:36:00Z,description=,heartbeat_timestamp=2022-05-10T17:51:30Z,host='dv-cinder-841302-2-iscsi',id=eaac381b-e402-41c3-a8e6-8f962681d3e6,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T17:36:00Z,topic='l3_agent')) {'router_ids': ['516c5b9c-98c6-4346-9071-0cde9d9a6648'], 'active': True} {{(pid=110154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:51:42.592792 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-4b79cae8-bc80-4e58-be19-97184837777b req-9bb72987-455c-4892-bbf6-30bf7ebd9b55 tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=f4e017a4040d450aad862065563ea64d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0669019 May 10 17:51:42.662678 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-5afd9397-80c7-49dd-8333-0a7f91e7c4f6 req-6ff34adc-e5fb-4b9c-ad2d-8b85b61f53c8 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d083dfb1-18c3-4ce4-aee5-72cf745b342b HTTP/1.1" status: 200 len: 999 time: 0.0807824 May 10 17:51:42.848977 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afd9397-80c7-49dd-8333-0a7f91e7c4f6 req-bc5395c3-f082-480d-aa78-0667505e5cdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:51:42.851330 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-5afd9397-80c7-49dd-8333-0a7f91e7c4f6 req-bc5395c3-f082-480d-aa78-0667505e5cdd service neutron] 10.222.0.77 "GET /v2.0/subnets?id=f9bb4cee-673b-4ef0-9b91-80ed1ec77b59 HTTP/1.1" status: 200 len: 850 time: 0.1816854 May 10 17:51:42.904972 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.db.l3_dvr_db [None req-dfb36408-de09-4686-88f3-629f9e6e713f None None] Set router 516c5b9c-98c6-4346-9071-0cde9d9a6648 gateway port host: dv-cinder-841302-2-iscsi {{(pid=110154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 17:51:42.929031 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afd9397-80c7-49dd-8333-0a7f91e7c4f6 req-4598aec0-9560-4efc-a14e-427133e63a85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:51:42.931152 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-5afd9397-80c7-49dd-8333-0a7f91e7c4f6 req-4598aec0-9560-4efc-a14e-427133e63a85 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=0e710c0b-0b9b-4762-af88-7b56961d06bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0710731 May 10 17:51:42.933159 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-4b79cae8-bc80-4e58-be19-97184837777b req-04be4552-c2dc-4942-89fd-6c57bdd83568 service neutron] 10.222.0.60 "GET /v2.0/networks/5a13d84d-c9e9-413f-a254-ca6edab95c78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3033063 May 10 17:51:43.180697 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.db.l3_hamode_db [None req-dfb36408-de09-4686-88f3-629f9e6e713f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '516c5b9c-98c6-4346-9071-0cde9d9a6648', 'name': 'tempest-TestVolumeBootPattern-245396197-router', 'tenant_id': 'c93f0e69798e491aba3c8cf1493c2733', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85dc89cf-59f9-4edb-b26e-52bcb8a93763', 'external_fixed_ips': [{'subnet_id': 'e93d94f1-cb19-4cd0-92e5-ca73d24bd8fb', 'ip_address': '172.27.0.153'}], 'enable_snat': True}, 'gw_port_id': 'd572469e-dbdc-4bf8-8e8b-d4e3790fa8e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T17:50:42Z', 'updated_at': '2022-05-10T17:50:45Z', 'revision_number': 4, 'project_id': 'c93f0e69798e491aba3c8cf1493c2733', 'gw_port': {'id': 'd572469e-dbdc-4bf8-8e8b-d4e3790fa8e0', 'name': '', 'network_id': '85dc89cf-59f9-4edb-b26e-52bcb8a93763', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:94:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '516c5b9c-98c6-4346-9071-0cde9d9a6648', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': 'e93d94f1-cb19-4cd0-92e5-ca73d24bd8fb', 'ip_address': '172.27.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841302-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T17:50:43Z', 'updated_at': '2022-05-10T17:50:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e93d94f1-cb19-4cd0-92e5-ca73d24bd8fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841302-2-iscsi', '_floatingips': [{'id': '3e5dc900-88b0-4037-93f1-83fb51767712', 'tenant_id': 'c93f0e69798e491aba3c8cf1493c2733', 'floating_ip_address': '172.27.0.195', 'floating_network_id': '85dc89cf-59f9-4edb-b26e-52bcb8a93763', 'router_id': '516c5b9c-98c6-4346-9071-0cde9d9a6648', 'port_id': 'd083dfb1-18c3-4ce4-aee5-72cf745b342b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 488, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0e710c0b-0b9b-4762-af88-7b56961d06bc', 'mac_address': 'fa:16:3e:99:01:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55760f67-2403-45c9-8db7-d5ae5f45c366', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T17:51:41Z', 'updated_at': '2022-05-10T17:51:41Z', 'revision_number': 0, 'project_id': 'c93f0e69798e491aba3c8cf1493c2733', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a1c49237-846d-478b-b03a-e030620ab69a', 'name': '', 'network_id': '0e710c0b-0b9b-4762-af88-7b56961d06bc', 'tenant_id': 'c93f0e69798e491aba3c8cf1493c2733', 'mac_address': 'fa:16:3e:36:d0:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '516c5b9c-98c6-4346-9071-0cde9d9a6648', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': 'f9bb4cee-673b-4ef0-9b91-80ed1ec77b59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841302-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T17:50:45Z', 'updated_at': '2022-05-10T17:50:50Z', 'revision_number': 5, 'project_id': 'c93f0e69798e491aba3c8cf1493c2733', 'subnets': [{'id': 'f9bb4cee-673b-4ef0-9b91-80ed1ec77b59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841302-2-iscsi', False) {} {{(pid=110154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:51:43.220616 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfb36408-de09-4686-88f3-629f9e6e713f None None] The sync data for ids ['516c5b9c-98c6-4346-9071-0cde9d9a6648'] in dv-cinder-841302-2-iscsi is: [{'id': '516c5b9c-98c6-4346-9071-0cde9d9a6648', 'name': 'tempest-TestVolumeBootPattern-245396197-router', 'tenant_id': 'c93f0e69798e491aba3c8cf1493c2733', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85dc89cf-59f9-4edb-b26e-52bcb8a93763', 'external_fixed_ips': [{'subnet_id': 'e93d94f1-cb19-4cd0-92e5-ca73d24bd8fb', 'ip_address': '172.27.0.153'}], 'enable_snat': True}, 'gw_port_id': 'd572469e-dbdc-4bf8-8e8b-d4e3790fa8e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T17:50:42Z', 'updated_at': '2022-05-10T17:50:45Z', 'revision_number': 4, 'project_id': 'c93f0e69798e491aba3c8cf1493c2733', 'gw_port': {'id': 'd572469e-dbdc-4bf8-8e8b-d4e3790fa8e0', 'name': '', 'network_id': '85dc89cf-59f9-4edb-b26e-52bcb8a93763', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:94:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '516c5b9c-98c6-4346-9071-0cde9d9a6648', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': 'e93d94f1-cb19-4cd0-92e5-ca73d24bd8fb', 'ip_address': '172.27.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841302-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T17:50:43Z', 'updated_at': '2022-05-10T17:50:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e93d94f1-cb19-4cd0-92e5-ca73d24bd8fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841302-2-iscsi', '_floatingips': [{'id': '3e5dc900-88b0-4037-93f1-83fb51767712', 'tenant_id': 'c93f0e69798e491aba3c8cf1493c2733', 'floating_ip_address': '172.27.0.195', 'floating_network_id': '85dc89cf-59f9-4edb-b26e-52bcb8a93763', 'router_id': '516c5b9c-98c6-4346-9071-0cde9d9a6648', 'port_id': 'd083dfb1-18c3-4ce4-aee5-72cf745b342b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 488, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0e710c0b-0b9b-4762-af88-7b56961d06bc', 'mac_address': 'fa:16:3e:99:01:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55760f67-2403-45c9-8db7-d5ae5f45c366', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T17:51:41Z', 'updated_at': '2022-05-10T17:51:41Z', 'revision_number': 0, 'project_id': 'c93f0e69798e491aba3c8cf1493c2733', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a1c49237-846d-478b-b03a-e030620ab69a', 'name': '', 'network_id': '0e710c0b-0b9b-4762-af88-7b56961d06bc', 'tenant_id': 'c93f0e69798e491aba3c8cf1493c2733', 'mac_address': 'fa:16:3e:36:d0:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '516c5b9c-98c6-4346-9071-0cde9d9a6648', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': 'f9bb4cee-673b-4ef0-9b91-80ed1ec77b59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841302-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T17:50:45Z', 'updated_at': '2022-05-10T17:50:50Z', 'revision_number': 5, 'project_id': 'c93f0e69798e491aba3c8cf1493c2733', 'subnets': [{'id': 'f9bb4cee-673b-4ef0-9b91-80ed1ec77b59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 17:51:43.376730 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-5afd9397-80c7-49dd-8333-0a7f91e7c4f6 req-b5260c8d-78dd-4344-8b7d-d882a65cc9f7 service neutron] 10.222.0.77 "GET /v2.0/networks/0e710c0b-0b9b-4762-af88-7b56961d06bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4379559 May 10 17:51:43.378869 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-4b79cae8-bc80-4e58-be19-97184837777b req-a8939a99-8190-4687-9a6b-9a6be17c64cb service neutron] 10.222.0.60 "GET /v2.0/networks/5a13d84d-c9e9-413f-a254-ca6edab95c78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4390068 May 10 17:51:43.471573 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6f97ed0-4af1-4dca-baf1-689b12957e4e None None] New status for floating IP 3e5dc900-88b0-4037-93f1-83fb51767712: ACTIVE {{(pid=110155) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 17:51:43.526837 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-5afd9397-80c7-49dd-8333-0a7f91e7c4f6 req-bd6f32e5-9dde-4342-8611-6f9a2788278a service neutron] 10.222.0.77 "GET /v2.0/networks/0e710c0b-0b9b-4762-af88-7b56961d06bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1414316 May 10 17:51:43.642781 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-e2f66a9f-3fb6-4dad-aada-6999f78ea8ca req-662185c6-d14f-4550-9e79-313a0d4ab3e4 tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] 10.222.0.60 "GET /v2.0/ports?device_id=ed2618f3-4f12-48c9-888c-814f93d1fc49 HTTP/1.1" status: 200 len: 210 time: 0.0385871 May 10 17:51:44.825150 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-f0ab9729-15c6-43f1-872f-e0496c22534f req-4ab2d1de-037e-4ba4-9d8c-c3130064bcaf tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] 10.222.0.60 "GET /v2.0/ports?device_id=ed2618f3-4f12-48c9-888c-814f93d1fc49 HTTP/1.1" status: 200 len: 210 time: 0.0409212 May 10 17:51:44.861293 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b79cae8-bc80-4e58-be19-97184837777b req-e7cd971a-fa64-4840-89a5-501a136dedb5 tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:51:44.862824 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-4b79cae8-bc80-4e58-be19-97184837777b req-e7cd971a-fa64-4840-89a5-501a136dedb5 tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] 10.222.0.77 "GET /v2.0/networks?id=5a13d84d-c9e9-413f-a254-ca6edab95c78 HTTP/1.1" status: 200 len: 815 time: 0.1754296 May 10 17:51:45.237530 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-4b79cae8-bc80-4e58-be19-97184837777b req-5c7f6b87-06be-4d87-ada6-9002daea0381 tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] 10.222.0.77 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f4e017a4040d450aad862065563ea64d HTTP/1.1" status: 200 len: 380 time: 0.0675395 May 10 17:51:45.265181 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.v2.base [req-4b79cae8-bc80-4e58-be19-97184837777b req-b036b836-58bc-4a9e-ad6a-c4fa47ff5c2c tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] Request body: {'port': {'device_id': 'ed2618f3-4f12-48c9-888c-814f93d1fc49', 'network_id': '5a13d84d-c9e9-413f-a254-ca6edab95c78', 'admin_state_up': True, 'tenant_id': 'f4e017a4040d450aad862065563ea64d', 'security_groups': ['02af4324-c859-4138-a35d-0f29ebddda0f']}} {{(pid=110152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 17:51:45.400309 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4b79cae8-bc80-4e58-be19-97184837777b req-b036b836-58bc-4a9e-ad6a-c4fa47ff5c2c tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] Made reservation on behalf of f4e017a4040d450aad862065563ea64d for: {'port': 1} {{(pid=110152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 17:51:45.403838 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [req-4b79cae8-bc80-4e58-be19-97184837777b req-b036b836-58bc-4a9e-ad6a-c4fa47ff5c2c tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1514036'] for port (None), before_create {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:51:45.573487 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.db.db_base_plugin_common [req-4b79cae8-bc80-4e58-be19-97184837777b req-b036b836-58bc-4a9e-ad6a-c4fa47ff5c2c tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] Allocated IP 172.20.0.7 (5a13d84d-c9e9-413f-a254-ca6edab95c78/8d05c8d5-b43f-426f-967a-5bcf2a7a77f7/33f2c369-a8b0-48aa-b116-b1391feb5a44) {{(pid=110152) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 17:51:45.751762 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [req-4b79cae8-bc80-4e58-be19-97184837777b req-b036b836-58bc-4a9e-ad6a-c4fa47ff5c2c tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] Publish callbacks [] for port (33f2c369-a8b0-48aa-b116-b1391feb5a44), precommit_create {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:51:45.795629 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [req-4b79cae8-bc80-4e58-be19-97184837777b req-b036b836-58bc-4a9e-ad6a-c4fa47ff5c2c tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1514136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781794686064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5018186'] for port (33f2c369-a8b0-48aa-b116-b1391feb5a44), after_create {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:51:45.841744 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4b79cae8-bc80-4e58-be19-97184837777b req-b036b836-58bc-4a9e-ad6a-c4fa47ff5c2c tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] Network 5a13d84d-c9e9-413f-a254-ca6edab95c78 is already hosted by enough agents. {{(pid=110152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 17:51:45.845612 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.scheduler.base_scheduler [req-4b79cae8-bc80-4e58-be19-97184837777b req-b036b836-58bc-4a9e-ad6a-c4fa47ff5c2c tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] Resources bound (agent type, host, resource id): {{(pid=110152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 17:51:45.850731 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b79cae8-bc80-4e58-be19-97184837777b req-b036b836-58bc-4a9e-ad6a-c4fa47ff5c2c tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] Received port after_create {{(pid=110152) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 17:51:45.896447 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b036b836-58bc-4a9e-ad6a-c4fa47ff5c2c tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] Pushing event updated for resources: {'Port': ['ID=33f2c369-a8b0-48aa-b116-b1391feb5a44,revision_number=1']} {{(pid=110152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:51:45.967253 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b79cae8-bc80-4e58-be19-97184837777b req-b036b836-58bc-4a9e-ad6a-c4fa47ff5c2c tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:51:45.968058 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [req-4b79cae8-bc80-4e58-be19-97184837777b req-b036b836-58bc-4a9e-ad6a-c4fa47ff5c2c tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29634'] for port (None), before_response {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:51:45.995202 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fca65a-805e-46db-9187-31e54d030b62 req-ca3ba457-4f79-43b8-96e9-abf861dfc42c tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:51:45.996839 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-b7fca65a-805e-46db-9187-31e54d030b62 req-ca3ba457-4f79-43b8-96e9-abf861dfc42c tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] 10.222.0.60 "GET /v2.0/ports?device_id=ed2618f3-4f12-48c9-888c-814f93d1fc49 HTTP/1.1" status: 200 len: 931 time: 0.0742757 May 10 17:51:46.001515 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-4b79cae8-bc80-4e58-be19-97184837777b req-b036b836-58bc-4a9e-ad6a-c4fa47ff5c2c tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7447414 May 10 17:51:46.025311 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.v2.base [req-4b79cae8-bc80-4e58-be19-97184837777b req-b15460d9-b188-4a78-90ae-57bf875ada43 service neutron] Request body: {'port': {'device_id': 'ed2618f3-4f12-48c9-888c-814f93d1fc49', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84130'}} {{(pid=110152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 17:51:46.085224 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-b7fca65a-805e-46db-9187-31e54d030b62 req-1fb8d772-9440-49db-aa9e-d19181755df7 tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] 10.222.0.60 "GET /v2.0/security-groups?id=02af4324-c859-4138-a35d-0f29ebddda0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0822392 May 10 17:51:46.113266 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [req-4b79cae8-bc80-4e58-be19-97184837777b req-b15460d9-b188-4a78-90ae-57bf875ada43 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1514036'] for port (33f2c369-a8b0-48aa-b116-b1391feb5a44), before_update {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:51:46.125842 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.db.provisioning_blocks [None req-248009fe-3aa7-4594-8073-9c8288cc8bdc None None] Provisioning complete for port 33f2c369-a8b0-48aa-b116-b1391feb5a44 triggered by entity DHCP. {{(pid=110154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 17:51:46.126443 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-248009fe-3aa7-4594-8073-9c8288cc8bdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525495'] for port (33f2c369-a8b0-48aa-b116-b1391feb5a44), provisioning_complete {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:51:46.161282 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.plugin [None req-248009fe-3aa7-4594-8073-9c8288cc8bdc None None] Port 33f2c369-a8b0-48aa-b116-b1391feb5a44 cannot update to ACTIVE because it is not bound. {{(pid=110154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 10 17:51:46.406018 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.notifiers.nova [req-4b79cae8-bc80-4e58-be19-97184837777b req-b15460d9-b188-4a78-90ae-57bf875ada43 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 33f2c369-a8b0-48aa-b116-b1391feb5a44 {{(pid=110152) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 17:51:46.413438 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [req-4b79cae8-bc80-4e58-be19-97184837777b req-b15460d9-b188-4a78-90ae-57bf875ada43 service neutron] Publish callbacks [] for port (33f2c369-a8b0-48aa-b116-b1391feb5a44), precommit_update {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:51:46.425988 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.db.provisioning_blocks [req-4b79cae8-bc80-4e58-be19-97184837777b req-b15460d9-b188-4a78-90ae-57bf875ada43 service neutron] Transition to ACTIVE for port object 33f2c369-a8b0-48aa-b116-b1391feb5a44 will not be triggered until provisioned by entity L2. {{(pid=110152) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 10 17:51:46.429914 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [req-4b79cae8-bc80-4e58-be19-97184837777b req-b15460d9-b188-4a78-90ae-57bf875ada43 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1514136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781795229094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781794686082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781794686100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5018163'] for port (33f2c369-a8b0-48aa-b116-b1391feb5a44), after_update {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:51:46.481705 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15460d9-b188-4a78-90ae-57bf875ada43 service neutron] Pushing event updated for resources: {'Port': ['ID=33f2c369-a8b0-48aa-b116-b1391feb5a44,revision_number=2']} {{(pid=110152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:51:46.561537 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.plugins.ml2.managers [req-4b79cae8-bc80-4e58-be19-97184837777b req-b15460d9-b188-4a78-90ae-57bf875ada43 service neutron] Attempting to bind port 33f2c369-a8b0-48aa-b116-b1391feb5a44 on host hv-cinder-84130 for vnic_type normal with profile {{(pid=110152) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 17:51:46.561879 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.plugins.ml2.managers [req-4b79cae8-bc80-4e58-be19-97184837777b req-b15460d9-b188-4a78-90ae-57bf875ada43 service neutron] Attempting to bind port 33f2c369-a8b0-48aa-b116-b1391feb5a44 by drivers openvswitch,hyperv on host hv-cinder-84130 at level 0 using segments [{'id': '0faf29e6-d72c-448f-aa3a-91b840f90216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '5a13d84d-c9e9-413f-a254-ca6edab95c78'}] {{(pid=110152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 17:51:46.562203 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b79cae8-bc80-4e58-be19-97184837777b req-b15460d9-b188-4a78-90ae-57bf875ada43 service neutron] Attempting to bind port 33f2c369-a8b0-48aa-b116-b1391feb5a44 on network 5a13d84d-c9e9-413f-a254-ca6edab95c78 {{(pid=110152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 17:51:46.567077 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b79cae8-bc80-4e58-be19-97184837777b req-b15460d9-b188-4a78-90ae-57bf875ada43 service neutron] Port 33f2c369-a8b0-48aa-b116-b1391feb5a44 on network 5a13d84d-c9e9-413f-a254-ca6edab95c78 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84130 {{(pid=110152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 17:51:46.567427 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b79cae8-bc80-4e58-be19-97184837777b req-b15460d9-b188-4a78-90ae-57bf875ada43 service neutron] Attempting to bind port 33f2c369-a8b0-48aa-b116-b1391feb5a44 on network 5a13d84d-c9e9-413f-a254-ca6edab95c78 {{(pid=110152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 17:51:46.573410 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b79cae8-bc80-4e58-be19-97184837777b req-b15460d9-b188-4a78-90ae-57bf875ada43 service neutron] Checking agent: {'id': '16638279-eb91-49a3-95a5-8b540cc2f948', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84130', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 17, 42, 31), 'started_at': datetime.datetime(2022, 5, 10, 17, 42, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 17, 51, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 17:51:46.573747 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b79cae8-bc80-4e58-be19-97184837777b req-b15460d9-b188-4a78-90ae-57bf875ada43 service neutron] Checking segment: {'id': '0faf29e6-d72c-448f-aa3a-91b840f90216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '5a13d84d-c9e9-413f-a254-ca6edab95c78'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 17:51:46.574135 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b79cae8-bc80-4e58-be19-97184837777b req-b15460d9-b188-4a78-90ae-57bf875ada43 service neutron] Bound using segment: {'id': '0faf29e6-d72c-448f-aa3a-91b840f90216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '5a13d84d-c9e9-413f-a254-ca6edab95c78'} {{(pid=110152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 17:51:46.574567 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.plugins.ml2.managers [req-4b79cae8-bc80-4e58-be19-97184837777b req-b15460d9-b188-4a78-90ae-57bf875ada43 service neutron] Bound port: 33f2c369-a8b0-48aa-b116-b1391feb5a44, host: hv-cinder-84130, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0faf29e6-d72c-448f-aa3a-91b840f90216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '5a13d84d-c9e9-413f-a254-ca6edab95c78'}}] {{(pid=110152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 17:51:46.575008 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [req-4b79cae8-bc80-4e58-be19-97184837777b req-b15460d9-b188-4a78-90ae-57bf875ada43 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1514036'] for port (33f2c369-a8b0-48aa-b116-b1391feb5a44), before_update {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:51:46.655120 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.plugins.ml2.db [req-4b79cae8-bc80-4e58-be19-97184837777b req-b15460d9-b188-4a78-90ae-57bf875ada43 service neutron] For port 33f2c369-a8b0-48aa-b116-b1391feb5a44, host hv-cinder-84130, cleared binding levels {{(pid=110152) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 17:51:46.658400 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.plugins.ml2.db [req-4b79cae8-bc80-4e58-be19-97184837777b req-b15460d9-b188-4a78-90ae-57bf875ada43 service neutron] For port 33f2c369-a8b0-48aa-b116-b1391feb5a44, host hv-cinder-84130, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84130',level=0,port_id=33f2c369-a8b0-48aa-b116-b1391feb5a44,segment=NetworkSegment(0faf29e6-d72c-448f-aa3a-91b840f90216),segment_id=0faf29e6-d72c-448f-aa3a-91b840f90216)] {{(pid=110152) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 17:51:46.665325 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [req-4b79cae8-bc80-4e58-be19-97184837777b req-b15460d9-b188-4a78-90ae-57bf875ada43 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1514136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781795229094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781794686082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781794686100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5018163'] for port (33f2c369-a8b0-48aa-b116-b1391feb5a44), after_update {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:51:46.705368 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b79cae8-bc80-4e58-be19-97184837777b req-b15460d9-b188-4a78-90ae-57bf875ada43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:51:46.706402 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [req-4b79cae8-bc80-4e58-be19-97184837777b req-b15460d9-b188-4a78-90ae-57bf875ada43 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29634'] for port (None), before_response {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:51:46.707949 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-4b79cae8-bc80-4e58-be19-97184837777b req-b15460d9-b188-4a78-90ae-57bf875ada43 service neutron] 10.222.0.77 "PUT /v2.0/ports/33f2c369-a8b0-48aa-b116-b1391feb5a44 HTTP/1.1" status: 200 len: 1093 time: 0.6874993 May 10 17:51:46.710625 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed2618f3-4f12-48c9-888c-814f93d1fc49', 'tag': '33f2c369-a8b0-48aa-b116-b1391feb5a44'}] {{(pid=110152) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 17:51:46.713590 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0e5bab204033c83635b1e14c3e3a099c647719281f8bf9f740a5b80828d0d04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01dd33ee-a995-4a29-8ba5-5b904831b6d4" -d '{"events": [{"name": "network-changed", "server_uuid": "ed2618f3-4f12-48c9-888c-814f93d1fc49", "tag": "33f2c369-a8b0-48aa-b116-b1391feb5a44"}]}' {{(pid=110152) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 17:51:46.753549 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15460d9-b188-4a78-90ae-57bf875ada43 service neutron] Pushing event updated for resources: {'Port': ['ID=33f2c369-a8b0-48aa-b116-b1391feb5a44,revision_number=3']} {{(pid=110152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:51:46.828001 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 17:51:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cdade4f-e910-4e9a-b76e-68dbaa936fc3 x-openstack-request-id: req-9cdade4f-e910-4e9a-b76e-68dbaa936fc3 {{(pid=110152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 17:51:46.828239 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed2618f3-4f12-48c9-888c-814f93d1fc49", "tag": "33f2c369-a8b0-48aa-b116-b1391feb5a44", "status": "completed", "code": 200}]} {{(pid=110152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 17:51:46.828564 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-9cdade4f-e910-4e9a-b76e-68dbaa936fc3 {{(pid=110152) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 17:51:46.828999 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9cdade4f-e910-4e9a-b76e-68dbaa936fc3'] response: {'name': 'network-changed', 'server_uuid': 'ed2618f3-4f12-48c9-888c-814f93d1fc49', 'tag': '33f2c369-a8b0-48aa-b116-b1391feb5a44', 'status': 'completed', 'code': 200} May 10 17:51:46.843426 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b79cae8-bc80-4e58-be19-97184837777b req-9d2a9621-26b9-48c5-a198-8281db26b8c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:51:46.845009 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-4b79cae8-bc80-4e58-be19-97184837777b req-9d2a9621-26b9-48c5-a198-8281db26b8c8 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=f4e017a4040d450aad862065563ea64d&device_id=ed2618f3-4f12-48c9-888c-814f93d1fc49 HTTP/1.1" status: 200 len: 1127 time: 0.0600400 May 10 17:51:46.920309 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-4b79cae8-bc80-4e58-be19-97184837777b req-40bcbe36-b440-498c-a311-7cb7bbbe389b service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=33f2c369-a8b0-48aa-b116-b1391feb5a44 HTTP/1.1" status: 200 len: 217 time: 0.0620749 May 10 17:51:47.004603 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a736442-8e54-4eb4-9b81-bd4891732566 req-a453f0b3-b180-488d-a4fd-b559436ba2eb tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:51:47.006083 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-0a736442-8e54-4eb4-9b81-bd4891732566 req-a453f0b3-b180-488d-a4fd-b559436ba2eb tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] 10.222.0.60 "GET /v2.0/ports?device_id=4006eed6-2338-46b7-9133-e5c3fdead35c HTTP/1.1" status: 200 len: 947 time: 0.0501099 May 10 17:51:47.056203 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-0a736442-8e54-4eb4-9b81-bd4891732566 req-f7d20425-ac0b-47ad-b620-8e23fde7adcb tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] 10.222.0.60 "GET /v2.0/security-groups?id=c42b6551-bc09-4e3b-af37-c7597825b22a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428543 May 10 17:51:47.203177 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377b25b6-2462-4410-ac9c-075932d23964 req-d310282b-51f5-45e2-b61d-b0bb0ba3adbc tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:51:47.204680 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-377b25b6-2462-4410-ac9c-075932d23964 req-d310282b-51f5-45e2-b61d-b0bb0ba3adbc tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] 10.222.0.60 "GET /v2.0/ports?device_id=ed2618f3-4f12-48c9-888c-814f93d1fc49 HTTP/1.1" status: 200 len: 943 time: 0.0481174 May 10 17:51:47.257517 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-377b25b6-2462-4410-ac9c-075932d23964 req-1293604a-5c2b-4cf3-8e48-09f24007f055 tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] 10.222.0.60 "GET /v2.0/security-groups?id=02af4324-c859-4138-a35d-0f29ebddda0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473278 May 10 17:51:48.186680 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91814d8a-f6af-4cb3-8ee4-e5e0865a371a req-6242ecd7-ede4-44b5-916a-e85da9ce065f tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:51:48.188265 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-91814d8a-f6af-4cb3-8ee4-e5e0865a371a req-6242ecd7-ede4-44b5-916a-e85da9ce065f tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] 10.222.0.60 "GET /v2.0/ports?device_id=4006eed6-2338-46b7-9133-e5c3fdead35c HTTP/1.1" status: 200 len: 947 time: 0.0564251 May 10 17:51:48.240998 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-91814d8a-f6af-4cb3-8ee4-e5e0865a371a req-9b40003c-da95-42ea-bcd6-99aa35e7dcba tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] 10.222.0.60 "GET /v2.0/security-groups?id=c42b6551-bc09-4e3b-af37-c7597825b22a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469494 May 10 17:51:48.405140 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b79cae8-bc80-4e58-be19-97184837777b req-9c24251a-9dc8-42a5-961c-ce91df02e799 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:51:48.406544 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-4b79cae8-bc80-4e58-be19-97184837777b req-9c24251a-9dc8-42a5-961c-ce91df02e799 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=8d05c8d5-b43f-426f-967a-5bcf2a7a77f7 HTTP/1.1" status: 200 len: 854 time: 0.0795267 May 10 17:51:48.418165 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba5ed74-f9ae-4824-a08a-edbcc9481442 req-0cb41b1e-10f4-4a86-a680-85bd7a8b5d53 tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:51:48.419523 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-fba5ed74-f9ae-4824-a08a-edbcc9481442 req-0cb41b1e-10f4-4a86-a680-85bd7a8b5d53 tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] 10.222.0.60 "GET /v2.0/ports?device_id=ed2618f3-4f12-48c9-888c-814f93d1fc49 HTTP/1.1" status: 200 len: 943 time: 0.0662253 May 10 17:51:48.474548 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b79cae8-bc80-4e58-be19-97184837777b req-e83881f9-61ba-4f71-b605-3a06ea2bdb24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:51:48.476769 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-4b79cae8-bc80-4e58-be19-97184837777b req-e83881f9-61ba-4f71-b605-3a06ea2bdb24 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=5a13d84d-c9e9-413f-a254-ca6edab95c78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0556977 May 10 17:51:48.544497 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-fba5ed74-f9ae-4824-a08a-edbcc9481442 req-6724b47c-e1e8-4580-a462-9f451ea3229c tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] 10.222.0.60 "GET /v2.0/security-groups?id=02af4324-c859-4138-a35d-0f29ebddda0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1163332 May 10 17:51:48.595858 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-4b79cae8-bc80-4e58-be19-97184837777b req-861511a2-59c1-43ab-b6c3-f95dfcd0e2c0 service neutron] 10.222.0.77 "GET /v2.0/networks/5a13d84d-c9e9-413f-a254-ca6edab95c78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1099894 May 10 17:51:48.775143 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-4b79cae8-bc80-4e58-be19-97184837777b req-bac3c605-4ff6-4a01-afdc-551acbcf67fb service neutron] 10.222.0.77 "GET /v2.0/networks/5a13d84d-c9e9-413f-a254-ca6edab95c78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1055808 May 10 17:51:49.372934 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9c6e1d-321c-4b2f-8a89-5486c6cb9218 req-ec29360a-d5ed-4cda-8eab-d6898bc1a689 tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:51:49.374453 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-cc9c6e1d-321c-4b2f-8a89-5486c6cb9218 req-ec29360a-d5ed-4cda-8eab-d6898bc1a689 tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] 10.222.0.60 "GET /v2.0/ports?device_id=4006eed6-2338-46b7-9133-e5c3fdead35c HTTP/1.1" status: 200 len: 947 time: 0.0500164 May 10 17:51:49.423842 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-cc9c6e1d-321c-4b2f-8a89-5486c6cb9218 req-56284764-bf11-421b-b183-f93f41c047ae tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] 10.222.0.60 "GET /v2.0/security-groups?id=c42b6551-bc09-4e3b-af37-c7597825b22a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437353 May 10 17:51:49.663590 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99269ea5-8eaf-4a2d-bf6a-8b634fa5b8ca req-7548e05c-8771-4b1d-bf15-9a9ef908e83c tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:51:49.665286 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-99269ea5-8eaf-4a2d-bf6a-8b634fa5b8ca req-7548e05c-8771-4b1d-bf15-9a9ef908e83c tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] 10.222.0.60 "GET /v2.0/ports?device_id=ed2618f3-4f12-48c9-888c-814f93d1fc49 HTTP/1.1" status: 200 len: 943 time: 0.0511880 May 10 17:51:49.712441 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-99269ea5-8eaf-4a2d-bf6a-8b634fa5b8ca req-78da4f63-5872-4c7c-a046-95cf26cd5421 tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] 10.222.0.60 "GET /v2.0/security-groups?id=02af4324-c859-4138-a35d-0f29ebddda0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414984 May 10 17:51:50.545271 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e1e4b5-406f-42c4-9cec-fbb589031a41 req-bd250bf5-91e9-45f4-a98e-6e4260dc82f9 tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:51:50.546750 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-73e1e4b5-406f-42c4-9cec-fbb589031a41 req-bd250bf5-91e9-45f4-a98e-6e4260dc82f9 tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] 10.222.0.60 "GET /v2.0/ports?device_id=4006eed6-2338-46b7-9133-e5c3fdead35c HTTP/1.1" status: 200 len: 947 time: 0.0492718 May 10 17:51:50.595330 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-73e1e4b5-406f-42c4-9cec-fbb589031a41 req-169d4d65-3690-45c4-9e10-fc3c74a4830a tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] 10.222.0.60 "GET /v2.0/security-groups?id=c42b6551-bc09-4e3b-af37-c7597825b22a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430708 May 10 17:51:50.825155 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24adf229-830b-4e1b-a943-f80d6a06f55a req-b22b19a1-7dde-4b1a-924f-e4d98578cc88 tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:51:50.826634 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-24adf229-830b-4e1b-a943-f80d6a06f55a req-b22b19a1-7dde-4b1a-924f-e4d98578cc88 tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] 10.222.0.60 "GET /v2.0/ports?device_id=ed2618f3-4f12-48c9-888c-814f93d1fc49 HTTP/1.1" status: 200 len: 943 time: 0.0483787 May 10 17:51:50.877234 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-24adf229-830b-4e1b-a943-f80d6a06f55a req-f09aada9-3168-4ccc-9963-6b09b90fec84 tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] 10.222.0.60 "GET /v2.0/security-groups?id=02af4324-c859-4138-a35d-0f29ebddda0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450113 May 10 17:51:51.625440 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc627d4c-d4fc-43e6-8519-9a565c4f1685 req-464de48f-de67-41ec-9735-ced8887a98e2 tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:51:51.627082 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-bc627d4c-d4fc-43e6-8519-9a565c4f1685 req-464de48f-de67-41ec-9735-ced8887a98e2 tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] 10.222.0.77 "GET /v2.0/ports?device_id=4006eed6-2338-46b7-9133-e5c3fdead35c HTTP/1.1" status: 200 len: 947 time: 0.0508401 May 10 17:51:51.636988 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01dd33ee-a995-4a29-8ba5-5b904831b6d4 req-cd5bdc9b-07a0-4483-b71b-0ab63eab81ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:51:51.638609 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [req-01dd33ee-a995-4a29-8ba5-5b904831b6d4 req-cd5bdc9b-07a0-4483-b71b-0ab63eab81ec service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=f4e017a4040d450aad862065563ea64d&device_id=ed2618f3-4f12-48c9-888c-814f93d1fc49 HTTP/1.1" status: 200 len: 1127 time: 0.0469284 May 10 17:51:51.733740 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01dd33ee-a995-4a29-8ba5-5b904831b6d4 req-bf6a6ed6-eb2d-45e7-9a7d-fc1c7f1a507a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:51:51.735708 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [req-01dd33ee-a995-4a29-8ba5-5b904831b6d4 req-bf6a6ed6-eb2d-45e7-9a7d-fc1c7f1a507a service neutron] 10.222.0.77 "GET /v2.0/networks?id=5a13d84d-c9e9-413f-a254-ca6edab95c78 HTTP/1.1" status: 200 len: 916 time: 0.0902927 May 10 17:51:51.759422 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b23f026-52ba-4453-b0a7-dc55e9e5d096 req-41ac3ee2-c67e-40fc-835e-edd2767b4cac tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:51:51.760915 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-7b23f026-52ba-4453-b0a7-dc55e9e5d096 req-41ac3ee2-c67e-40fc-835e-edd2767b4cac tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] 10.222.0.60 "GET /v2.0/ports?device_id=4006eed6-2338-46b7-9133-e5c3fdead35c HTTP/1.1" status: 200 len: 947 time: 0.0833836 May 10 17:51:51.764355 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.plugins.ml2.plugin [req-bc627d4c-d4fc-43e6-8519-9a565c4f1685 req-c2abe84d-ba18-4b48-a593-9d94e1cae310 tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] Deleting port e697d9cb-ff2b-45a4-8326-f3219cdf4121 {{(pid=110152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 17:51:51.764733 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [req-bc627d4c-d4fc-43e6-8519-9a565c4f1685 req-c2abe84d-ba18-4b48-a593-9d94e1cae310 tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781795221764'] for port (e697d9cb-ff2b-45a4-8326-f3219cdf4121), before_delete {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:51:51.776948 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [req-01dd33ee-a995-4a29-8ba5-5b904831b6d4 req-87711591-8a2f-49f8-844d-bc244e9ade49 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=33f2c369-a8b0-48aa-b116-b1391feb5a44 HTTP/1.1" status: 200 len: 217 time: 0.0354671 May 10 17:51:51.830928 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01dd33ee-a995-4a29-8ba5-5b904831b6d4 req-de70079f-8ccd-42d9-b490-403b263708d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:51:51.832408 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [req-01dd33ee-a995-4a29-8ba5-5b904831b6d4 req-de70079f-8ccd-42d9-b490-403b263708d4 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=8d05c8d5-b43f-426f-967a-5bcf2a7a77f7 HTTP/1.1" status: 200 len: 854 time: 0.0485194 May 10 17:51:51.870477 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-7b23f026-52ba-4453-b0a7-dc55e9e5d096 req-50d8e2b1-8add-42c8-abac-ac8d4891922e tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] 10.222.0.60 "GET /v2.0/security-groups?id=c42b6551-bc09-4e3b-af37-c7597825b22a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1027133 May 10 17:51:51.876632 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01dd33ee-a995-4a29-8ba5-5b904831b6d4 req-36ed3fac-13ba-4ee0-aafb-814bb272b557 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:51:51.878054 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [req-01dd33ee-a995-4a29-8ba5-5b904831b6d4 req-36ed3fac-13ba-4ee0-aafb-814bb272b557 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=5a13d84d-c9e9-413f-a254-ca6edab95c78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0395389 May 10 17:51:51.888834 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.plugins.ml2.db [req-bc627d4c-d4fc-43e6-8519-9a565c4f1685 req-c2abe84d-ba18-4b48-a593-9d94e1cae310 tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] For port e697d9cb-ff2b-45a4-8326-f3219cdf4121, host hv-cinder-84130, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84130',level=0,port_id=e697d9cb-ff2b-45a4-8326-f3219cdf4121,segment=NetworkSegment(d952ff82-97df-4645-95cf-8a2390e9c9b8),segment_id=d952ff82-97df-4645-95cf-8a2390e9c9b8)] {{(pid=110152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 17:51:51.889211 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [req-bc627d4c-d4fc-43e6-8519-9a565c4f1685 req-c2abe84d-ba18-4b48-a593-9d94e1cae310 tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640494'] for port (e697d9cb-ff2b-45a4-8326-f3219cdf4121), precommit_delete {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:51:51.972573 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [req-01dd33ee-a995-4a29-8ba5-5b904831b6d4 req-9cc28ddc-9727-49bd-84bf-31b91f8bc61e service neutron] 10.222.0.77 "GET /v2.0/networks/5a13d84d-c9e9-413f-a254-ca6edab95c78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870686 May 10 17:51:52.035716 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ad9244-7192-4699-8539-91edf333528d req-9533f22d-45bd-4ad9-a965-d0ddc7e385a8 tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:51:52.037212 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-18ad9244-7192-4699-8539-91edf333528d req-9533f22d-45bd-4ad9-a965-d0ddc7e385a8 tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] 10.222.0.60 "GET /v2.0/ports?device_id=ed2618f3-4f12-48c9-888c-814f93d1fc49 HTTP/1.1" status: 200 len: 943 time: 0.0907793 May 10 17:51:52.066966 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [req-01dd33ee-a995-4a29-8ba5-5b904831b6d4 req-4f287f25-280f-45bc-9aeb-29872641e403 service neutron] 10.222.0.77 "GET /v2.0/networks/5a13d84d-c9e9-413f-a254-ca6edab95c78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860715 May 10 17:51:52.133242 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-18ad9244-7192-4699-8539-91edf333528d req-3cca61c3-aac1-4d35-9b39-4a02d3a637be tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] 10.222.0.60 "GET /v2.0/security-groups?id=02af4324-c859-4138-a35d-0f29ebddda0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0888567 May 10 17:51:52.140423 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [req-bc627d4c-d4fc-43e6-8519-9a565c4f1685 req-c2abe84d-ba18-4b48-a593-9d94e1cae310 tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:51:52.140768 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [req-bc627d4c-d4fc-43e6-8519-9a565c4f1685 req-c2abe84d-ba18-4b48-a593-9d94e1cae310 tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-641027'] for floatingip (a8d46d3f-8494-4d17-8c44-3c9d54002ae3), after_update {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:51:52.141084 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.db.l3_db [req-bc627d4c-d4fc-43e6-8519-9a565c4f1685 req-c2abe84d-ba18-4b48-a593-9d94e1cae310 tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] Floating IP a8d46d3f-8494-4d17-8c44-3c9d54002ae3 disassociated. External IP: 172.27.0.224, port: e697d9cb-ff2b-45a4-8326-f3219cdf4121. May 10 17:51:52.141503 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.plugins.ml2.plugin [req-bc627d4c-d4fc-43e6-8519-9a565c4f1685 req-c2abe84d-ba18-4b48-a593-9d94e1cae310 tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] Calling delete_port for e697d9cb-ff2b-45a4-8326-f3219cdf4121 owned by compute:nova {{(pid=110152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 17:51:52.271828 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [req-bc627d4c-d4fc-43e6-8519-9a565c4f1685 req-c2abe84d-ba18-4b48-a593-9d94e1cae310 tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1514136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781795229076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781794686073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5018186'] for port (e697d9cb-ff2b-45a4-8326-f3219cdf4121), after_delete {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:51:52.302711 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2abe84d-ba18-4b48-a593-9d94e1cae310 tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] Pushing event deleted for resources: {'Port': ['ID=e697d9cb-ff2b-45a4-8326-f3219cdf4121,revision_number=None']} {{(pid=110152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:51:52.419781 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bc627d4c-d4fc-43e6-8519-9a565c4f1685 req-c2abe84d-ba18-4b48-a593-9d94e1cae310 tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] Router c9c33587-9fa0-4825-a931-8281566e8cec has already been hosted by L3 agent eaac381b-e402-41c3-a8e6-8f962681d3e6 {{(pid=110152) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 17:51:52.530283 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bc627d4c-d4fc-43e6-8519-9a565c4f1685 req-c2abe84d-ba18-4b48-a593-9d94e1cae310 tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] Notify agent at l3_agent.dv-cinder-841302-2-iscsi the message routers_updated {{(pid=110152) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 17:51:52.541877 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ca775fe-7726-4f07-b37f-06984e5a166a None None] Sync routers for ids ['c9c33587-9fa0-4825-a931-8281566e8cec'] in dv-cinder-841302-2-iscsi {{(pid=110154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 17:51:52.552593 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ca775fe-7726-4f07-b37f-06984e5a166a None None] Routers {'c9c33587-9fa0-4825-a931-8281566e8cec'} bound to L3 agent in host dv-cinder-841302-2-iscsi {{(pid=110154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 17:51:52.553224 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.db.l3_hamode_db [None req-9ca775fe-7726-4f07-b37f-06984e5a166a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841302-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-10T17:36:00Z,description=,heartbeat_timestamp=2022-05-10T17:51:30Z,host='dv-cinder-841302-2-iscsi',id=eaac381b-e402-41c3-a8e6-8f962681d3e6,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T17:36:00Z,topic='l3_agent')) {'router_ids': ['c9c33587-9fa0-4825-a931-8281566e8cec'], 'active': True} {{(pid=110154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:51:52.576890 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc627d4c-d4fc-43e6-8519-9a565c4f1685 req-c2abe84d-ba18-4b48-a593-9d94e1cae310 tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] No DVR routers for this DVR port e697d9cb-ff2b-45a4-8326-f3219cdf4121 on host hv-cinder-84130 {{(pid=110152) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 17:51:52.579564 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [req-bc627d4c-d4fc-43e6-8519-9a565c4f1685 req-c2abe84d-ba18-4b48-a593-9d94e1cae310 tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29634'] for port (None), before_response {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:51:52.582981 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-bc627d4c-d4fc-43e6-8519-9a565c4f1685 req-c2abe84d-ba18-4b48-a593-9d94e1cae310 tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] 10.222.0.77 "DELETE /v2.0/ports/e697d9cb-ff2b-45a4-8326-f3219cdf4121 HTTP/1.1" status: 204 len: 173 time: 0.9505937 May 10 17:51:52.583576 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4006eed6-2338-46b7-9133-e5c3fdead35c', 'name': 'network-vif-deleted', 'tag': 'e697d9cb-ff2b-45a4-8326-f3219cdf4121'}] {{(pid=110152) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 17:51:52.586513 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0e5bab204033c83635b1e14c3e3a099c647719281f8bf9f740a5b80828d0d04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-723a416e-09a1-4e9b-be21-eaa2e63eb136" -d '{"events": [{"server_uuid": "4006eed6-2338-46b7-9133-e5c3fdead35c", "name": "network-vif-deleted", "tag": "e697d9cb-ff2b-45a4-8326-f3219cdf4121"}]}' {{(pid=110152) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 17:51:52.609719 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.rpc [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Device 33f2c369-a8b0-48aa-b116-b1391feb5a44 details requested by agent hyperv_hv-cinder-84130 with host hv-cinder-84130 {{(pid=110154) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 17:51:52.634540 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.rpc [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Device e697d9cb-ff2b-45a4-8326-f3219cdf4121 no longer exists at agent hyperv_hv-cinder-84130 {{(pid=110154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 17:51:52.635193 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 17:51:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d925004-6b57-4083-94fe-2a7f1be1f581 x-openstack-request-id: req-0d925004-6b57-4083-94fe-2a7f1be1f581 {{(pid=110152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 17:51:52.635678 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4006eed6-2338-46b7-9133-e5c3fdead35c", "name": "network-vif-deleted", "tag": "e697d9cb-ff2b-45a4-8326-f3219cdf4121", "status": "completed", "code": 200}]} {{(pid=110152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 17:51:52.636160 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-0d925004-6b57-4083-94fe-2a7f1be1f581 {{(pid=110152) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 17:51:52.636601 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0d925004-6b57-4083-94fe-2a7f1be1f581'] response: {'server_uuid': '4006eed6-2338-46b7-9133-e5c3fdead35c', 'name': 'network-vif-deleted', 'tag': 'e697d9cb-ff2b-45a4-8326-f3219cdf4121', 'status': 'completed', 'code': 200} May 10 17:51:52.665939 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.plugin [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] No Port match for: e697d9cb-ff2b-45a4-8326-f3219cdf4121 {{(pid=110154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 17:51:52.666537 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.rpc [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Device e697d9cb-ff2b-45a4-8326-f3219cdf4121 not bound to the agent host hv-cinder-84130 {{(pid=110154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 17:51:52.765745 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.db.l3_dvr_db [None req-9ca775fe-7726-4f07-b37f-06984e5a166a None None] Set router c9c33587-9fa0-4825-a931-8281566e8cec gateway port host: dv-cinder-841302-2-iscsi {{(pid=110154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 17:51:52.912802 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.db [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] For port 33f2c369-a8b0-48aa-b116-b1391feb5a44, host hv-cinder-84130, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84130',level=0,port_id=33f2c369-a8b0-48aa-b116-b1391feb5a44,segment=NetworkSegment(0faf29e6-d72c-448f-aa3a-91b840f90216),segment_id=0faf29e6-d72c-448f-aa3a-91b840f90216)] {{(pid=110154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 17:51:52.929179 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.rpc [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Returning: {'device': '33f2c369-a8b0-48aa-b116-b1391feb5a44', 'network_id': '5a13d84d-c9e9-413f-a254-ca6edab95c78', 'port_id': '33f2c369-a8b0-48aa-b116-b1391feb5a44', 'mac_address': 'fa:16:3e:ab:a3:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 591, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d05c8d5-b43f-426f-967a-5bcf2a7a77f7', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110154) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 17:51:52.985560 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-e24f29fa-1726-455e-9a99-60ca54d931a4 req-c11af24a-fdcc-4573-86a4-a028a347e330 tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] 10.222.0.60 "GET /v2.0/ports?device_id=4006eed6-2338-46b7-9133-e5c3fdead35c HTTP/1.1" status: 200 len: 210 time: 0.0305572 May 10 17:51:52.991134 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.plugin [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Current status of the port 33f2c369-a8b0-48aa-b116-b1391feb5a44 is: DOWN; New status is: BUILD {{(pid=110154) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 17:51:52.991556 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1514036'] for port (33f2c369-a8b0-48aa-b116-b1391feb5a44), before_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:51:53.031136 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.notifiers.nova [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 33f2c369-a8b0-48aa-b116-b1391feb5a44 {{(pid=110154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 17:51:53.058278 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.db.l3_hamode_db [None req-9ca775fe-7726-4f07-b37f-06984e5a166a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9c33587-9fa0-4825-a931-8281566e8cec', 'name': 'tempest-AttachVolumeShelveTestJSON-709907603-router', 'tenant_id': '0461acfadf8743fdbd62a39bf3fe3e1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85dc89cf-59f9-4edb-b26e-52bcb8a93763', 'external_fixed_ips': [{'subnet_id': 'e93d94f1-cb19-4cd0-92e5-ca73d24bd8fb', 'ip_address': '172.27.0.113'}], 'enable_snat': True}, 'gw_port_id': '87a6c3fa-3aef-470c-8fe9-fd0a98a390c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T17:44:31Z', 'updated_at': '2022-05-10T17:44:41Z', 'revision_number': 4, 'project_id': '0461acfadf8743fdbd62a39bf3fe3e1c', 'gw_port': {'id': '87a6c3fa-3aef-470c-8fe9-fd0a98a390c8', 'name': '', 'network_id': '85dc89cf-59f9-4edb-b26e-52bcb8a93763', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:db:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9c33587-9fa0-4825-a931-8281566e8cec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'e93d94f1-cb19-4cd0-92e5-ca73d24bd8fb', 'ip_address': '172.27.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841302-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T17:44:32Z', 'updated_at': '2022-05-10T17:44:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e93d94f1-cb19-4cd0-92e5-ca73d24bd8fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841302-2-iscsi', '_interfaces': [{'id': '88b05fe3-8c95-46ee-bced-7b63de5df9bb', 'name': '', 'network_id': '4f6007aa-61b1-40c3-a8ad-7f431d419cb5', 'tenant_id': '0461acfadf8743fdbd62a39bf3fe3e1c', 'mac_address': 'fa:16:3e:cf:5a:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9c33587-9fa0-4825-a931-8281566e8cec', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'c13a30fd-de84-4d1b-92b1-edbd848fe110', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841302-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T17:44:38Z', 'updated_at': '2022-05-10T17:44:56Z', 'revision_number': 5, 'project_id': '0461acfadf8743fdbd62a39bf3fe3e1c', 'subnets': [{'id': 'c13a30fd-de84-4d1b-92b1-edbd848fe110', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841302-2-iscsi', False) {} {{(pid=110154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:51:53.061014 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.db [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] For port 33f2c369-a8b0-48aa-b116-b1391feb5a44, host hv-cinder-84130, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84130',level=0,port_id=33f2c369-a8b0-48aa-b116-b1391feb5a44,segment=NetworkSegment(0faf29e6-d72c-448f-aa3a-91b840f90216),segment_id=0faf29e6-d72c-448f-aa3a-91b840f90216)] {{(pid=110154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 17:51:53.088376 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ca775fe-7726-4f07-b37f-06984e5a166a None None] Checking router: c9c33587-9fa0-4825-a931-8281566e8cec for host: dv-cinder-841302-2-iscsi {{(pid=110154) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 17:51:53.090240 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1514136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781795229094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781794686082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781794686100'] for port (33f2c369-a8b0-48aa-b116-b1391feb5a44), after_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:51:53.121542 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ca775fe-7726-4f07-b37f-06984e5a166a None None] Routers {'c9c33587-9fa0-4825-a931-8281566e8cec'} bound to L3 agent in host dv-cinder-841302-2-iscsi {{(pid=110154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 17:51:53.122170 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.db.l3_hamode_db [None req-9ca775fe-7726-4f07-b37f-06984e5a166a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841302-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-10T17:36:00Z,description=,heartbeat_timestamp=2022-05-10T17:51:30Z,host='dv-cinder-841302-2-iscsi',id=eaac381b-e402-41c3-a8e6-8f962681d3e6,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T17:36:00Z,topic='l3_agent')) {'router_ids': ['c9c33587-9fa0-4825-a931-8281566e8cec'], 'active': True} {{(pid=110154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:51:53.187359 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Pushing event updated for resources: {'Port': ['ID=33f2c369-a8b0-48aa-b116-b1391feb5a44,revision_number=4']} {{(pid=110154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:51:53.256792 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.db.l3_dvr_db [None req-9ca775fe-7726-4f07-b37f-06984e5a166a None None] Set router c9c33587-9fa0-4825-a931-8281566e8cec gateway port host: dv-cinder-841302-2-iscsi {{(pid=110154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 17:51:53.264530 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2043eb07-910c-4f6c-b64b-5afa5a5569ba req-d7205e16-f823-4304-b27c-1fff4370e8cc tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:51:53.266191 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-2043eb07-910c-4f6c-b64b-5afa5a5569ba req-d7205e16-f823-4304-b27c-1fff4370e8cc tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] 10.222.0.60 "GET /v2.0/ports?device_id=ed2618f3-4f12-48c9-888c-814f93d1fc49 HTTP/1.1" status: 200 len: 944 time: 0.0485082 May 10 17:51:53.317726 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-2043eb07-910c-4f6c-b64b-5afa5a5569ba req-cec07e93-3fa7-4a8c-841f-0a15e2d8e762 tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] 10.222.0.60 "GET /v2.0/security-groups?id=02af4324-c859-4138-a35d-0f29ebddda0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450227 May 10 17:51:53.465663 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.db.l3_hamode_db [None req-9ca775fe-7726-4f07-b37f-06984e5a166a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9c33587-9fa0-4825-a931-8281566e8cec', 'name': 'tempest-AttachVolumeShelveTestJSON-709907603-router', 'tenant_id': '0461acfadf8743fdbd62a39bf3fe3e1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85dc89cf-59f9-4edb-b26e-52bcb8a93763', 'external_fixed_ips': [{'subnet_id': 'e93d94f1-cb19-4cd0-92e5-ca73d24bd8fb', 'ip_address': '172.27.0.113'}], 'enable_snat': True}, 'gw_port_id': '87a6c3fa-3aef-470c-8fe9-fd0a98a390c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T17:44:31Z', 'updated_at': '2022-05-10T17:44:41Z', 'revision_number': 4, 'project_id': '0461acfadf8743fdbd62a39bf3fe3e1c', 'gw_port': {'id': '87a6c3fa-3aef-470c-8fe9-fd0a98a390c8', 'name': '', 'network_id': '85dc89cf-59f9-4edb-b26e-52bcb8a93763', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:db:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9c33587-9fa0-4825-a931-8281566e8cec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'e93d94f1-cb19-4cd0-92e5-ca73d24bd8fb', 'ip_address': '172.27.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841302-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T17:44:32Z', 'updated_at': '2022-05-10T17:44:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e93d94f1-cb19-4cd0-92e5-ca73d24bd8fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841302-2-iscsi', '_interfaces': [{'id': '88b05fe3-8c95-46ee-bced-7b63de5df9bb', 'name': '', 'network_id': '4f6007aa-61b1-40c3-a8ad-7f431d419cb5', 'tenant_id': '0461acfadf8743fdbd62a39bf3fe3e1c', 'mac_address': 'fa:16:3e:cf:5a:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9c33587-9fa0-4825-a931-8281566e8cec', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'c13a30fd-de84-4d1b-92b1-edbd848fe110', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841302-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T17:44:38Z', 'updated_at': '2022-05-10T17:44:56Z', 'revision_number': 5, 'project_id': '0461acfadf8743fdbd62a39bf3fe3e1c', 'subnets': [{'id': 'c13a30fd-de84-4d1b-92b1-edbd848fe110', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841302-2-iscsi', False) {} {{(pid=110154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:51:53.492697 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ca775fe-7726-4f07-b37f-06984e5a166a None None] The sync data for ids ['c9c33587-9fa0-4825-a931-8281566e8cec'] in dv-cinder-841302-2-iscsi is: [{'id': 'c9c33587-9fa0-4825-a931-8281566e8cec', 'name': 'tempest-AttachVolumeShelveTestJSON-709907603-router', 'tenant_id': '0461acfadf8743fdbd62a39bf3fe3e1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85dc89cf-59f9-4edb-b26e-52bcb8a93763', 'external_fixed_ips': [{'subnet_id': 'e93d94f1-cb19-4cd0-92e5-ca73d24bd8fb', 'ip_address': '172.27.0.113'}], 'enable_snat': True}, 'gw_port_id': '87a6c3fa-3aef-470c-8fe9-fd0a98a390c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T17:44:31Z', 'updated_at': '2022-05-10T17:44:41Z', 'revision_number': 4, 'project_id': '0461acfadf8743fdbd62a39bf3fe3e1c', 'gw_port': {'id': '87a6c3fa-3aef-470c-8fe9-fd0a98a390c8', 'name': '', 'network_id': '85dc89cf-59f9-4edb-b26e-52bcb8a93763', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:db:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9c33587-9fa0-4825-a931-8281566e8cec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'e93d94f1-cb19-4cd0-92e5-ca73d24bd8fb', 'ip_address': '172.27.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841302-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T17:44:32Z', 'updated_at': '2022-05-10T17:44:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e93d94f1-cb19-4cd0-92e5-ca73d24bd8fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841302-2-iscsi', '_interfaces': [{'id': '88b05fe3-8c95-46ee-bced-7b63de5df9bb', 'name': '', 'network_id': '4f6007aa-61b1-40c3-a8ad-7f431d419cb5', 'tenant_id': '0461acfadf8743fdbd62a39bf3fe3e1c', 'mac_address': 'fa:16:3e:cf:5a:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9c33587-9fa0-4825-a931-8281566e8cec', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'c13a30fd-de84-4d1b-92b1-edbd848fe110', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841302-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T17:44:38Z', 'updated_at': '2022-05-10T17:44:56Z', 'revision_number': 5, 'project_id': '0461acfadf8743fdbd62a39bf3fe3e1c', 'subnets': [{'id': 'c13a30fd-de84-4d1b-92b1-edbd848fe110', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 17:51:53.600682 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.db [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] get_ports_and_sgs() called for port_ids ['33f2c369-a8b0-48aa-b116-b1391feb5a44'] {{(pid=110154) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 17:51:53.729129 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83afdbf4-139f-45a0-9329-2a3a32d2951c None None] New status for floating IP a8d46d3f-8494-4d17-8c44-3c9d54002ae3: DOWN {{(pid=110155) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 17:51:54.080426 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.wsgi [-] (110152) accepted ('10.222.0.60', 44754) {{(pid=110152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 17:51:54.140168 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-60d7d1c6-9ab1-4b06-bdec-7be48c77910a tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] Publish callbacks [] for security_group (c42b6551-bc09-4e3b-af37-c7597825b22a), before_delete {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:51:54.163312 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-60d7d1c6-9ab1-4b06-bdec-7be48c77910a tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] Publish callbacks [] for security_group (c42b6551-bc09-4e3b-af37-c7597825b22a), precommit_delete {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:51:54.208857 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-60d7d1c6-9ab1-4b06-bdec-7be48c77910a tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-282428'] for security_group (c42b6551-bc09-4e3b-af37-c7597825b22a), after_delete {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:51:54.211534 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-60d7d1c6-9ab1-4b06-bdec-7be48c77910a tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] Publish callbacks [] for security_group (None), before_response {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:51:54.212710 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [None req-60d7d1c6-9ab1-4b06-bdec-7be48c77910a tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] 10.222.0.60 "DELETE /v2.0/security-groups/c42b6551-bc09-4e3b-af37-c7597825b22a HTTP/1.1" status: 204 len: 168 time: 0.1310518 May 10 17:51:54.215614 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.wsgi [-] (110153) accepted ('10.222.0.60', 44756) {{(pid=110153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 17:51:54.221444 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d7d1c6-9ab1-4b06-bdec-7be48c77910a tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c42b6551-bc09-4e3b-af37-c7597825b22a,revision_number=None']} {{(pid=110152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:51:54.230402 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.api.v2.resource [None req-4edd8af8-d1c3-4953-a2af-b872a2f38f43 tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] show failed (client error): The resource could not be found. May 10 17:51:54.232200 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [None req-4edd8af8-d1c3-4953-a2af-b872a2f38f43 tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] 10.222.0.60 "GET /v2.0/security-groups/c42b6551-bc09-4e3b-af37-c7597825b22a HTTP/1.1" status: 404 len: 347 time: 0.0147347 May 10 17:51:54.234419 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.wsgi [-] (110153) accepted ('10.222.0.60', 44758) {{(pid=110153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 17:51:54.350119 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.plugins.ml2.plugin [None req-8263a0df-4494-47dd-94e1-df55398df9e1 tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] Deleting port 713d039e-f023-4049-9995-e97f6e4dcd2f {{(pid=110153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 17:51:54.350462 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-8263a0df-4494-47dd-94e1-df55398df9e1 tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781795221764'] for port (713d039e-f023-4049-9995-e97f6e4dcd2f), before_delete {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:51:54.433034 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-8263a0df-4494-47dd-94e1-df55398df9e1 tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640494'] for port (713d039e-f023-4049-9995-e97f6e4dcd2f), precommit_delete {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:51:54.433381 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-8263a0df-4494-47dd-94e1-df55398df9e1 tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] Publish callbacks [] for floatingip (713d039e-f023-4049-9995-e97f6e4dcd2f), precommit_delete {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:51:54.444474 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd83d91-abd3-48bb-8f7a-c3595b8507df req-f80b58ac-0392-429c-b7bc-dc03d511b729 tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:51:54.446696 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-2fd83d91-abd3-48bb-8f7a-c3595b8507df req-f80b58ac-0392-429c-b7bc-dc03d511b729 tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] 10.222.0.60 "GET /v2.0/ports?device_id=ed2618f3-4f12-48c9-888c-814f93d1fc49 HTTP/1.1" status: 200 len: 944 time: 0.0526242 May 10 17:51:54.447797 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.plugins.ml2.plugin [None req-8263a0df-4494-47dd-94e1-df55398df9e1 tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] Calling delete_port for 713d039e-f023-4049-9995-e97f6e4dcd2f owned by network:floatingip {{(pid=110153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 17:51:54.494982 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-2fd83d91-abd3-48bb-8f7a-c3595b8507df req-1fe01a29-8a4e-4f3e-92b9-a5ddc5a331cb tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] 10.222.0.60 "GET /v2.0/security-groups?id=02af4324-c859-4138-a35d-0f29ebddda0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419345 May 10 17:51:54.583432 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-8263a0df-4494-47dd-94e1-df55398df9e1 tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1514136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781795229076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781794686073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207117'] for port (713d039e-f023-4049-9995-e97f6e4dcd2f), after_delete {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:51:54.612823 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8263a0df-4494-47dd-94e1-df55398df9e1 tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] Pushing event deleted for resources: {'Port': ['ID=713d039e-f023-4049-9995-e97f6e4dcd2f,revision_number=None']} {{(pid=110153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:51:54.671277 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-8263a0df-4494-47dd-94e1-df55398df9e1 tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] Publish callbacks [] for floatingip (a8d46d3f-8494-4d17-8c44-3c9d54002ae3), after_delete {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:51:54.673914 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-8263a0df-4494-47dd-94e1-df55398df9e1 tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29634'] for floatingip (None), before_response {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:51:54.675055 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [None req-8263a0df-4494-47dd-94e1-df55398df9e1 tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] 10.222.0.60 "DELETE /v2.0/floatingips/a8d46d3f-8494-4d17-8c44-3c9d54002ae3 HTTP/1.1" status: 204 len: 168 time: 0.4397359 May 10 17:51:54.772275 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.rpc [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Device 33f2c369-a8b0-48aa-b116-b1391feb5a44 up at agent hyperv_hv-cinder-84130 {{(pid=110154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 17:51:54.773913 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.wsgi [-] (110153) accepted ('10.222.0.60', 44764) {{(pid=110153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 17:51:54.778585 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.v2.base [None req-2c9fab8c-85f4-4e3b-9222-379441ec5c8a tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] Request body: {'security_group': {'name': 'tempest-securitygroup--618401566', 'description': 'tempest-description--499290000'}} {{(pid=110153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 17:51:54.800338 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-2c9fab8c-85f4-4e3b-9222-379441ec5c8a tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] Publish callbacks [] for security_group (None), before_create {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:51:54.825261 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.db.provisioning_blocks [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Provisioning for port 33f2c369-a8b0-48aa-b116-b1391feb5a44 completed by entity L2. {{(pid=110154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 10 17:51:54.839008 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.db.provisioning_blocks [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Provisioning complete for port 33f2c369-a8b0-48aa-b116-b1391feb5a44 triggered by entity L2. {{(pid=110154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 17:51:54.839274 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525495'] for port (33f2c369-a8b0-48aa-b116-b1391feb5a44), provisioning_complete {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:51:54.877219 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-2c9fab8c-85f4-4e3b-9222-379441ec5c8a tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] Publish callbacks [] for security_group (f03b9727-633c-4bf1-b0bf-05abcd1e8fcb), precommit_create {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:51:54.883243 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-2c9fab8c-85f4-4e3b-9222-379441ec5c8a tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-282428'] for security_group (f03b9727-633c-4bf1-b0bf-05abcd1e8fcb), after_create {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:51:54.918771 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-2c9fab8c-85f4-4e3b-9222-379441ec5c8a tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] Publish callbacks [] for security_group (None), before_response {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:51:54.920050 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [None req-2c9fab8c-85f4-4e3b-9222-379441ec5c8a tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1450493 May 10 17:51:54.923296 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.wsgi [-] (110152) accepted ('10.222.0.60', 44766) {{(pid=110152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 17:51:54.925210 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9fab8c-85f4-4e3b-9222-379441ec5c8a tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f03b9727-633c-4bf1-b0bf-05abcd1e8fcb,revision_number=1']} {{(pid=110153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:51:54.931869 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.v2.base [None req-df587905-b1e0-47f3-a77a-e4d19b29de4d tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] Request body: {'security_group_rule': {'security_group_id': 'f03b9727-633c-4bf1-b0bf-05abcd1e8fcb', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 17:51:54.939162 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.plugin [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Current status of the port 33f2c369-a8b0-48aa-b116-b1391feb5a44 is: BUILD; New status is: ACTIVE {{(pid=110154) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 17:51:54.939599 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1514036'] for port (33f2c369-a8b0-48aa-b116-b1391feb5a44), before_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:51:54.965271 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed2618f3-4f12-48c9-888c-814f93d1fc49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33f2c369-a8b0-48aa-b116-b1391feb5a44'}] {{(pid=110154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 17:51:54.967616 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81f5a9f60a7176de4ec81ee2de5d4e9bd281d17703f5d6403e6a691a644f2f07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45275adb-4327-406d-8cb0-fc615284e687" -d '{"events": [{"server_uuid": "ed2618f3-4f12-48c9-888c-814f93d1fc49", "name": "network-vif-plugged", "status": "completed", "tag": "33f2c369-a8b0-48aa-b116-b1391feb5a44"}]}' {{(pid=110154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 17:51:54.971051 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-df587905-b1e0-47f3-a77a-e4d19b29de4d tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] Publish callbacks [] for security_group_rule (ed480b71-c92a-4513-bca9-44275a325a63), before_create {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:51:54.983646 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.db [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] For port 33f2c369-a8b0-48aa-b116-b1391feb5a44, host hv-cinder-84130, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84130',level=0,port_id=33f2c369-a8b0-48aa-b116-b1391feb5a44,segment=NetworkSegment(0faf29e6-d72c-448f-aa3a-91b840f90216),segment_id=0faf29e6-d72c-448f-aa3a-91b840f90216)] {{(pid=110154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 17:51:54.988522 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1514136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781795229094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781794686082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781794686100'] for port (33f2c369-a8b0-48aa-b116-b1391feb5a44), after_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:51:55.015312 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 17:51:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c7bc38e-1e9c-4b90-84c1-a625b2577a88 x-openstack-request-id: req-2c7bc38e-1e9c-4b90-84c1-a625b2577a88 {{(pid=110154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 17:51:55.015649 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed2618f3-4f12-48c9-888c-814f93d1fc49", "name": "network-vif-plugged", "status": "completed", "tag": "33f2c369-a8b0-48aa-b116-b1391feb5a44", "code": 200}]} {{(pid=110154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 17:51:55.015901 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-2c7bc38e-1e9c-4b90-84c1-a625b2577a88 {{(pid=110154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 17:51:55.016302 dv-cinder-841302-2-iscsi neutron-server[110154]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2c7bc38e-1e9c-4b90-84c1-a625b2577a88'] response: {'server_uuid': 'ed2618f3-4f12-48c9-888c-814f93d1fc49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33f2c369-a8b0-48aa-b116-b1391feb5a44', 'code': 200} May 10 17:51:55.044032 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-df587905-b1e0-47f3-a77a-e4d19b29de4d tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] Publish callbacks [] for security_group_rule (ed480b71-c92a-4513-bca9-44275a325a63), precommit_create {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:51:55.048351 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-df587905-b1e0-47f3-a77a-e4d19b29de4d tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-282571'] for security_group_rule (ed480b71-c92a-4513-bca9-44275a325a63), after_create {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:51:55.053782 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Pushing event updated for resources: {'Port': ['ID=33f2c369-a8b0-48aa-b116-b1391feb5a44,revision_number=5']} {{(pid=110154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:51:55.077012 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df587905-b1e0-47f3-a77a-e4d19b29de4d tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed480b71-c92a-4513-bca9-44275a325a63,revision_number=0']} {{(pid=110152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:51:55.084352 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-df587905-b1e0-47f3-a77a-e4d19b29de4d tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:51:55.086323 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [None req-df587905-b1e0-47f3-a77a-e4d19b29de4d tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1608558 May 10 17:51:55.089415 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.wsgi [-] (110153) accepted ('10.222.0.60', 44770) {{(pid=110153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 17:51:55.094049 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.v2.base [None req-0e3daf94-447c-4a74-a9a8-958e44400ecf tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] Request body: {'security_group_rule': {'security_group_id': 'f03b9727-633c-4bf1-b0bf-05abcd1e8fcb', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 17:51:55.127884 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-0e3daf94-447c-4a74-a9a8-958e44400ecf tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] Publish callbacks [] for security_group_rule (ed81553d-c471-4666-833b-58adf93e0e3b), before_create {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:51:55.197225 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-0e3daf94-447c-4a74-a9a8-958e44400ecf tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] Publish callbacks [] for security_group_rule (ed81553d-c471-4666-833b-58adf93e0e3b), precommit_create {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:51:55.201495 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-0e3daf94-447c-4a74-a9a8-958e44400ecf tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-282571'] for security_group_rule (ed81553d-c471-4666-833b-58adf93e0e3b), after_create {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:51:55.219725 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3daf94-447c-4a74-a9a8-958e44400ecf tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed81553d-c471-4666-833b-58adf93e0e3b,revision_number=0']} {{(pid=110153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:51:55.232022 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-0e3daf94-447c-4a74-a9a8-958e44400ecf tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:51:55.236422 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.wsgi [-] (110152) accepted ('10.222.0.60', 44772) {{(pid=110152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 17:51:55.236823 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [None req-0e3daf94-447c-4a74-a9a8-958e44400ecf tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1462915 May 10 17:51:55.241123 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.v2.base [None req-52ef27e4-1731-4044-b003-7f047b508b88 tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] Request body: {'floatingip': {'floating_network_id': '85dc89cf-59f9-4edb-b26e-52bcb8a93763'}} {{(pid=110152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 17:51:55.259517 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b27a022-4928-411a-be32-f1059391e85c req-88de7d79-ba31-4d5d-8a0f-4de7c73ade58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:51:55.261051 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-4b27a022-4928-411a-be32-f1059391e85c req-88de7d79-ba31-4d5d-8a0f-4de7c73ade58 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=ed2618f3-4f12-48c9-888c-814f93d1fc49 HTTP/1.1" status: 200 len: 1129 time: 0.0617373 May 10 17:51:55.275892 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-52ef27e4-1731-4044-b003-7f047b508b88 tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:51:55.369125 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-4b27a022-4928-411a-be32-f1059391e85c req-a63c2f7e-cd88-47b5-a668-5af30e89519f service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=02af4324-c859-4138-a35d-0f29ebddda0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1001399 May 10 17:51:55.379141 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-52ef27e4-1731-4044-b003-7f047b508b88 tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1514036'] for port (None), before_create {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:51:55.494488 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.db.db_base_plugin_common [None req-52ef27e4-1731-4044-b003-7f047b508b88 tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] Allocated IP 172.27.0.231 (85dc89cf-59f9-4edb-b26e-52bcb8a93763/e93d94f1-cb19-4cd0-92e5-ca73d24bd8fb/c6d8a9e7-650b-4f5e-ac51-67ac1926bb68) {{(pid=110152) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 17:51:55.647432 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1c167c-93ac-4c23-acc5-4d5cc0eec543 req-2b3e1c36-a97c-42c8-b1ec-4e4454737824 tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:51:55.650262 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-2e1c167c-93ac-4c23-acc5-4d5cc0eec543 req-2b3e1c36-a97c-42c8-b1ec-4e4454737824 tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] 10.222.0.60 "GET /v2.0/ports?device_id=ed2618f3-4f12-48c9-888c-814f93d1fc49 HTTP/1.1" status: 200 len: 945 time: 0.0824873 May 10 17:51:55.655597 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-52ef27e4-1731-4044-b003-7f047b508b88 tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] Publish callbacks [] for port (c6d8a9e7-650b-4f5e-ac51-67ac1926bb68), precommit_create {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:51:55.724619 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-2e1c167c-93ac-4c23-acc5-4d5cc0eec543 req-c492af40-3136-4ad7-8d9e-9a5e9580d5e7 tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] 10.222.0.60 "GET /v2.0/security-groups?id=02af4324-c859-4138-a35d-0f29ebddda0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0672619 May 10 17:51:55.732921 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-52ef27e4-1731-4044-b003-7f047b508b88 tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1514136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781794686064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5018186'] for port (c6d8a9e7-650b-4f5e-ac51-67ac1926bb68), after_create {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:51:55.770655 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52ef27e4-1731-4044-b003-7f047b508b88 tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] Network 85dc89cf-59f9-4edb-b26e-52bcb8a93763 is already hosted by enough agents. {{(pid=110152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 17:51:55.773561 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.scheduler.base_scheduler [None req-52ef27e4-1731-4044-b003-7f047b508b88 tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] Resources bound (agent type, host, resource id): {{(pid=110152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 17:51:55.777241 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52ef27e4-1731-4044-b003-7f047b508b88 tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] Received port after_create {{(pid=110152) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 17:51:55.802953 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ef27e4-1731-4044-b003-7f047b508b88 tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] Pushing event updated for resources: {'Port': ['ID=c6d8a9e7-650b-4f5e-ac51-67ac1926bb68,revision_number=1']} {{(pid=110152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:51:55.870838 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-52ef27e4-1731-4044-b003-7f047b508b88 tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] Publish callbacks [] for floatingip (77ea3c37-7a8f-4ef4-9a28-7bc0fe81a04c), precommit_create {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:51:55.909990 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-52ef27e4-1731-4044-b003-7f047b508b88 tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1514036'] for port (c6d8a9e7-650b-4f5e-ac51-67ac1926bb68), before_update {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:51:56.068799 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-52ef27e4-1731-4044-b003-7f047b508b88 tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] Publish callbacks [] for port (c6d8a9e7-650b-4f5e-ac51-67ac1926bb68), precommit_update {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:51:56.074260 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-52ef27e4-1731-4044-b003-7f047b508b88 tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1514136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781795229094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781794686082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781794686100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5018163'] for port (c6d8a9e7-650b-4f5e-ac51-67ac1926bb68), after_update {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:51:56.147107 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ef27e4-1731-4044-b003-7f047b508b88 tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] Pushing event updated for resources: {'Port': ['ID=c6d8a9e7-650b-4f5e-ac51-67ac1926bb68,revision_number=2']} {{(pid=110152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:51:56.161684 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-52ef27e4-1731-4044-b003-7f047b508b88 tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-641027'] for floatingip (77ea3c37-7a8f-4ef4-9a28-7bc0fe81a04c), after_create {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:51:56.178281 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-52ef27e4-1731-4044-b003-7f047b508b88 tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29634'] for floatingip (None), before_response {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:51:56.179560 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [None req-52ef27e4-1731-4044-b003-7f047b508b88 tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9420872 May 10 17:51:56.382942 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-d1ac94d4-c50e-496f-b48b-078ba420e1d3 req-e3f232ad-4d6c-4b01-bfea-cff9f718b926 tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-securitygroup--618401566&fields=id&tenant_id=0461acfadf8743fdbd62a39bf3fe3e1c HTTP/1.1" status: 200 len: 267 time: 0.0444803 May 10 17:51:56.496508 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ac94d4-c50e-496f-b48b-078ba420e1d3 req-24485b72-8989-4b7f-87a2-3d9ca653f0e3 tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:51:56.498004 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-d1ac94d4-c50e-496f-b48b-078ba420e1d3 req-24485b72-8989-4b7f-87a2-3d9ca653f0e3 tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] 10.222.0.60 "GET /v2.0/networks?id=4f6007aa-61b1-40c3-a8ad-7f431d419cb5 HTTP/1.1" status: 200 len: 816 time: 0.1084528 May 10 17:51:56.513587 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-d1ac94d4-c50e-496f-b48b-078ba420e1d3 req-07d7c94e-c452-4e47-bf32-ca9abed59190 tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] 10.222.0.60 "GET /v2.0/quotas/0461acfadf8743fdbd62a39bf3fe3e1c HTTP/1.1" status: 200 len: 375 time: 0.0102241 May 10 17:51:56.565426 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-d1ac94d4-c50e-496f-b48b-078ba420e1d3 req-9891b40a-d02c-4ab0-bcd3-cd1226bbb595 tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=0461acfadf8743fdbd62a39bf3fe3e1c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0450449 May 10 17:51:56.668631 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-d1ac94d4-c50e-496f-b48b-078ba420e1d3 req-17939e36-1271-4fe8-b57b-37cb429ac364 service neutron] 10.222.0.60 "GET /v2.0/networks/4f6007aa-61b1-40c3-a8ad-7f431d419cb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901766 May 10 17:51:56.767922 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-d1ac94d4-c50e-496f-b48b-078ba420e1d3 req-c6d3298d-5c90-43d2-adf8-1b4c5f664bd2 service neutron] 10.222.0.60 "GET /v2.0/networks/4f6007aa-61b1-40c3-a8ad-7f431d419cb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931859 May 10 17:51:56.849223 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84893953-f2c2-4ec2-9f9e-3bd5837e2196 req-d519aa97-dfb6-475c-9ddf-b12bc33e567e tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:51:56.850958 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-84893953-f2c2-4ec2-9f9e-3bd5837e2196 req-d519aa97-dfb6-475c-9ddf-b12bc33e567e tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] 10.222.0.60 "GET /v2.0/ports?device_id=ed2618f3-4f12-48c9-888c-814f93d1fc49 HTTP/1.1" status: 200 len: 945 time: 0.0523942 May 10 17:51:56.927459 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-84893953-f2c2-4ec2-9f9e-3bd5837e2196 req-0be2e689-12c0-4494-9057-b00f7dbe39f9 tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] 10.222.0.60 "GET /v2.0/security-groups?id=02af4324-c859-4138-a35d-0f29ebddda0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0699983 May 10 17:51:56.950472 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-65574c54-ec88-43f0-b04d-451a989bc41d req-12ef7eca-2a93-4a30-87fb-3c93f33519c7 tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] 10.222.0.60 "GET /v2.0/ports?device_id=e16b7603-15a8-44a4-82c9-729bedfb8ac6 HTTP/1.1" status: 200 len: 210 time: 0.0384011 May 10 17:51:57.579793 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-87015c02-25b1-4a47-8a67-330c05fc80d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781795183391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525393'] for agent (b2ad0527-00d5-4995-bc97-ec84c4e02f0b), after_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:51:58.064638 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-f0d38fe3-bfd7-489f-a577-2b2b95bbd52c req-ca39e834-7335-4b83-84ac-8d1779211f4e tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] 10.222.0.60 "GET /v2.0/ports?device_id=e16b7603-15a8-44a4-82c9-729bedfb8ac6 HTTP/1.1" status: 200 len: 210 time: 0.0335355 May 10 17:51:58.074213 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50043a8-a363-43ca-8ad9-cc2319edb4df req-61306f1a-25c4-4c48-ab0a-849ae758ed72 tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:51:58.075698 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-b50043a8-a363-43ca-8ad9-cc2319edb4df req-61306f1a-25c4-4c48-ab0a-849ae758ed72 tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] 10.222.0.60 "GET /v2.0/ports?device_id=ed2618f3-4f12-48c9-888c-814f93d1fc49 HTTP/1.1" status: 200 len: 945 time: 0.0769668 May 10 17:51:58.122898 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-b50043a8-a363-43ca-8ad9-cc2319edb4df req-606303ce-3395-48c9-94ba-95c39c5f0fa0 tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] 10.222.0.60 "GET /v2.0/security-groups?id=02af4324-c859-4138-a35d-0f29ebddda0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415964 May 10 17:51:58.287689 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7690d47f-c5ee-4c97-93c7-f25f4eb90dbf req-aaf07c4d-2bb2-48d6-bbd3-e77a6ffb5605 tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:51:58.290023 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-7690d47f-c5ee-4c97-93c7-f25f4eb90dbf req-aaf07c4d-2bb2-48d6-bbd3-e77a6ffb5605 tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] 10.222.0.60 "GET /v2.0/ports?device_id=ed2618f3-4f12-48c9-888c-814f93d1fc49 HTTP/1.1" status: 200 len: 945 time: 0.0990481 May 10 17:51:58.301497 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.wsgi [-] (110153) accepted ('10.222.0.60', 44810) {{(pid=110153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 17:51:58.306892 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.v2.base [None req-42dbb101-17dd-4259-b328-52999b49c4d9 tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] Request body: {'floatingip': {'port_id': '33f2c369-a8b0-48aa-b116-b1391feb5a44'}} {{(pid=110153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 17:51:58.337656 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ac94d4-c50e-496f-b48b-078ba420e1d3 req-b79f0e17-ed8a-4112-941c-8ccc2fcb0e90 tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:51:58.339173 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-d1ac94d4-c50e-496f-b48b-078ba420e1d3 req-b79f0e17-ed8a-4112-941c-8ccc2fcb0e90 tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] 10.222.0.77 "GET /v2.0/networks?id=4f6007aa-61b1-40c3-a8ad-7f431d419cb5 HTTP/1.1" status: 200 len: 816 time: 0.1390698 May 10 17:51:58.350109 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-42dbb101-17dd-4259-b328-52999b49c4d9 tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] Publish callbacks [] for floatingip (8336f88f-faa0-4383-8ece-4340415be1f4), before_update {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:51:58.415914 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-d1ac94d4-c50e-496f-b48b-078ba420e1d3 req-f90c1224-a379-49df-807e-e992b8725385 tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] 10.222.0.77 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0461acfadf8743fdbd62a39bf3fe3e1c HTTP/1.1" status: 200 len: 379 time: 0.0561512 May 10 17:51:58.488879 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.v2.base [req-d1ac94d4-c50e-496f-b48b-078ba420e1d3 req-bbc323a9-ce6a-4da8-b623-0a036750bc23 tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] Request body: {'port': {'device_id': 'e16b7603-15a8-44a4-82c9-729bedfb8ac6', 'network_id': '4f6007aa-61b1-40c3-a8ad-7f431d419cb5', 'admin_state_up': True, 'tenant_id': '0461acfadf8743fdbd62a39bf3fe3e1c', 'security_groups': ['f03b9727-633c-4bf1-b0bf-05abcd1e8fcb']}} {{(pid=110152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 17:51:58.824789 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-42dbb101-17dd-4259-b328-52999b49c4d9 tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:51:58.830589 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-42dbb101-17dd-4259-b328-52999b49c4d9 tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-641027'] for floatingip (8336f88f-faa0-4383-8ece-4340415be1f4), after_update {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:51:58.869895 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d1ac94d4-c50e-496f-b48b-078ba420e1d3 req-bbc323a9-ce6a-4da8-b623-0a036750bc23 tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] Made reservation on behalf of 0461acfadf8743fdbd62a39bf3fe3e1c for: {'port': 1} {{(pid=110152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 17:51:58.873421 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [req-d1ac94d4-c50e-496f-b48b-078ba420e1d3 req-bbc323a9-ce6a-4da8-b623-0a036750bc23 tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1514036'] for port (None), before_create {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:51:59.004147 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.db.db_base_plugin_common [req-d1ac94d4-c50e-496f-b48b-078ba420e1d3 req-bbc323a9-ce6a-4da8-b623-0a036750bc23 tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] Allocated IP 172.20.0.3 (4f6007aa-61b1-40c3-a8ad-7f431d419cb5/c13a30fd-de84-4d1b-92b1-edbd848fe110/cb176284-f148-403c-b988-83b0bfbdd7dd) {{(pid=110152) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 17:51:59.173269 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.db.l3_db [None req-42dbb101-17dd-4259-b328-52999b49c4d9 tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] Floating IP 8336f88f-faa0-4383-8ece-4340415be1f4 associated. External IP: 172.27.0.206, port: 33f2c369-a8b0-48aa-b116-b1391feb5a44. May 10 17:51:59.181939 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [req-d1ac94d4-c50e-496f-b48b-078ba420e1d3 req-bbc323a9-ce6a-4da8-b623-0a036750bc23 tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] Publish callbacks [] for port (cb176284-f148-403c-b988-83b0bfbdd7dd), precommit_create {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:51:59.184764 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-abbb463c-7057-4294-b447-ac4897e54118 req-61b88fa1-8c1a-41e3-b336-b640c6966e17 tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] 10.222.0.60 "GET /v2.0/ports?device_id=e16b7603-15a8-44a4-82c9-729bedfb8ac6 HTTP/1.1" status: 200 len: 210 time: 0.0400510 May 10 17:51:59.219856 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [req-d1ac94d4-c50e-496f-b48b-078ba420e1d3 req-bbc323a9-ce6a-4da8-b623-0a036750bc23 tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1514136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781794686064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5018186'] for port (cb176284-f148-403c-b988-83b0bfbdd7dd), after_create {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:51:59.268583 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d1ac94d4-c50e-496f-b48b-078ba420e1d3 req-bbc323a9-ce6a-4da8-b623-0a036750bc23 tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] Network 4f6007aa-61b1-40c3-a8ad-7f431d419cb5 is already hosted by enough agents. {{(pid=110152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 17:51:59.272019 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.scheduler.base_scheduler [req-d1ac94d4-c50e-496f-b48b-078ba420e1d3 req-bbc323a9-ce6a-4da8-b623-0a036750bc23 tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] Resources bound (agent type, host, resource id): {{(pid=110152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 17:51:59.280652 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1ac94d4-c50e-496f-b48b-078ba420e1d3 req-bbc323a9-ce6a-4da8-b623-0a036750bc23 tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] Received port after_create {{(pid=110152) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 17:51:59.307182 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc323a9-ce6a-4da8-b623-0a036750bc23 tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] Pushing event updated for resources: {'Port': ['ID=cb176284-f148-403c-b988-83b0bfbdd7dd,revision_number=1']} {{(pid=110152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:51:59.336840 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ac94d4-c50e-496f-b48b-078ba420e1d3 req-bbc323a9-ce6a-4da8-b623-0a036750bc23 tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:51:59.337860 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [req-d1ac94d4-c50e-496f-b48b-078ba420e1d3 req-bbc323a9-ce6a-4da8-b623-0a036750bc23 tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29634'] for port (None), before_response {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:51:59.358661 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-d1ac94d4-c50e-496f-b48b-078ba420e1d3 req-bbc323a9-ce6a-4da8-b623-0a036750bc23 tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8736722 May 10 17:51:59.385984 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.v2.base [req-d1ac94d4-c50e-496f-b48b-078ba420e1d3 req-12154a2d-e180-41e0-a591-30faa16ef304 service neutron] Request body: {'port': {'device_id': 'e16b7603-15a8-44a4-82c9-729bedfb8ac6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84130'}} {{(pid=110152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 17:51:59.408501 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42dbb101-17dd-4259-b328-52999b49c4d9 tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] Router 24a906bd-bc37-4f60-9d1b-823a31f350bf has already been hosted by L3 agent eaac381b-e402-41c3-a8e6-8f962681d3e6 {{(pid=110153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 17:51:59.470159 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [req-d1ac94d4-c50e-496f-b48b-078ba420e1d3 req-12154a2d-e180-41e0-a591-30faa16ef304 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1514036'] for port (cb176284-f148-403c-b988-83b0bfbdd7dd), before_update {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:51:59.529947 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.db.provisioning_blocks [None req-8a030b9e-b4d2-4ea4-aeef-4630c5167d77 None None] Provisioning complete for port cb176284-f148-403c-b988-83b0bfbdd7dd triggered by entity DHCP. {{(pid=110154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 17:51:59.530994 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-8a030b9e-b4d2-4ea4-aeef-4630c5167d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525495'] for port (cb176284-f148-403c-b988-83b0bfbdd7dd), provisioning_complete {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:51:59.541682 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42dbb101-17dd-4259-b328-52999b49c4d9 tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] Notify agent at l3_agent.dv-cinder-841302-2-iscsi the message routers_updated {{(pid=110153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 17:51:59.550058 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-42dbb101-17dd-4259-b328-52999b49c4d9 tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29634'] for floatingip (None), before_response {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:51:59.572767 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.plugin [None req-8a030b9e-b4d2-4ea4-aeef-4630c5167d77 None None] Port cb176284-f148-403c-b988-83b0bfbdd7dd cannot update to ACTIVE because it is not bound. {{(pid=110154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 10 17:51:59.575899 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2ed82cf-d691-4f4e-ac6e-94cc1a9d31ea None None] Sync routers for ids ['24a906bd-bc37-4f60-9d1b-823a31f350bf'] in dv-cinder-841302-2-iscsi {{(pid=110154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 17:51:59.587115 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [None req-42dbb101-17dd-4259-b328-52999b49c4d9 tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] 10.222.0.60 "PUT /v2.0/floatingips/8336f88f-faa0-4383-8ece-4340415be1f4 HTTP/1.1" status: 200 len: 991 time: 1.2843404 May 10 17:51:59.589483 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed2618f3-4f12-48c9-888c-814f93d1fc49', 'tag': '33f2c369-a8b0-48aa-b116-b1391feb5a44'}] {{(pid=110153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 17:51:59.590128 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2ed82cf-d691-4f4e-ac6e-94cc1a9d31ea None None] Routers {'24a906bd-bc37-4f60-9d1b-823a31f350bf'} bound to L3 agent in host dv-cinder-841302-2-iscsi {{(pid=110154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 17:51:59.590977 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.db.l3_hamode_db [None req-c2ed82cf-d691-4f4e-ac6e-94cc1a9d31ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841302-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-10T17:36:00Z,description=,heartbeat_timestamp=2022-05-10T17:51:30Z,host='dv-cinder-841302-2-iscsi',id=eaac381b-e402-41c3-a8e6-8f962681d3e6,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T17:36:00Z,topic='l3_agent')) {'router_ids': ['24a906bd-bc37-4f60-9d1b-823a31f350bf'], 'active': True} {{(pid=110154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:51:59.597025 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eaab9ead4487dd9c6a2039b1a38fb17917f553062224ea878bb9a20dea692460" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f439bca1-6955-4aae-a231-06c789e3a0ba" -d '{"events": [{"name": "network-changed", "server_uuid": "ed2618f3-4f12-48c9-888c-814f93d1fc49", "tag": "33f2c369-a8b0-48aa-b116-b1391feb5a44"}]}' {{(pid=110153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 17:51:59.733300 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 17:51:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fc8ca7a-0d3c-4868-a440-5082d8dcdf9d x-openstack-request-id: req-5fc8ca7a-0d3c-4868-a440-5082d8dcdf9d {{(pid=110153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 17:51:59.733858 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed2618f3-4f12-48c9-888c-814f93d1fc49", "tag": "33f2c369-a8b0-48aa-b116-b1391feb5a44", "status": "completed", "code": 200}]} {{(pid=110153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 17:51:59.734380 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-5fc8ca7a-0d3c-4868-a440-5082d8dcdf9d {{(pid=110153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 17:51:59.734964 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5fc8ca7a-0d3c-4868-a440-5082d8dcdf9d'] response: {'name': 'network-changed', 'server_uuid': 'ed2618f3-4f12-48c9-888c-814f93d1fc49', 'tag': '33f2c369-a8b0-48aa-b116-b1391feb5a44', 'status': 'completed', 'code': 200} May 10 17:51:59.831141 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.notifiers.nova [req-d1ac94d4-c50e-496f-b48b-078ba420e1d3 req-12154a2d-e180-41e0-a591-30faa16ef304 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cb176284-f148-403c-b988-83b0bfbdd7dd {{(pid=110152) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 17:51:59.838159 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f439bca1-6955-4aae-a231-06c789e3a0ba req-675a8550-8ea6-4c8f-a180-6545bbcc55c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:51:59.841704 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [req-f439bca1-6955-4aae-a231-06c789e3a0ba req-675a8550-8ea6-4c8f-a180-6545bbcc55c0 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=f4e017a4040d450aad862065563ea64d&device_id=ed2618f3-4f12-48c9-888c-814f93d1fc49 HTTP/1.1" status: 200 len: 1129 time: 0.0584905 May 10 17:51:59.842921 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [req-d1ac94d4-c50e-496f-b48b-078ba420e1d3 req-12154a2d-e180-41e0-a591-30faa16ef304 service neutron] Publish callbacks [] for port (cb176284-f148-403c-b988-83b0bfbdd7dd), precommit_update {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:51:59.858936 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.db.provisioning_blocks [req-d1ac94d4-c50e-496f-b48b-078ba420e1d3 req-12154a2d-e180-41e0-a591-30faa16ef304 service neutron] Transition to ACTIVE for port object cb176284-f148-403c-b988-83b0bfbdd7dd will not be triggered until provisioned by entity L2. {{(pid=110152) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 10 17:51:59.865182 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [req-d1ac94d4-c50e-496f-b48b-078ba420e1d3 req-12154a2d-e180-41e0-a591-30faa16ef304 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1514136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781795229094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781794686082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781794686100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5018163'] for port (cb176284-f148-403c-b988-83b0bfbdd7dd), after_update {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:51:59.896183 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.db.l3_dvr_db [None req-c2ed82cf-d691-4f4e-ac6e-94cc1a9d31ea None None] Set router 24a906bd-bc37-4f60-9d1b-823a31f350bf gateway port host: dv-cinder-841302-2-iscsi {{(pid=110154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 17:51:59.970102 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-6e911205-de73-48a8-8cc0-f9d93cd83868 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781795183391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525393'] for agent (eaac381b-e402-41c3-a8e6-8f962681d3e6), after_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:51:59.971276 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12154a2d-e180-41e0-a591-30faa16ef304 service neutron] Pushing event updated for resources: {'Port': ['ID=cb176284-f148-403c-b988-83b0bfbdd7dd,revision_number=2']} {{(pid=110152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:52:00.016686 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f439bca1-6955-4aae-a231-06c789e3a0ba req-6e355aa9-d4f0-49db-a49f-11727c207a6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:52:00.019640 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [req-f439bca1-6955-4aae-a231-06c789e3a0ba req-6e355aa9-d4f0-49db-a49f-11727c207a6a service neutron] 10.222.0.77 "GET /v2.0/networks?id=5a13d84d-c9e9-413f-a254-ca6edab95c78 HTTP/1.1" status: 200 len: 916 time: 0.1711285 May 10 17:52:00.047470 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.plugins.ml2.managers [req-d1ac94d4-c50e-496f-b48b-078ba420e1d3 req-12154a2d-e180-41e0-a591-30faa16ef304 service neutron] Attempting to bind port cb176284-f148-403c-b988-83b0bfbdd7dd on host hv-cinder-84130 for vnic_type normal with profile {{(pid=110152) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 17:52:00.047814 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.plugins.ml2.managers [req-d1ac94d4-c50e-496f-b48b-078ba420e1d3 req-12154a2d-e180-41e0-a591-30faa16ef304 service neutron] Attempting to bind port cb176284-f148-403c-b988-83b0bfbdd7dd by drivers openvswitch,hyperv on host hv-cinder-84130 at level 0 using segments [{'id': 'd952ff82-97df-4645-95cf-8a2390e9c9b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '4f6007aa-61b1-40c3-a8ad-7f431d419cb5'}] {{(pid=110152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 17:52:00.048145 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1ac94d4-c50e-496f-b48b-078ba420e1d3 req-12154a2d-e180-41e0-a591-30faa16ef304 service neutron] Attempting to bind port cb176284-f148-403c-b988-83b0bfbdd7dd on network 4f6007aa-61b1-40c3-a8ad-7f431d419cb5 {{(pid=110152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 17:52:00.053451 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1ac94d4-c50e-496f-b48b-078ba420e1d3 req-12154a2d-e180-41e0-a591-30faa16ef304 service neutron] Port cb176284-f148-403c-b988-83b0bfbdd7dd on network 4f6007aa-61b1-40c3-a8ad-7f431d419cb5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84130 {{(pid=110152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 17:52:00.053771 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1ac94d4-c50e-496f-b48b-078ba420e1d3 req-12154a2d-e180-41e0-a591-30faa16ef304 service neutron] Attempting to bind port cb176284-f148-403c-b988-83b0bfbdd7dd on network 4f6007aa-61b1-40c3-a8ad-7f431d419cb5 {{(pid=110152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 17:52:00.060096 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1ac94d4-c50e-496f-b48b-078ba420e1d3 req-12154a2d-e180-41e0-a591-30faa16ef304 service neutron] Checking agent: {'id': '16638279-eb91-49a3-95a5-8b540cc2f948', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84130', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 17, 42, 31), 'started_at': datetime.datetime(2022, 5, 10, 17, 42, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 17, 51, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 17:52:00.060435 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1ac94d4-c50e-496f-b48b-078ba420e1d3 req-12154a2d-e180-41e0-a591-30faa16ef304 service neutron] Checking segment: {'id': 'd952ff82-97df-4645-95cf-8a2390e9c9b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '4f6007aa-61b1-40c3-a8ad-7f431d419cb5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 17:52:00.060875 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1ac94d4-c50e-496f-b48b-078ba420e1d3 req-12154a2d-e180-41e0-a591-30faa16ef304 service neutron] Bound using segment: {'id': 'd952ff82-97df-4645-95cf-8a2390e9c9b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '4f6007aa-61b1-40c3-a8ad-7f431d419cb5'} {{(pid=110152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 17:52:00.061445 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.plugins.ml2.managers [req-d1ac94d4-c50e-496f-b48b-078ba420e1d3 req-12154a2d-e180-41e0-a591-30faa16ef304 service neutron] Bound port: cb176284-f148-403c-b988-83b0bfbdd7dd, host: hv-cinder-84130, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd952ff82-97df-4645-95cf-8a2390e9c9b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '4f6007aa-61b1-40c3-a8ad-7f431d419cb5'}}] {{(pid=110152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 17:52:00.061818 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [req-d1ac94d4-c50e-496f-b48b-078ba420e1d3 req-12154a2d-e180-41e0-a591-30faa16ef304 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1514036'] for port (cb176284-f148-403c-b988-83b0bfbdd7dd), before_update {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:52:00.125146 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [req-f439bca1-6955-4aae-a231-06c789e3a0ba req-907b77bc-bca9-4a76-b75c-41289338fb96 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=33f2c369-a8b0-48aa-b116-b1391feb5a44 HTTP/1.1" status: 200 len: 999 time: 0.0987232 May 10 17:52:00.147087 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.plugins.ml2.db [req-d1ac94d4-c50e-496f-b48b-078ba420e1d3 req-12154a2d-e180-41e0-a591-30faa16ef304 service neutron] For port cb176284-f148-403c-b988-83b0bfbdd7dd, host hv-cinder-84130, cleared binding levels {{(pid=110152) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 17:52:00.152502 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.plugins.ml2.db [req-d1ac94d4-c50e-496f-b48b-078ba420e1d3 req-12154a2d-e180-41e0-a591-30faa16ef304 service neutron] For port cb176284-f148-403c-b988-83b0bfbdd7dd, host hv-cinder-84130, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84130',level=0,port_id=cb176284-f148-403c-b988-83b0bfbdd7dd,segment=NetworkSegment(d952ff82-97df-4645-95cf-8a2390e9c9b8),segment_id=d952ff82-97df-4645-95cf-8a2390e9c9b8)] {{(pid=110152) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 17:52:00.161648 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [req-d1ac94d4-c50e-496f-b48b-078ba420e1d3 req-12154a2d-e180-41e0-a591-30faa16ef304 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1514136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781795229094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781794686082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781794686100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5018163'] for port (cb176284-f148-403c-b988-83b0bfbdd7dd), after_update {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:52:00.202591 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ac94d4-c50e-496f-b48b-078ba420e1d3 req-12154a2d-e180-41e0-a591-30faa16ef304 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:52:00.203281 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [req-d1ac94d4-c50e-496f-b48b-078ba420e1d3 req-12154a2d-e180-41e0-a591-30faa16ef304 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29634'] for port (None), before_response {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:52:00.204847 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-d1ac94d4-c50e-496f-b48b-078ba420e1d3 req-12154a2d-e180-41e0-a591-30faa16ef304 service neutron] 10.222.0.77 "PUT /v2.0/ports/cb176284-f148-403c-b988-83b0bfbdd7dd HTTP/1.1" status: 200 len: 1093 time: 0.8249981 May 10 17:52:00.205315 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e16b7603-15a8-44a4-82c9-729bedfb8ac6', 'tag': 'cb176284-f148-403c-b988-83b0bfbdd7dd'}] {{(pid=110152) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 17:52:00.208678 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0e5bab204033c83635b1e14c3e3a099c647719281f8bf9f740a5b80828d0d04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce3b346b-cad4-440b-98e9-2233d0de190b" -d '{"events": [{"name": "network-changed", "server_uuid": "e16b7603-15a8-44a4-82c9-729bedfb8ac6", "tag": "cb176284-f148-403c-b988-83b0bfbdd7dd"}]}' {{(pid=110152) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 17:52:00.221618 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f439bca1-6955-4aae-a231-06c789e3a0ba req-d8d074c6-a743-4118-a28b-bcab5a138662 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:52:00.224224 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [req-f439bca1-6955-4aae-a231-06c789e3a0ba req-d8d074c6-a743-4118-a28b-bcab5a138662 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=8d05c8d5-b43f-426f-967a-5bcf2a7a77f7 HTTP/1.1" status: 200 len: 854 time: 0.0907233 May 10 17:52:00.252352 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.db.l3_hamode_db [None req-c2ed82cf-d691-4f4e-ac6e-94cc1a9d31ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24a906bd-bc37-4f60-9d1b-823a31f350bf', 'name': 'tempest-AttachVolumeNegativeTest-1935741533-router', 'tenant_id': 'f4e017a4040d450aad862065563ea64d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85dc89cf-59f9-4edb-b26e-52bcb8a93763', 'external_fixed_ips': [{'subnet_id': 'e93d94f1-cb19-4cd0-92e5-ca73d24bd8fb', 'ip_address': '172.27.0.151'}], 'enable_snat': True}, 'gw_port_id': '8a785056-3967-44dc-89fc-a85dc909609a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T17:44:32Z', 'updated_at': '2022-05-10T17:44:44Z', 'revision_number': 4, 'project_id': 'f4e017a4040d450aad862065563ea64d', 'gw_port': {'id': '8a785056-3967-44dc-89fc-a85dc909609a', 'name': '', 'network_id': '85dc89cf-59f9-4edb-b26e-52bcb8a93763', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:45:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24a906bd-bc37-4f60-9d1b-823a31f350bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'e93d94f1-cb19-4cd0-92e5-ca73d24bd8fb', 'ip_address': '172.27.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841302-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T17:44:33Z', 'updated_at': '2022-05-10T17:44:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e93d94f1-cb19-4cd0-92e5-ca73d24bd8fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841302-2-iscsi', '_floatingips': [{'id': '8336f88f-faa0-4383-8ece-4340415be1f4', 'tenant_id': 'f4e017a4040d450aad862065563ea64d', 'floating_ip_address': '172.27.0.206', 'floating_network_id': '85dc89cf-59f9-4edb-b26e-52bcb8a93763', 'router_id': '24a906bd-bc37-4f60-9d1b-823a31f350bf', 'port_id': '33f2c369-a8b0-48aa-b116-b1391feb5a44', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 490, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5a13d84d-c9e9-413f-a254-ca6edab95c78', 'mac_address': 'fa:16:3e:ab:a3:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed2618f3-4f12-48c9-888c-814f93d1fc49', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T17:51:41Z', 'updated_at': '2022-05-10T17:51:58Z', 'revision_number': 1, 'project_id': 'f4e017a4040d450aad862065563ea64d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '027fd6fa-8a2c-41cf-8f97-10f5b1a94550', 'name': '', 'network_id': '5a13d84d-c9e9-413f-a254-ca6edab95c78', 'tenant_id': 'f4e017a4040d450aad862065563ea64d', 'mac_address': 'fa:16:3e:36:e7:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24a906bd-bc37-4f60-9d1b-823a31f350bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '8d05c8d5-b43f-426f-967a-5bcf2a7a77f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841302-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T17:44:39Z', 'updated_at': '2022-05-10T17:44:58Z', 'revision_number': 5, 'project_id': 'f4e017a4040d450aad862065563ea64d', 'subnets': [{'id': '8d05c8d5-b43f-426f-967a-5bcf2a7a77f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841302-2-iscsi', False) {} {{(pid=110154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:52:00.307331 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2ed82cf-d691-4f4e-ac6e-94cc1a9d31ea None None] Checking router: 24a906bd-bc37-4f60-9d1b-823a31f350bf for host: dv-cinder-841302-2-iscsi {{(pid=110154) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 17:52:00.318234 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2ed82cf-d691-4f4e-ac6e-94cc1a9d31ea None None] Routers {'24a906bd-bc37-4f60-9d1b-823a31f350bf'} bound to L3 agent in host dv-cinder-841302-2-iscsi {{(pid=110154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 17:52:00.319132 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.db.l3_hamode_db [None req-c2ed82cf-d691-4f4e-ac6e-94cc1a9d31ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841302-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-10T17:36:00Z,description=,heartbeat_timestamp=2022-05-10T17:52:00Z,host='dv-cinder-841302-2-iscsi',id=eaac381b-e402-41c3-a8e6-8f962681d3e6,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T17:36:00Z,topic='l3_agent')) {'router_ids': ['24a906bd-bc37-4f60-9d1b-823a31f350bf'], 'active': True} {{(pid=110154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:52:00.338880 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f439bca1-6955-4aae-a231-06c789e3a0ba req-43d11964-dee1-4bcb-b4a3-7d8ece34d6f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:52:00.339086 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12154a2d-e180-41e0-a591-30faa16ef304 service neutron] Pushing event updated for resources: {'Port': ['ID=cb176284-f148-403c-b988-83b0bfbdd7dd,revision_number=3']} {{(pid=110152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:52:00.343048 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [req-f439bca1-6955-4aae-a231-06c789e3a0ba req-43d11964-dee1-4bcb-b4a3-7d8ece34d6f6 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=5a13d84d-c9e9-413f-a254-ca6edab95c78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1116283 May 10 17:52:00.350457 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ac94d4-c50e-496f-b48b-078ba420e1d3 req-c4fb954e-eed4-4ad6-b9e3-b54a0d0d8fe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:52:00.354146 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-d1ac94d4-c50e-496f-b48b-078ba420e1d3 req-c4fb954e-eed4-4ad6-b9e3-b54a0d0d8fe2 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=0461acfadf8743fdbd62a39bf3fe3e1c&device_id=e16b7603-15a8-44a4-82c9-729bedfb8ac6 HTTP/1.1" status: 200 len: 1127 time: 0.0606189 May 10 17:52:00.355797 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 17:52:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de907cbb-a034-4a78-a885-05a5cd60e675 x-openstack-request-id: req-de907cbb-a034-4a78-a885-05a5cd60e675 {{(pid=110152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 17:52:00.356089 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e16b7603-15a8-44a4-82c9-729bedfb8ac6", "tag": "cb176284-f148-403c-b988-83b0bfbdd7dd", "status": "completed", "code": 200}]} {{(pid=110152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 17:52:00.356346 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-de907cbb-a034-4a78-a885-05a5cd60e675 {{(pid=110152) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 17:52:00.356756 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.notifiers.nova [-] Nova event matching ['req-de907cbb-a034-4a78-a885-05a5cd60e675'] response: {'name': 'network-changed', 'server_uuid': 'e16b7603-15a8-44a4-82c9-729bedfb8ac6', 'tag': 'cb176284-f148-403c-b988-83b0bfbdd7dd', 'status': 'completed', 'code': 200} May 10 17:52:00.431568 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-d1ac94d4-c50e-496f-b48b-078ba420e1d3 req-1958a509-74ca-4d68-bec6-2f3c2d5ea00b service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cb176284-f148-403c-b988-83b0bfbdd7dd HTTP/1.1" status: 200 len: 217 time: 0.0607424 May 10 17:52:00.455190 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a431707-b995-4ed2-9a87-7783c83b5a8c req-03b209f4-976f-47c9-913b-bec1df6300f1 tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:52:00.457128 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-0a431707-b995-4ed2-9a87-7783c83b5a8c req-03b209f4-976f-47c9-913b-bec1df6300f1 tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] 10.222.0.60 "GET /v2.0/ports?device_id=e16b7603-15a8-44a4-82c9-729bedfb8ac6 HTTP/1.1" status: 200 len: 943 time: 0.0989480 May 10 17:52:00.473876 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [req-f439bca1-6955-4aae-a231-06c789e3a0ba req-6ae021c2-b811-4fd5-8358-b5640a8c2a45 service neutron] 10.222.0.77 "GET /v2.0/networks/5a13d84d-c9e9-413f-a254-ca6edab95c78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225858 May 10 17:52:00.474831 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.db.l3_dvr_db [None req-c2ed82cf-d691-4f4e-ac6e-94cc1a9d31ea None None] Set router 24a906bd-bc37-4f60-9d1b-823a31f350bf gateway port host: dv-cinder-841302-2-iscsi {{(pid=110154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 17:52:00.537950 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ac94d4-c50e-496f-b48b-078ba420e1d3 req-86415909-65cb-42bc-8290-61673185fd1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:52:00.540253 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-d1ac94d4-c50e-496f-b48b-078ba420e1d3 req-86415909-65cb-42bc-8290-61673185fd1e service neutron] 10.222.0.77 "GET /v2.0/subnets?id=c13a30fd-de84-4d1b-92b1-edbd848fe110 HTTP/1.1" status: 200 len: 855 time: 0.1011553 May 10 17:52:00.565901 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-0a431707-b995-4ed2-9a87-7783c83b5a8c req-4a9e785d-e736-4b37-9ad5-c47eac793eea tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] 10.222.0.60 "GET /v2.0/security-groups?id=f03b9727-633c-4bf1-b0bf-05abcd1e8fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0848391 May 10 17:52:00.613742 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ac94d4-c50e-496f-b48b-078ba420e1d3 req-23046226-9df4-4a53-854b-d1f74e8ecd45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:52:00.615390 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-d1ac94d4-c50e-496f-b48b-078ba420e1d3 req-23046226-9df4-4a53-854b-d1f74e8ecd45 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=4f6007aa-61b1-40c3-a8ad-7f431d419cb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0661244 May 10 17:52:00.640085 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [req-f439bca1-6955-4aae-a231-06c789e3a0ba req-59d679bb-370c-4e0d-afa1-b57e33b321f2 service neutron] 10.222.0.77 "GET /v2.0/networks/5a13d84d-c9e9-413f-a254-ca6edab95c78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1518395 May 10 17:52:00.746983 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-d1ac94d4-c50e-496f-b48b-078ba420e1d3 req-a0ef1bd3-4d24-4580-914a-6e4b8150e3a3 service neutron] 10.222.0.77 "GET /v2.0/networks/4f6007aa-61b1-40c3-a8ad-7f431d419cb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245902 May 10 17:52:00.789950 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.db.l3_hamode_db [None req-c2ed82cf-d691-4f4e-ac6e-94cc1a9d31ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24a906bd-bc37-4f60-9d1b-823a31f350bf', 'name': 'tempest-AttachVolumeNegativeTest-1935741533-router', 'tenant_id': 'f4e017a4040d450aad862065563ea64d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85dc89cf-59f9-4edb-b26e-52bcb8a93763', 'external_fixed_ips': [{'subnet_id': 'e93d94f1-cb19-4cd0-92e5-ca73d24bd8fb', 'ip_address': '172.27.0.151'}], 'enable_snat': True}, 'gw_port_id': '8a785056-3967-44dc-89fc-a85dc909609a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T17:44:32Z', 'updated_at': '2022-05-10T17:44:44Z', 'revision_number': 4, 'project_id': 'f4e017a4040d450aad862065563ea64d', 'gw_port': {'id': '8a785056-3967-44dc-89fc-a85dc909609a', 'name': '', 'network_id': '85dc89cf-59f9-4edb-b26e-52bcb8a93763', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:45:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24a906bd-bc37-4f60-9d1b-823a31f350bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'e93d94f1-cb19-4cd0-92e5-ca73d24bd8fb', 'ip_address': '172.27.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841302-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T17:44:33Z', 'updated_at': '2022-05-10T17:44:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e93d94f1-cb19-4cd0-92e5-ca73d24bd8fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841302-2-iscsi', '_floatingips': [{'id': '8336f88f-faa0-4383-8ece-4340415be1f4', 'tenant_id': 'f4e017a4040d450aad862065563ea64d', 'floating_ip_address': '172.27.0.206', 'floating_network_id': '85dc89cf-59f9-4edb-b26e-52bcb8a93763', 'router_id': '24a906bd-bc37-4f60-9d1b-823a31f350bf', 'port_id': '33f2c369-a8b0-48aa-b116-b1391feb5a44', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 490, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5a13d84d-c9e9-413f-a254-ca6edab95c78', 'mac_address': 'fa:16:3e:ab:a3:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed2618f3-4f12-48c9-888c-814f93d1fc49', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T17:51:41Z', 'updated_at': '2022-05-10T17:51:58Z', 'revision_number': 1, 'project_id': 'f4e017a4040d450aad862065563ea64d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '027fd6fa-8a2c-41cf-8f97-10f5b1a94550', 'name': '', 'network_id': '5a13d84d-c9e9-413f-a254-ca6edab95c78', 'tenant_id': 'f4e017a4040d450aad862065563ea64d', 'mac_address': 'fa:16:3e:36:e7:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24a906bd-bc37-4f60-9d1b-823a31f350bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '8d05c8d5-b43f-426f-967a-5bcf2a7a77f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841302-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T17:44:39Z', 'updated_at': '2022-05-10T17:44:58Z', 'revision_number': 5, 'project_id': 'f4e017a4040d450aad862065563ea64d', 'subnets': [{'id': '8d05c8d5-b43f-426f-967a-5bcf2a7a77f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841302-2-iscsi', False) {} {{(pid=110154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:52:00.825595 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2ed82cf-d691-4f4e-ac6e-94cc1a9d31ea None None] The sync data for ids ['24a906bd-bc37-4f60-9d1b-823a31f350bf'] in dv-cinder-841302-2-iscsi is: [{'id': '24a906bd-bc37-4f60-9d1b-823a31f350bf', 'name': 'tempest-AttachVolumeNegativeTest-1935741533-router', 'tenant_id': 'f4e017a4040d450aad862065563ea64d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85dc89cf-59f9-4edb-b26e-52bcb8a93763', 'external_fixed_ips': [{'subnet_id': 'e93d94f1-cb19-4cd0-92e5-ca73d24bd8fb', 'ip_address': '172.27.0.151'}], 'enable_snat': True}, 'gw_port_id': '8a785056-3967-44dc-89fc-a85dc909609a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T17:44:32Z', 'updated_at': '2022-05-10T17:44:44Z', 'revision_number': 4, 'project_id': 'f4e017a4040d450aad862065563ea64d', 'gw_port': {'id': '8a785056-3967-44dc-89fc-a85dc909609a', 'name': '', 'network_id': '85dc89cf-59f9-4edb-b26e-52bcb8a93763', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:45:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24a906bd-bc37-4f60-9d1b-823a31f350bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'e93d94f1-cb19-4cd0-92e5-ca73d24bd8fb', 'ip_address': '172.27.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841302-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T17:44:33Z', 'updated_at': '2022-05-10T17:44:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e93d94f1-cb19-4cd0-92e5-ca73d24bd8fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841302-2-iscsi', '_floatingips': [{'id': '8336f88f-faa0-4383-8ece-4340415be1f4', 'tenant_id': 'f4e017a4040d450aad862065563ea64d', 'floating_ip_address': '172.27.0.206', 'floating_network_id': '85dc89cf-59f9-4edb-b26e-52bcb8a93763', 'router_id': '24a906bd-bc37-4f60-9d1b-823a31f350bf', 'port_id': '33f2c369-a8b0-48aa-b116-b1391feb5a44', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 490, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5a13d84d-c9e9-413f-a254-ca6edab95c78', 'mac_address': 'fa:16:3e:ab:a3:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed2618f3-4f12-48c9-888c-814f93d1fc49', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T17:51:41Z', 'updated_at': '2022-05-10T17:51:58Z', 'revision_number': 1, 'project_id': 'f4e017a4040d450aad862065563ea64d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '027fd6fa-8a2c-41cf-8f97-10f5b1a94550', 'name': '', 'network_id': '5a13d84d-c9e9-413f-a254-ca6edab95c78', 'tenant_id': 'f4e017a4040d450aad862065563ea64d', 'mac_address': 'fa:16:3e:36:e7:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24a906bd-bc37-4f60-9d1b-823a31f350bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '8d05c8d5-b43f-426f-967a-5bcf2a7a77f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841302-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T17:44:39Z', 'updated_at': '2022-05-10T17:44:58Z', 'revision_number': 5, 'project_id': 'f4e017a4040d450aad862065563ea64d', 'subnets': [{'id': '8d05c8d5-b43f-426f-967a-5bcf2a7a77f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 17:52:00.902233 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-d1ac94d4-c50e-496f-b48b-078ba420e1d3 req-6c8a7310-4836-4c67-8258-cd4fee089213 service neutron] 10.222.0.77 "GET /v2.0/networks/4f6007aa-61b1-40c3-a8ad-7f431d419cb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1473358 May 10 17:52:01.071041 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1422c609-ef26-4fc6-bb30-75d7221a5782 None None] New status for floating IP 8336f88f-faa0-4383-8ece-4340415be1f4: ACTIVE {{(pid=110155) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 17:52:01.471674 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-d07e8966-ef10-4d42-b774-228753b3fd3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781795183391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525393'] for agent (a55810b0-63c4-4499-a4d9-efcdb1615ce8), after_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:52:01.640701 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781795183391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525393'] for agent (16638279-eb91-49a3-95a5-8b540cc2f948), after_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:52:01.703235 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15898d1a-5888-495c-8e49-94fda9765cab req-7e74deff-57fb-4fe1-bd82-aca3549fda3e tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:52:01.705119 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-15898d1a-5888-495c-8e49-94fda9765cab req-7e74deff-57fb-4fe1-bd82-aca3549fda3e tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] 10.222.0.60 "GET /v2.0/ports?device_id=e16b7603-15a8-44a4-82c9-729bedfb8ac6 HTTP/1.1" status: 200 len: 943 time: 0.0537336 May 10 17:52:01.756708 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-15898d1a-5888-495c-8e49-94fda9765cab req-a0a5a4db-b1a0-4ef8-9b91-28cf1fc6212c tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] 10.222.0.60 "GET /v2.0/security-groups?id=f03b9727-633c-4bf1-b0bf-05abcd1e8fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459964 May 10 17:52:02.890061 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c1c124-bd5e-49f9-94f4-eda2dbcc406b req-a889e48b-5660-426d-900c-c9b790101e07 tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:52:02.891619 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-d3c1c124-bd5e-49f9-94f4-eda2dbcc406b req-a889e48b-5660-426d-900c-c9b790101e07 tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] 10.222.0.60 "GET /v2.0/ports?device_id=e16b7603-15a8-44a4-82c9-729bedfb8ac6 HTTP/1.1" status: 200 len: 943 time: 0.0496225 May 10 17:52:02.945228 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-d3c1c124-bd5e-49f9-94f4-eda2dbcc406b req-3ef0ee50-212c-4c68-a6d0-31d28b482435 tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] 10.222.0.60 "GET /v2.0/security-groups?id=f03b9727-633c-4bf1-b0bf-05abcd1e8fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476444 May 10 17:52:03.056662 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-ae45faaf-356d-4e4a-a605-33fedb92cd97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781795183391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525393'] for agent (6a57b374-0daf-4fe3-9dd1-3d457a537aa7), after_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:52:03.471668 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3b346b-cad4-440b-98e9-2233d0de190b req-020c8709-1f32-438c-aa6f-cb4795315bee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:52:03.473203 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-ce3b346b-cad4-440b-98e9-2233d0de190b req-020c8709-1f32-438c-aa6f-cb4795315bee service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=0461acfadf8743fdbd62a39bf3fe3e1c&device_id=e16b7603-15a8-44a4-82c9-729bedfb8ac6 HTTP/1.1" status: 200 len: 1127 time: 0.0405691 May 10 17:52:03.576004 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3b346b-cad4-440b-98e9-2233d0de190b req-9718bf6b-0aa9-44b1-8b9c-557927c18387 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:52:03.577481 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-ce3b346b-cad4-440b-98e9-2233d0de190b req-9718bf6b-0aa9-44b1-8b9c-557927c18387 service neutron] 10.222.0.77 "GET /v2.0/networks?id=4f6007aa-61b1-40c3-a8ad-7f431d419cb5 HTTP/1.1" status: 200 len: 917 time: 0.0868242 May 10 17:52:03.623893 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-ce3b346b-cad4-440b-98e9-2233d0de190b req-ed01a80f-5174-4bcb-87df-320887c19819 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cb176284-f148-403c-b988-83b0bfbdd7dd HTTP/1.1" status: 200 len: 217 time: 0.0399983 May 10 17:52:03.704660 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3b346b-cad4-440b-98e9-2233d0de190b req-4c29d2d4-c7bf-4c09-9c19-ffcb31187bc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:52:03.707233 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-ce3b346b-cad4-440b-98e9-2233d0de190b req-4c29d2d4-c7bf-4c09-9c19-ffcb31187bc4 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=c13a30fd-de84-4d1b-92b1-edbd848fe110 HTTP/1.1" status: 200 len: 855 time: 0.0733390 May 10 17:52:03.760301 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3b346b-cad4-440b-98e9-2233d0de190b req-721e70cc-3000-4f0a-b324-482c3e1917a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:52:03.761717 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-ce3b346b-cad4-440b-98e9-2233d0de190b req-721e70cc-3000-4f0a-b324-482c3e1917a7 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=4f6007aa-61b1-40c3-a8ad-7f431d419cb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0421813 May 10 17:52:03.860173 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-ce3b346b-cad4-440b-98e9-2233d0de190b req-97f4dcca-5a3c-4dde-9b86-ea7aeb5ba496 service neutron] 10.222.0.77 "GET /v2.0/networks/4f6007aa-61b1-40c3-a8ad-7f431d419cb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914247 May 10 17:52:03.953046 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-ce3b346b-cad4-440b-98e9-2233d0de190b req-cb35c4ec-a0ee-4363-b9b4-e45f998372c1 service neutron] 10.222.0.77 "GET /v2.0/networks/4f6007aa-61b1-40c3-a8ad-7f431d419cb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867357 May 10 17:52:04.066341 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdb878e-1b98-4d44-bce7-ea158f66fe94 req-d8a60d31-942f-4b4f-869a-f90274858522 tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:52:04.067745 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-0bdb878e-1b98-4d44-bce7-ea158f66fe94 req-d8a60d31-942f-4b4f-869a-f90274858522 tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] 10.222.0.60 "GET /v2.0/ports?device_id=e16b7603-15a8-44a4-82c9-729bedfb8ac6 HTTP/1.1" status: 200 len: 943 time: 0.0475502 May 10 17:52:04.121409 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-0bdb878e-1b98-4d44-bce7-ea158f66fe94 req-ae1470a9-c4eb-489e-9b35-3ac83695a738 tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] 10.222.0.60 "GET /v2.0/security-groups?id=f03b9727-633c-4bf1-b0bf-05abcd1e8fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464797 May 10 17:52:04.506144 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-6e697e78-9dd1-4bc1-8573-56b901d07725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781795183391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525393'] for agent (fdc37a75-b7a9-4e92-a59c-f5b8c02d060c), after_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:52:04.817274 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.rpc [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Device cb176284-f148-403c-b988-83b0bfbdd7dd details requested by agent hyperv_hv-cinder-84130 with host hv-cinder-84130 {{(pid=110154) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 17:52:04.936572 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.db [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] For port cb176284-f148-403c-b988-83b0bfbdd7dd, host hv-cinder-84130, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84130',level=0,port_id=cb176284-f148-403c-b988-83b0bfbdd7dd,segment=NetworkSegment(d952ff82-97df-4645-95cf-8a2390e9c9b8),segment_id=d952ff82-97df-4645-95cf-8a2390e9c9b8)] {{(pid=110154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 17:52:04.954839 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.rpc [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Returning: {'device': 'cb176284-f148-403c-b988-83b0bfbdd7dd', 'network_id': '4f6007aa-61b1-40c3-a8ad-7f431d419cb5', 'port_id': 'cb176284-f148-403c-b988-83b0bfbdd7dd', 'mac_address': 'fa:16:3e:e9:4d:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 554, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c13a30fd-de84-4d1b-92b1-edbd848fe110', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110154) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 17:52:04.993803 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.plugin [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Current status of the port cb176284-f148-403c-b988-83b0bfbdd7dd is: DOWN; New status is: BUILD {{(pid=110154) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 17:52:04.994183 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1514036'] for port (cb176284-f148-403c-b988-83b0bfbdd7dd), before_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:52:05.006952 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.notifiers.nova [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cb176284-f148-403c-b988-83b0bfbdd7dd {{(pid=110154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 17:52:05.027146 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.db [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] For port cb176284-f148-403c-b988-83b0bfbdd7dd, host hv-cinder-84130, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84130',level=0,port_id=cb176284-f148-403c-b988-83b0bfbdd7dd,segment=NetworkSegment(d952ff82-97df-4645-95cf-8a2390e9c9b8),segment_id=d952ff82-97df-4645-95cf-8a2390e9c9b8)] {{(pid=110154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 17:52:05.031001 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1514136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781795229094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781794686082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781794686100'] for port (cb176284-f148-403c-b988-83b0bfbdd7dd), after_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:52:05.083652 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Pushing event updated for resources: {'Port': ['ID=cb176284-f148-403c-b988-83b0bfbdd7dd,revision_number=4']} {{(pid=110154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:52:05.242252 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74df62e0-0543-4114-9b77-348568e94926 req-5ea8decc-65cb-4c94-8c53-986e8bba7c3d tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:52:05.243772 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-74df62e0-0543-4114-9b77-348568e94926 req-5ea8decc-65cb-4c94-8c53-986e8bba7c3d tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] 10.222.0.60 "GET /v2.0/ports?device_id=e16b7603-15a8-44a4-82c9-729bedfb8ac6 HTTP/1.1" status: 200 len: 944 time: 0.0491507 May 10 17:52:05.293751 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-74df62e0-0543-4114-9b77-348568e94926 req-8d3ec31f-b231-4b77-9e18-97c8dedb6a02 tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] 10.222.0.60 "GET /v2.0/security-groups?id=f03b9727-633c-4bf1-b0bf-05abcd1e8fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443029 May 10 17:52:05.601313 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.db [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] get_ports_and_sgs() called for port_ids ['cb176284-f148-403c-b988-83b0bfbdd7dd'] {{(pid=110154) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 17:52:06.414605 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e127184-0e42-4d8a-ab75-2ec3f3ac225d req-9322a3d0-8ec8-4d2a-a518-f33370dce5c8 tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:52:06.416033 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-1e127184-0e42-4d8a-ab75-2ec3f3ac225d req-9322a3d0-8ec8-4d2a-a518-f33370dce5c8 tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] 10.222.0.60 "GET /v2.0/ports?device_id=e16b7603-15a8-44a4-82c9-729bedfb8ac6 HTTP/1.1" status: 200 len: 944 time: 0.0496328 May 10 17:52:06.465636 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-1e127184-0e42-4d8a-ab75-2ec3f3ac225d req-61625a3e-8350-48c0-b841-0f0611ba4ce0 tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] 10.222.0.60 "GET /v2.0/security-groups?id=f03b9727-633c-4bf1-b0bf-05abcd1e8fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438612 May 10 17:52:06.904782 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.rpc [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Device cb176284-f148-403c-b988-83b0bfbdd7dd up at agent hyperv_hv-cinder-84130 {{(pid=110154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 17:52:06.957947 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.db.provisioning_blocks [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Provisioning for port cb176284-f148-403c-b988-83b0bfbdd7dd completed by entity L2. {{(pid=110154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 10 17:52:06.964001 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.db.provisioning_blocks [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Provisioning complete for port cb176284-f148-403c-b988-83b0bfbdd7dd triggered by entity L2. {{(pid=110154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 17:52:06.964376 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525495'] for port (cb176284-f148-403c-b988-83b0bfbdd7dd), provisioning_complete {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:52:07.042116 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.plugin [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Current status of the port cb176284-f148-403c-b988-83b0bfbdd7dd is: BUILD; New status is: ACTIVE {{(pid=110154) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 17:52:07.042419 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1514036'] for port (cb176284-f148-403c-b988-83b0bfbdd7dd), before_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:52:07.065742 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e16b7603-15a8-44a4-82c9-729bedfb8ac6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb176284-f148-403c-b988-83b0bfbdd7dd'}] {{(pid=110154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 17:52:07.068035 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81f5a9f60a7176de4ec81ee2de5d4e9bd281d17703f5d6403e6a691a644f2f07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b50e3306-d972-4c10-8a08-b152897f45cf" -d '{"events": [{"server_uuid": "e16b7603-15a8-44a4-82c9-729bedfb8ac6", "name": "network-vif-plugged", "status": "completed", "tag": "cb176284-f148-403c-b988-83b0bfbdd7dd"}]}' {{(pid=110154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 17:52:07.082017 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.db [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] For port cb176284-f148-403c-b988-83b0bfbdd7dd, host hv-cinder-84130, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84130',level=0,port_id=cb176284-f148-403c-b988-83b0bfbdd7dd,segment=NetworkSegment(d952ff82-97df-4645-95cf-8a2390e9c9b8),segment_id=d952ff82-97df-4645-95cf-8a2390e9c9b8)] {{(pid=110154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 17:52:07.087347 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1514136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781795229094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781794686082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781794686100'] for port (cb176284-f148-403c-b988-83b0bfbdd7dd), after_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:52:07.114710 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 17:52:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03348d4f-85b3-42dd-9a34-dca0bc2001f7 x-openstack-request-id: req-03348d4f-85b3-42dd-9a34-dca0bc2001f7 {{(pid=110154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 17:52:07.115034 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e16b7603-15a8-44a4-82c9-729bedfb8ac6", "name": "network-vif-plugged", "status": "completed", "tag": "cb176284-f148-403c-b988-83b0bfbdd7dd", "code": 200}]} {{(pid=110154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 17:52:07.115295 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-03348d4f-85b3-42dd-9a34-dca0bc2001f7 {{(pid=110154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 17:52:07.115717 dv-cinder-841302-2-iscsi neutron-server[110154]: INFO neutron.notifiers.nova [-] Nova event matching ['req-03348d4f-85b3-42dd-9a34-dca0bc2001f7'] response: {'server_uuid': 'e16b7603-15a8-44a4-82c9-729bedfb8ac6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb176284-f148-403c-b988-83b0bfbdd7dd', 'code': 200} May 10 17:52:07.144509 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Pushing event updated for resources: {'Port': ['ID=cb176284-f148-403c-b988-83b0bfbdd7dd,revision_number=5']} {{(pid=110154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:52:07.380524 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856e118b-48ff-4042-b223-b176dc2148e3 req-55b13f7a-38d4-4505-9770-83ca57792878 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:52:07.382064 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-856e118b-48ff-4042-b223-b176dc2148e3 req-55b13f7a-38d4-4505-9770-83ca57792878 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=e16b7603-15a8-44a4-82c9-729bedfb8ac6 HTTP/1.1" status: 200 len: 1129 time: 0.0454257 May 10 17:52:07.430251 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-856e118b-48ff-4042-b223-b176dc2148e3 req-33b2787d-2270-4d92-a564-e7cbc4a1f2c4 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=f03b9727-633c-4bf1-b0bf-05abcd1e8fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401707 May 10 17:52:07.587956 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecd6047-1a0b-4183-8990-59e0843d9120 req-2b3b1b21-6d50-4609-98d1-a0425a0f0081 tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:52:07.589463 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-fecd6047-1a0b-4183-8990-59e0843d9120 req-2b3b1b21-6d50-4609-98d1-a0425a0f0081 tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] 10.222.0.60 "GET /v2.0/ports?device_id=e16b7603-15a8-44a4-82c9-729bedfb8ac6 HTTP/1.1" status: 200 len: 945 time: 0.0486410 May 10 17:52:07.638674 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-fecd6047-1a0b-4183-8990-59e0843d9120 req-1a903385-b00f-417d-b804-b41cadf23b75 tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] 10.222.0.60 "GET /v2.0/security-groups?id=f03b9727-633c-4bf1-b0bf-05abcd1e8fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435023 May 10 17:52:08.512255 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a82a5e-191f-45e3-844e-de02de85ade9 req-a1f8c6ae-c2d0-46e2-b90e-5d2cf9d5885a tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:52:08.514347 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-b6a82a5e-191f-45e3-844e-de02de85ade9 req-a1f8c6ae-c2d0-46e2-b90e-5d2cf9d5885a tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] 10.222.0.60 "GET /v2.0/ports?device_id=e4553a66-9c17-4820-a5ab-1e3f45b42cb2 HTTP/1.1" status: 200 len: 946 time: 0.0543070 May 10 17:52:08.563971 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-b6a82a5e-191f-45e3-844e-de02de85ade9 req-2d2a4bd2-7fb2-4b35-a362-83d171a7a9bf tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] 10.222.0.60 "GET /v2.0/security-groups?id=f1b3e0fc-5825-4a82-b5b0-e76c34cd9c81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429671 May 10 17:52:08.769361 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c001a4b7-8426-4bf7-bd24-bfdb1ca025c3 req-36821121-08a3-4496-a7f3-0f1abf7cb945 tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:52:08.771038 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-c001a4b7-8426-4bf7-bd24-bfdb1ca025c3 req-36821121-08a3-4496-a7f3-0f1abf7cb945 tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] 10.222.0.60 "GET /v2.0/ports?device_id=e16b7603-15a8-44a4-82c9-729bedfb8ac6 HTTP/1.1" status: 200 len: 945 time: 0.0506480 May 10 17:52:08.825030 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-c001a4b7-8426-4bf7-bd24-bfdb1ca025c3 req-e5727591-0bd1-44ce-b335-fecc0b5e0f51 tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] 10.222.0.60 "GET /v2.0/security-groups?id=f03b9727-633c-4bf1-b0bf-05abcd1e8fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478361 May 10 17:52:09.684545 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb27839-a5ae-4c44-8cdd-3fdf8cd9a7bc req-b83cc9b3-b026-453e-ad0f-cfcba87d46db tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:52:09.686097 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-0cb27839-a5ae-4c44-8cdd-3fdf8cd9a7bc req-b83cc9b3-b026-453e-ad0f-cfcba87d46db tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] 10.222.0.60 "GET /v2.0/ports?device_id=e4553a66-9c17-4820-a5ab-1e3f45b42cb2 HTTP/1.1" status: 200 len: 946 time: 0.0503333 May 10 17:52:09.742168 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-0cb27839-a5ae-4c44-8cdd-3fdf8cd9a7bc req-ed389c53-6648-4e05-88ea-784c0adf9cd1 tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] 10.222.0.60 "GET /v2.0/security-groups?id=f1b3e0fc-5825-4a82-b5b0-e76c34cd9c81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502157 May 10 17:52:09.947981 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fe2094-d644-43a4-9503-a45efb742ace req-b3c50970-b3b7-46b6-b2f3-f76180954c10 tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:52:09.949509 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-e0fe2094-d644-43a4-9503-a45efb742ace req-b3c50970-b3b7-46b6-b2f3-f76180954c10 tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] 10.222.0.60 "GET /v2.0/ports?device_id=e16b7603-15a8-44a4-82c9-729bedfb8ac6 HTTP/1.1" status: 200 len: 945 time: 0.0502512 May 10 17:52:10.001328 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-e0fe2094-d644-43a4-9503-a45efb742ace req-9919a70d-2dc6-4751-9b72-aa90226916eb tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] 10.222.0.60 "GET /v2.0/security-groups?id=f03b9727-633c-4bf1-b0bf-05abcd1e8fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448833 May 10 17:52:10.860353 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cd6787-0e7f-4074-b4ca-9b7d691f16c9 req-4345d3bf-a7c5-47d1-bf5b-7b5b75a769aa tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:52:10.861869 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-82cd6787-0e7f-4074-b4ca-9b7d691f16c9 req-4345d3bf-a7c5-47d1-bf5b-7b5b75a769aa tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] 10.222.0.60 "GET /v2.0/ports?device_id=e4553a66-9c17-4820-a5ab-1e3f45b42cb2 HTTP/1.1" status: 200 len: 946 time: 0.0496728 May 10 17:52:10.912751 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-82cd6787-0e7f-4074-b4ca-9b7d691f16c9 req-4810d59d-a336-4b50-8806-2f437c4f28f7 tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] 10.222.0.60 "GET /v2.0/security-groups?id=f1b3e0fc-5825-4a82-b5b0-e76c34cd9c81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442398 May 10 17:52:11.131608 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525fe745-5cea-40c5-af18-4c98d118a229 req-daf1ad79-ad42-454f-95f2-56d6e228ba8e tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:52:11.133230 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-525fe745-5cea-40c5-af18-4c98d118a229 req-daf1ad79-ad42-454f-95f2-56d6e228ba8e tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] 10.222.0.60 "GET /v2.0/ports?device_id=e16b7603-15a8-44a4-82c9-729bedfb8ac6 HTTP/1.1" status: 200 len: 945 time: 0.0550604 May 10 17:52:11.192756 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-525fe745-5cea-40c5-af18-4c98d118a229 req-b4db6789-7ce4-4150-9896-9034800eb2c8 tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] 10.222.0.60 "GET /v2.0/security-groups?id=f03b9727-633c-4bf1-b0bf-05abcd1e8fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540080 May 10 17:52:12.028665 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bea12e-c496-41ab-9fa3-b0e3e988ce35 req-5d27fed2-36d3-4a41-8bec-651523b9eda8 tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:52:12.030140 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-97bea12e-c496-41ab-9fa3-b0e3e988ce35 req-5d27fed2-36d3-4a41-8bec-651523b9eda8 tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] 10.222.0.60 "GET /v2.0/ports?device_id=e4553a66-9c17-4820-a5ab-1e3f45b42cb2 HTTP/1.1" status: 200 len: 946 time: 0.0467288 May 10 17:52:12.076645 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-97bea12e-c496-41ab-9fa3-b0e3e988ce35 req-73745d8e-1480-4a7b-8b7d-172fe68f6ee5 tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] 10.222.0.60 "GET /v2.0/security-groups?id=f1b3e0fc-5825-4a82-b5b0-e76c34cd9c81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410271 May 10 17:52:12.315454 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d57029f-5c01-49cb-b4b2-ffa00210d8c6 req-5ea8b764-9715-4450-965d-283c76a32ac8 tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:52:12.316992 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-0d57029f-5c01-49cb-b4b2-ffa00210d8c6 req-5ea8b764-9715-4450-965d-283c76a32ac8 tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] 10.222.0.60 "GET /v2.0/ports?device_id=e16b7603-15a8-44a4-82c9-729bedfb8ac6 HTTP/1.1" status: 200 len: 945 time: 0.0483201 May 10 17:52:12.375945 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-0d57029f-5c01-49cb-b4b2-ffa00210d8c6 req-d8907dfe-6400-4865-acb5-393e61a4bf02 tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] 10.222.0.60 "GET /v2.0/security-groups?id=f03b9727-633c-4bf1-b0bf-05abcd1e8fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500853 May 10 17:52:13.195563 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1daa64-d389-42e3-ad58-a7be218585b6 req-b70dde29-acd2-438d-a181-737e7957c3a4 tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:52:13.197170 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-2f1daa64-d389-42e3-ad58-a7be218585b6 req-b70dde29-acd2-438d-a181-737e7957c3a4 tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] 10.222.0.60 "GET /v2.0/ports?device_id=e4553a66-9c17-4820-a5ab-1e3f45b42cb2 HTTP/1.1" status: 200 len: 946 time: 0.0503383 May 10 17:52:13.247469 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-2f1daa64-d389-42e3-ad58-a7be218585b6 req-9f4851bf-e7a8-4356-a43b-c70b303f2735 tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] 10.222.0.60 "GET /v2.0/security-groups?id=f1b3e0fc-5825-4a82-b5b0-e76c34cd9c81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444136 May 10 17:52:13.372571 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1242cf9-912f-440f-9a4a-e2ca4d285c30 req-01c6249c-3223-4134-8c3e-c85515cacde4 tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:52:13.373957 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-f1242cf9-912f-440f-9a4a-e2ca4d285c30 req-01c6249c-3223-4134-8c3e-c85515cacde4 tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] 10.222.0.77 "GET /v2.0/ports?device_id=e4553a66-9c17-4820-a5ab-1e3f45b42cb2 HTTP/1.1" status: 200 len: 946 time: 0.0459890 May 10 17:52:13.482648 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.plugins.ml2.plugin [req-f1242cf9-912f-440f-9a4a-e2ca4d285c30 req-1dd6ce66-6f32-49af-97c0-18d37090af04 tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] Deleting port d41cfb7a-6772-4a26-bd70-17d9a9faa38c {{(pid=110152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 17:52:13.482986 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [req-f1242cf9-912f-440f-9a4a-e2ca4d285c30 req-1dd6ce66-6f32-49af-97c0-18d37090af04 tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781795221764'] for port (d41cfb7a-6772-4a26-bd70-17d9a9faa38c), before_delete {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:52:13.563956 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa7344f-5cc6-48d2-97c3-f1dea17ef4ce req-36c728f1-a1f4-4ba3-baf6-1e9ff76b9805 tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:52:13.565520 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-6aa7344f-5cc6-48d2-97c3-f1dea17ef4ce req-36c728f1-a1f4-4ba3-baf6-1e9ff76b9805 tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] 10.222.0.60 "GET /v2.0/ports?device_id=e16b7603-15a8-44a4-82c9-729bedfb8ac6 HTTP/1.1" status: 200 len: 945 time: 0.0952585 May 10 17:52:13.632925 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.plugins.ml2.db [req-f1242cf9-912f-440f-9a4a-e2ca4d285c30 req-1dd6ce66-6f32-49af-97c0-18d37090af04 tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] For port d41cfb7a-6772-4a26-bd70-17d9a9faa38c, host hv-cinder-84130, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84130',level=0,port_id=d41cfb7a-6772-4a26-bd70-17d9a9faa38c,segment=NetworkSegment(5476eec8-6d3c-4719-9920-b0738333a1e7),segment_id=5476eec8-6d3c-4719-9920-b0738333a1e7)] {{(pid=110152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 17:52:13.633991 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [req-f1242cf9-912f-440f-9a4a-e2ca4d285c30 req-1dd6ce66-6f32-49af-97c0-18d37090af04 tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640494'] for port (d41cfb7a-6772-4a26-bd70-17d9a9faa38c), precommit_delete {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:52:13.657231 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-6aa7344f-5cc6-48d2-97c3-f1dea17ef4ce req-12eebd2c-9d04-48eb-a2d4-aa2703760d2c tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] 10.222.0.60 "GET /v2.0/security-groups?id=f03b9727-633c-4bf1-b0bf-05abcd1e8fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0861862 May 10 17:52:13.842286 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684af74d-6e41-413c-9718-7b255a5da6f0 req-d3563c23-958f-4987-a045-7664450393ce tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:52:13.843790 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-684af74d-6e41-413c-9718-7b255a5da6f0 req-d3563c23-958f-4987-a045-7664450393ce tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] 10.222.0.60 "GET /v2.0/ports?device_id=e16b7603-15a8-44a4-82c9-729bedfb8ac6 HTTP/1.1" status: 200 len: 945 time: 0.0899794 May 10 17:52:13.852570 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.wsgi [-] (110153) accepted ('10.222.0.60', 44896) {{(pid=110153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 17:52:13.857102 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.v2.base [None req-40f36a4a-0c44-437a-aecc-f9a94a9ac3e6 tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] Request body: {'floatingip': {'port_id': 'cb176284-f148-403c-b988-83b0bfbdd7dd'}} {{(pid=110153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 17:52:13.875274 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [req-f1242cf9-912f-440f-9a4a-e2ca4d285c30 req-1dd6ce66-6f32-49af-97c0-18d37090af04 tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:52:13.875666 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [req-f1242cf9-912f-440f-9a4a-e2ca4d285c30 req-1dd6ce66-6f32-49af-97c0-18d37090af04 tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-641027'] for floatingip (d2186f57-8673-4bab-9c7d-a61ce597bbb7), after_update {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:52:13.875985 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.db.l3_db [req-f1242cf9-912f-440f-9a4a-e2ca4d285c30 req-1dd6ce66-6f32-49af-97c0-18d37090af04 tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] Floating IP d2186f57-8673-4bab-9c7d-a61ce597bbb7 disassociated. External IP: 172.27.0.189, port: d41cfb7a-6772-4a26-bd70-17d9a9faa38c. May 10 17:52:13.876333 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.plugins.ml2.plugin [req-f1242cf9-912f-440f-9a4a-e2ca4d285c30 req-1dd6ce66-6f32-49af-97c0-18d37090af04 tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] Calling delete_port for d41cfb7a-6772-4a26-bd70-17d9a9faa38c owned by compute:nova {{(pid=110152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 17:52:13.898020 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-40f36a4a-0c44-437a-aecc-f9a94a9ac3e6 tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] Publish callbacks [] for floatingip (77ea3c37-7a8f-4ef4-9a28-7bc0fe81a04c), before_update {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:52:14.005284 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [req-f1242cf9-912f-440f-9a4a-e2ca4d285c30 req-1dd6ce66-6f32-49af-97c0-18d37090af04 tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1514136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781795229076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781794686073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5018186'] for port (d41cfb7a-6772-4a26-bd70-17d9a9faa38c), after_delete {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:52:14.036197 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd6ce66-6f32-49af-97c0-18d37090af04 tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] Pushing event deleted for resources: {'Port': ['ID=d41cfb7a-6772-4a26-bd70-17d9a9faa38c,revision_number=None']} {{(pid=110152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:52:14.187439 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f1242cf9-912f-440f-9a4a-e2ca4d285c30 req-1dd6ce66-6f32-49af-97c0-18d37090af04 tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] Router 589742d5-5060-4251-bd2d-d3908b80ab6c has already been hosted by L3 agent eaac381b-e402-41c3-a8e6-8f962681d3e6 {{(pid=110152) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 17:52:14.312898 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f1242cf9-912f-440f-9a4a-e2ca4d285c30 req-1dd6ce66-6f32-49af-97c0-18d37090af04 tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] Notify agent at l3_agent.dv-cinder-841302-2-iscsi the message routers_updated {{(pid=110152) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 17:52:14.333328 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a7dcf11-1da0-474a-97e8-14ce766f9551 None None] Sync routers for ids ['589742d5-5060-4251-bd2d-d3908b80ab6c'] in dv-cinder-841302-2-iscsi {{(pid=110154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 17:52:14.349377 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a7dcf11-1da0-474a-97e8-14ce766f9551 None None] Routers {'589742d5-5060-4251-bd2d-d3908b80ab6c'} bound to L3 agent in host dv-cinder-841302-2-iscsi {{(pid=110154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 17:52:14.350422 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.db.l3_hamode_db [None req-3a7dcf11-1da0-474a-97e8-14ce766f9551 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841302-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-10T17:36:00Z,description=,heartbeat_timestamp=2022-05-10T17:52:00Z,host='dv-cinder-841302-2-iscsi',id=eaac381b-e402-41c3-a8e6-8f962681d3e6,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T17:36:00Z,topic='l3_agent')) {'router_ids': ['589742d5-5060-4251-bd2d-d3908b80ab6c'], 'active': True} {{(pid=110154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:52:14.394802 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1242cf9-912f-440f-9a4a-e2ca4d285c30 req-1dd6ce66-6f32-49af-97c0-18d37090af04 tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] No DVR routers for this DVR port d41cfb7a-6772-4a26-bd70-17d9a9faa38c on host hv-cinder-84130 {{(pid=110152) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 17:52:14.407061 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-40f36a4a-0c44-437a-aecc-f9a94a9ac3e6 tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:52:14.408174 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [req-f1242cf9-912f-440f-9a4a-e2ca4d285c30 req-1dd6ce66-6f32-49af-97c0-18d37090af04 tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29634'] for port (None), before_response {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:52:14.411696 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-f1242cf9-912f-440f-9a4a-e2ca4d285c30 req-1dd6ce66-6f32-49af-97c0-18d37090af04 tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] 10.222.0.77 "DELETE /v2.0/ports/d41cfb7a-6772-4a26-bd70-17d9a9faa38c HTTP/1.1" status: 204 len: 173 time: 1.0312998 May 10 17:52:14.412306 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4553a66-9c17-4820-a5ab-1e3f45b42cb2', 'name': 'network-vif-deleted', 'tag': 'd41cfb7a-6772-4a26-bd70-17d9a9faa38c'}] {{(pid=110152) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 17:52:14.412520 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-40f36a4a-0c44-437a-aecc-f9a94a9ac3e6 tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-641027'] for floatingip (77ea3c37-7a8f-4ef4-9a28-7bc0fe81a04c), after_update {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:52:14.414496 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0e5bab204033c83635b1e14c3e3a099c647719281f8bf9f740a5b80828d0d04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e8dda6a-b300-4025-afa4-16cfd55ee58d" -d '{"events": [{"server_uuid": "e4553a66-9c17-4820-a5ab-1e3f45b42cb2", "name": "network-vif-deleted", "tag": "d41cfb7a-6772-4a26-bd70-17d9a9faa38c"}]}' {{(pid=110152) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 17:52:14.446115 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-117b549e-e75b-4546-bb50-2a4421ef3c44 req-0d6ef53c-b9d6-4091-85c8-b2609b4928c6 tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] 10.222.0.60 "GET /v2.0/ports?device_id=e4553a66-9c17-4820-a5ab-1e3f45b42cb2 HTTP/1.1" status: 200 len: 210 time: 0.0528100 May 10 17:52:14.498585 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 17:52:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39993e59-fef8-4d5f-8651-522c46897241 x-openstack-request-id: req-39993e59-fef8-4d5f-8651-522c46897241 {{(pid=110152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 17:52:14.498894 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4553a66-9c17-4820-a5ab-1e3f45b42cb2", "name": "network-vif-deleted", "tag": "d41cfb7a-6772-4a26-bd70-17d9a9faa38c", "status": "completed", "code": 200}]} {{(pid=110152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 17:52:14.499152 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-39993e59-fef8-4d5f-8651-522c46897241 {{(pid=110152) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 17:52:14.499588 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.notifiers.nova [-] Nova event matching ['req-39993e59-fef8-4d5f-8651-522c46897241'] response: {'server_uuid': 'e4553a66-9c17-4820-a5ab-1e3f45b42cb2', 'name': 'network-vif-deleted', 'tag': 'd41cfb7a-6772-4a26-bd70-17d9a9faa38c', 'status': 'completed', 'code': 200} May 10 17:52:14.574342 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.db.l3_dvr_db [None req-3a7dcf11-1da0-474a-97e8-14ce766f9551 None None] Set router 589742d5-5060-4251-bd2d-d3908b80ab6c gateway port host: dv-cinder-841302-2-iscsi {{(pid=110154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 17:52:14.631126 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.db.l3_db [None req-40f36a4a-0c44-437a-aecc-f9a94a9ac3e6 tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] Floating IP 77ea3c37-7a8f-4ef4-9a28-7bc0fe81a04c associated. External IP: 172.27.0.231, port: cb176284-f148-403c-b988-83b0bfbdd7dd. May 10 17:52:14.818478 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.db.l3_hamode_db [None req-3a7dcf11-1da0-474a-97e8-14ce766f9551 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '589742d5-5060-4251-bd2d-d3908b80ab6c', 'name': 'tempest-ServerRescueNegativeTestJSON-997119658-router', 'tenant_id': 'ec9da2f35bcd444fa485c453103df5cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85dc89cf-59f9-4edb-b26e-52bcb8a93763', 'external_fixed_ips': [{'subnet_id': 'e93d94f1-cb19-4cd0-92e5-ca73d24bd8fb', 'ip_address': '172.27.0.200'}], 'enable_snat': True}, 'gw_port_id': '331e326f-eb0e-4349-9e0d-6687d88832ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T17:44:33Z', 'updated_at': '2022-05-10T17:44:42Z', 'revision_number': 4, 'project_id': 'ec9da2f35bcd444fa485c453103df5cc', 'gw_port': {'id': '331e326f-eb0e-4349-9e0d-6687d88832ed', 'name': '', 'network_id': '85dc89cf-59f9-4edb-b26e-52bcb8a93763', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:ac:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '589742d5-5060-4251-bd2d-d3908b80ab6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'e93d94f1-cb19-4cd0-92e5-ca73d24bd8fb', 'ip_address': '172.27.0.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841302-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T17:44:35Z', 'updated_at': '2022-05-10T17:44:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e93d94f1-cb19-4cd0-92e5-ca73d24bd8fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841302-2-iscsi', '_interfaces': [{'id': 'c383c584-b5df-4b7e-af1c-6ffb19330ddb', 'name': '', 'network_id': 'f37a5a11-05c8-4d32-b0a0-13874a53c216', 'tenant_id': 'ec9da2f35bcd444fa485c453103df5cc', 'mac_address': 'fa:16:3e:3d:4a:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '589742d5-5060-4251-bd2d-d3908b80ab6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'cc50f2c8-8caf-42b1-b7c4-50bfe5301336', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841302-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T17:44:41Z', 'updated_at': '2022-05-10T17:44:53Z', 'revision_number': 5, 'project_id': 'ec9da2f35bcd444fa485c453103df5cc', 'subnets': [{'id': 'cc50f2c8-8caf-42b1-b7c4-50bfe5301336', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841302-2-iscsi', False) {} {{(pid=110154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:52:14.909755 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40f36a4a-0c44-437a-aecc-f9a94a9ac3e6 tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] Router c9c33587-9fa0-4825-a931-8281566e8cec has already been hosted by L3 agent eaac381b-e402-41c3-a8e6-8f962681d3e6 {{(pid=110153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 17:52:15.001088 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a7dcf11-1da0-474a-97e8-14ce766f9551 None None] Checking router: 589742d5-5060-4251-bd2d-d3908b80ab6c for host: dv-cinder-841302-2-iscsi {{(pid=110154) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 17:52:15.010613 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a7dcf11-1da0-474a-97e8-14ce766f9551 None None] Routers {'589742d5-5060-4251-bd2d-d3908b80ab6c'} bound to L3 agent in host dv-cinder-841302-2-iscsi {{(pid=110154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 17:52:15.011186 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.db.l3_hamode_db [None req-3a7dcf11-1da0-474a-97e8-14ce766f9551 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841302-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-10T17:36:00Z,description=,heartbeat_timestamp=2022-05-10T17:52:00Z,host='dv-cinder-841302-2-iscsi',id=eaac381b-e402-41c3-a8e6-8f962681d3e6,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T17:36:00Z,topic='l3_agent')) {'router_ids': ['589742d5-5060-4251-bd2d-d3908b80ab6c'], 'active': True} {{(pid=110154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:52:15.030078 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40f36a4a-0c44-437a-aecc-f9a94a9ac3e6 tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] Notify agent at l3_agent.dv-cinder-841302-2-iscsi the message routers_updated {{(pid=110153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 17:52:15.035143 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-40f36a4a-0c44-437a-aecc-f9a94a9ac3e6 tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29634'] for floatingip (None), before_response {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:52:15.042401 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec57cf98-72dd-4e57-a20e-59ccb3b31e29 None None] Sync routers for ids ['c9c33587-9fa0-4825-a931-8281566e8cec'] in dv-cinder-841302-2-iscsi {{(pid=110155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 17:52:15.053091 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec57cf98-72dd-4e57-a20e-59ccb3b31e29 None None] Routers {'c9c33587-9fa0-4825-a931-8281566e8cec'} bound to L3 agent in host dv-cinder-841302-2-iscsi {{(pid=110155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 17:52:15.060805 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.db.l3_hamode_db [None req-ec57cf98-72dd-4e57-a20e-59ccb3b31e29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841302-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-10T17:36:00Z,description=,heartbeat_timestamp=2022-05-10T17:52:00Z,host='dv-cinder-841302-2-iscsi',id=eaac381b-e402-41c3-a8e6-8f962681d3e6,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T17:36:00Z,topic='l3_agent')) {'router_ids': ['c9c33587-9fa0-4825-a931-8281566e8cec'], 'active': True} {{(pid=110155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:52:15.140099 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.db.l3_dvr_db [None req-3a7dcf11-1da0-474a-97e8-14ce766f9551 None None] Set router 589742d5-5060-4251-bd2d-d3908b80ab6c gateway port host: dv-cinder-841302-2-iscsi {{(pid=110154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 17:52:15.182278 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.db.l3_dvr_db [None req-ec57cf98-72dd-4e57-a20e-59ccb3b31e29 None None] Set router c9c33587-9fa0-4825-a931-8281566e8cec gateway port host: dv-cinder-841302-2-iscsi {{(pid=110155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 17:52:15.329802 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [None req-40f36a4a-0c44-437a-aecc-f9a94a9ac3e6 tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] 10.222.0.60 "PUT /v2.0/floatingips/77ea3c37-7a8f-4ef4-9a28-7bc0fe81a04c HTTP/1.1" status: 200 len: 991 time: 1.4761012 May 10 17:52:15.330509 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e16b7603-15a8-44a4-82c9-729bedfb8ac6', 'tag': 'cb176284-f148-403c-b988-83b0bfbdd7dd'}] {{(pid=110153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 17:52:15.333172 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eaab9ead4487dd9c6a2039b1a38fb17917f553062224ea878bb9a20dea692460" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b211fe7e-3004-4f94-8610-f16b06fb9939" -d '{"events": [{"name": "network-changed", "server_uuid": "e16b7603-15a8-44a4-82c9-729bedfb8ac6", "tag": "cb176284-f148-403c-b988-83b0bfbdd7dd"}]}' {{(pid=110153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 17:52:15.351879 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.db.l3_hamode_db [None req-3a7dcf11-1da0-474a-97e8-14ce766f9551 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '589742d5-5060-4251-bd2d-d3908b80ab6c', 'name': 'tempest-ServerRescueNegativeTestJSON-997119658-router', 'tenant_id': 'ec9da2f35bcd444fa485c453103df5cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85dc89cf-59f9-4edb-b26e-52bcb8a93763', 'external_fixed_ips': [{'subnet_id': 'e93d94f1-cb19-4cd0-92e5-ca73d24bd8fb', 'ip_address': '172.27.0.200'}], 'enable_snat': True}, 'gw_port_id': '331e326f-eb0e-4349-9e0d-6687d88832ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T17:44:33Z', 'updated_at': '2022-05-10T17:44:42Z', 'revision_number': 4, 'project_id': 'ec9da2f35bcd444fa485c453103df5cc', 'gw_port': {'id': '331e326f-eb0e-4349-9e0d-6687d88832ed', 'name': '', 'network_id': '85dc89cf-59f9-4edb-b26e-52bcb8a93763', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:ac:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '589742d5-5060-4251-bd2d-d3908b80ab6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'e93d94f1-cb19-4cd0-92e5-ca73d24bd8fb', 'ip_address': '172.27.0.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841302-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T17:44:35Z', 'updated_at': '2022-05-10T17:44:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e93d94f1-cb19-4cd0-92e5-ca73d24bd8fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841302-2-iscsi', '_interfaces': [{'id': 'c383c584-b5df-4b7e-af1c-6ffb19330ddb', 'name': '', 'network_id': 'f37a5a11-05c8-4d32-b0a0-13874a53c216', 'tenant_id': 'ec9da2f35bcd444fa485c453103df5cc', 'mac_address': 'fa:16:3e:3d:4a:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '589742d5-5060-4251-bd2d-d3908b80ab6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'cc50f2c8-8caf-42b1-b7c4-50bfe5301336', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841302-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T17:44:41Z', 'updated_at': '2022-05-10T17:44:53Z', 'revision_number': 5, 'project_id': 'ec9da2f35bcd444fa485c453103df5cc', 'subnets': [{'id': 'cc50f2c8-8caf-42b1-b7c4-50bfe5301336', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841302-2-iscsi', False) {} {{(pid=110154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:52:15.372690 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 17:52:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-488d26dd-4942-40d5-972c-cc2d016230d0 x-openstack-request-id: req-488d26dd-4942-40d5-972c-cc2d016230d0 {{(pid=110153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 17:52:15.373185 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e16b7603-15a8-44a4-82c9-729bedfb8ac6", "tag": "cb176284-f148-403c-b988-83b0bfbdd7dd", "status": "completed", "code": 200}]} {{(pid=110153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 17:52:15.373620 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-488d26dd-4942-40d5-972c-cc2d016230d0 {{(pid=110153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 17:52:15.374028 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.notifiers.nova [-] Nova event matching ['req-488d26dd-4942-40d5-972c-cc2d016230d0'] response: {'name': 'network-changed', 'server_uuid': 'e16b7603-15a8-44a4-82c9-729bedfb8ac6', 'tag': 'cb176284-f148-403c-b988-83b0bfbdd7dd', 'status': 'completed', 'code': 200} May 10 17:52:15.384840 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a7dcf11-1da0-474a-97e8-14ce766f9551 None None] The sync data for ids ['589742d5-5060-4251-bd2d-d3908b80ab6c'] in dv-cinder-841302-2-iscsi is: [{'id': '589742d5-5060-4251-bd2d-d3908b80ab6c', 'name': 'tempest-ServerRescueNegativeTestJSON-997119658-router', 'tenant_id': 'ec9da2f35bcd444fa485c453103df5cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85dc89cf-59f9-4edb-b26e-52bcb8a93763', 'external_fixed_ips': [{'subnet_id': 'e93d94f1-cb19-4cd0-92e5-ca73d24bd8fb', 'ip_address': '172.27.0.200'}], 'enable_snat': True}, 'gw_port_id': '331e326f-eb0e-4349-9e0d-6687d88832ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T17:44:33Z', 'updated_at': '2022-05-10T17:44:42Z', 'revision_number': 4, 'project_id': 'ec9da2f35bcd444fa485c453103df5cc', 'gw_port': {'id': '331e326f-eb0e-4349-9e0d-6687d88832ed', 'name': '', 'network_id': '85dc89cf-59f9-4edb-b26e-52bcb8a93763', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:ac:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '589742d5-5060-4251-bd2d-d3908b80ab6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'e93d94f1-cb19-4cd0-92e5-ca73d24bd8fb', 'ip_address': '172.27.0.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841302-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T17:44:35Z', 'updated_at': '2022-05-10T17:44:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e93d94f1-cb19-4cd0-92e5-ca73d24bd8fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841302-2-iscsi', '_interfaces': [{'id': 'c383c584-b5df-4b7e-af1c-6ffb19330ddb', 'name': '', 'network_id': 'f37a5a11-05c8-4d32-b0a0-13874a53c216', 'tenant_id': 'ec9da2f35bcd444fa485c453103df5cc', 'mac_address': 'fa:16:3e:3d:4a:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '589742d5-5060-4251-bd2d-d3908b80ab6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'cc50f2c8-8caf-42b1-b7c4-50bfe5301336', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841302-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T17:44:41Z', 'updated_at': '2022-05-10T17:44:53Z', 'revision_number': 5, 'project_id': 'ec9da2f35bcd444fa485c453103df5cc', 'subnets': [{'id': 'cc50f2c8-8caf-42b1-b7c4-50bfe5301336', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 17:52:15.434625 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.db.l3_hamode_db [None req-ec57cf98-72dd-4e57-a20e-59ccb3b31e29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9c33587-9fa0-4825-a931-8281566e8cec', 'name': 'tempest-AttachVolumeShelveTestJSON-709907603-router', 'tenant_id': '0461acfadf8743fdbd62a39bf3fe3e1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85dc89cf-59f9-4edb-b26e-52bcb8a93763', 'external_fixed_ips': [{'subnet_id': 'e93d94f1-cb19-4cd0-92e5-ca73d24bd8fb', 'ip_address': '172.27.0.113'}], 'enable_snat': True}, 'gw_port_id': '87a6c3fa-3aef-470c-8fe9-fd0a98a390c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T17:44:31Z', 'updated_at': '2022-05-10T17:44:41Z', 'revision_number': 4, 'project_id': '0461acfadf8743fdbd62a39bf3fe3e1c', 'gw_port': {'id': '87a6c3fa-3aef-470c-8fe9-fd0a98a390c8', 'name': '', 'network_id': '85dc89cf-59f9-4edb-b26e-52bcb8a93763', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:db:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9c33587-9fa0-4825-a931-8281566e8cec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'e93d94f1-cb19-4cd0-92e5-ca73d24bd8fb', 'ip_address': '172.27.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841302-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T17:44:32Z', 'updated_at': '2022-05-10T17:44:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e93d94f1-cb19-4cd0-92e5-ca73d24bd8fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841302-2-iscsi', '_floatingips': [{'id': '77ea3c37-7a8f-4ef4-9a28-7bc0fe81a04c', 'tenant_id': '0461acfadf8743fdbd62a39bf3fe3e1c', 'floating_ip_address': '172.27.0.231', 'floating_network_id': '85dc89cf-59f9-4edb-b26e-52bcb8a93763', 'router_id': 'c9c33587-9fa0-4825-a931-8281566e8cec', 'port_id': 'cb176284-f148-403c-b988-83b0bfbdd7dd', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 498, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4f6007aa-61b1-40c3-a8ad-7f431d419cb5', 'mac_address': 'fa:16:3e:e9:4d:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e16b7603-15a8-44a4-82c9-729bedfb8ac6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T17:51:55Z', 'updated_at': '2022-05-10T17:52:14Z', 'revision_number': 1, 'project_id': '0461acfadf8743fdbd62a39bf3fe3e1c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '88b05fe3-8c95-46ee-bced-7b63de5df9bb', 'name': '', 'network_id': '4f6007aa-61b1-40c3-a8ad-7f431d419cb5', 'tenant_id': '0461acfadf8743fdbd62a39bf3fe3e1c', 'mac_address': 'fa:16:3e:cf:5a:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9c33587-9fa0-4825-a931-8281566e8cec', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'c13a30fd-de84-4d1b-92b1-edbd848fe110', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841302-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T17:44:38Z', 'updated_at': '2022-05-10T17:44:56Z', 'revision_number': 5, 'project_id': '0461acfadf8743fdbd62a39bf3fe3e1c', 'subnets': [{'id': 'c13a30fd-de84-4d1b-92b1-edbd848fe110', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841302-2-iscsi', False) {} {{(pid=110155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:52:15.463510 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec57cf98-72dd-4e57-a20e-59ccb3b31e29 None None] Checking router: c9c33587-9fa0-4825-a931-8281566e8cec for host: dv-cinder-841302-2-iscsi {{(pid=110155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 17:52:15.472524 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec57cf98-72dd-4e57-a20e-59ccb3b31e29 None None] Routers {'c9c33587-9fa0-4825-a931-8281566e8cec'} bound to L3 agent in host dv-cinder-841302-2-iscsi {{(pid=110155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 17:52:15.473154 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.db.l3_hamode_db [None req-ec57cf98-72dd-4e57-a20e-59ccb3b31e29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841302-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-10T17:36:00Z,description=,heartbeat_timestamp=2022-05-10T17:52:00Z,host='dv-cinder-841302-2-iscsi',id=eaac381b-e402-41c3-a8e6-8f962681d3e6,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T17:36:00Z,topic='l3_agent')) {'router_ids': ['c9c33587-9fa0-4825-a931-8281566e8cec'], 'active': True} {{(pid=110155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:52:15.476194 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b211fe7e-3004-4f94-8610-f16b06fb9939 req-64ea6013-6157-49ef-9e17-2b5b138ae169 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:52:15.478208 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-b211fe7e-3004-4f94-8610-f16b06fb9939 req-64ea6013-6157-49ef-9e17-2b5b138ae169 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=0461acfadf8743fdbd62a39bf3fe3e1c&device_id=e16b7603-15a8-44a4-82c9-729bedfb8ac6 HTTP/1.1" status: 200 len: 1129 time: 0.0442884 May 10 17:52:15.561363 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.wsgi [-] (110153) accepted ('10.222.0.60', 44912) {{(pid=110153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 17:52:15.609405 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.db.l3_dvr_db [None req-ec57cf98-72dd-4e57-a20e-59ccb3b31e29 None None] Set router c9c33587-9fa0-4825-a931-8281566e8cec gateway port host: dv-cinder-841302-2-iscsi {{(pid=110155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 17:52:15.610532 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b211fe7e-3004-4f94-8610-f16b06fb9939 req-aba07856-f2b5-4daf-bdc4-f9f63320d48b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:52:15.612218 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-b211fe7e-3004-4f94-8610-f16b06fb9939 req-aba07856-f2b5-4daf-bdc4-f9f63320d48b service neutron] 10.222.0.77 "GET /v2.0/networks?id=4f6007aa-61b1-40c3-a8ad-7f431d419cb5 HTTP/1.1" status: 200 len: 917 time: 0.1206889 May 10 17:52:15.625821 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-481a7cee-4de8-47fd-805c-a8dd4bd901ad tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] Publish callbacks [] for security_group (f1b3e0fc-5825-4a82-b5b0-e76c34cd9c81), before_delete {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:52:15.651710 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-481a7cee-4de8-47fd-805c-a8dd4bd901ad tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] Publish callbacks [] for security_group (f1b3e0fc-5825-4a82-b5b0-e76c34cd9c81), precommit_delete {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:52:15.694151 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-b211fe7e-3004-4f94-8610-f16b06fb9939 req-484498c8-72d1-49ed-bf1a-cde4e0106e71 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cb176284-f148-403c-b988-83b0bfbdd7dd HTTP/1.1" status: 200 len: 999 time: 0.0660918 May 10 17:52:15.713020 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-481a7cee-4de8-47fd-805c-a8dd4bd901ad tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-282428'] for security_group (f1b3e0fc-5825-4a82-b5b0-e76c34cd9c81), after_delete {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:52:15.715694 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-481a7cee-4de8-47fd-805c-a8dd4bd901ad tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] Publish callbacks [] for security_group (None), before_response {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:52:15.717010 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [None req-481a7cee-4de8-47fd-805c-a8dd4bd901ad tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] 10.222.0.60 "DELETE /v2.0/security-groups/f1b3e0fc-5825-4a82-b5b0-e76c34cd9c81 HTTP/1.1" status: 204 len: 168 time: 0.1544914 May 10 17:52:15.717249 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eb7b55b-9bc4-440f-af0d-421db99d5dbe None None] New status for floating IP d2186f57-8673-4bab-9c7d-a61ce597bbb7: DOWN {{(pid=110154) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 17:52:15.726063 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.wsgi [-] (110153) accepted ('10.222.0.60', 44914) {{(pid=110153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 17:52:15.726963 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481a7cee-4de8-47fd-805c-a8dd4bd901ad tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1b3e0fc-5825-4a82-b5b0-e76c34cd9c81,revision_number=None']} {{(pid=110153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:52:15.742603 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.api.v2.resource [None req-34c55461-adf2-4048-b60a-05d352857dbb tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] show failed (client error): The resource could not be found. May 10 17:52:15.744522 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [None req-34c55461-adf2-4048-b60a-05d352857dbb tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] 10.222.0.60 "GET /v2.0/security-groups/f1b3e0fc-5825-4a82-b5b0-e76c34cd9c81 HTTP/1.1" status: 404 len: 347 time: 0.0147579 May 10 17:52:15.747340 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.wsgi [-] (110153) accepted ('10.222.0.60', 44916) {{(pid=110153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 17:52:15.776174 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b211fe7e-3004-4f94-8610-f16b06fb9939 req-56cc3822-bc1a-4fd2-95c2-933fe6907539 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:52:15.778061 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-b211fe7e-3004-4f94-8610-f16b06fb9939 req-56cc3822-bc1a-4fd2-95c2-933fe6907539 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=c13a30fd-de84-4d1b-92b1-edbd848fe110 HTTP/1.1" status: 200 len: 855 time: 0.0777071 May 10 17:52:15.850595 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b211fe7e-3004-4f94-8610-f16b06fb9939 req-eb4a64a7-00b6-4ead-b223-eea4a1b5bf34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:52:15.854206 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-b211fe7e-3004-4f94-8610-f16b06fb9939 req-eb4a64a7-00b6-4ead-b223-eea4a1b5bf34 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=4f6007aa-61b1-40c3-a8ad-7f431d419cb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0686326 May 10 17:52:15.874422 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.db.l3_hamode_db [None req-ec57cf98-72dd-4e57-a20e-59ccb3b31e29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9c33587-9fa0-4825-a931-8281566e8cec', 'name': 'tempest-AttachVolumeShelveTestJSON-709907603-router', 'tenant_id': '0461acfadf8743fdbd62a39bf3fe3e1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85dc89cf-59f9-4edb-b26e-52bcb8a93763', 'external_fixed_ips': [{'subnet_id': 'e93d94f1-cb19-4cd0-92e5-ca73d24bd8fb', 'ip_address': '172.27.0.113'}], 'enable_snat': True}, 'gw_port_id': '87a6c3fa-3aef-470c-8fe9-fd0a98a390c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T17:44:31Z', 'updated_at': '2022-05-10T17:44:41Z', 'revision_number': 4, 'project_id': '0461acfadf8743fdbd62a39bf3fe3e1c', 'gw_port': {'id': '87a6c3fa-3aef-470c-8fe9-fd0a98a390c8', 'name': '', 'network_id': '85dc89cf-59f9-4edb-b26e-52bcb8a93763', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:db:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9c33587-9fa0-4825-a931-8281566e8cec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'e93d94f1-cb19-4cd0-92e5-ca73d24bd8fb', 'ip_address': '172.27.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841302-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T17:44:32Z', 'updated_at': '2022-05-10T17:44:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e93d94f1-cb19-4cd0-92e5-ca73d24bd8fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841302-2-iscsi', '_floatingips': [{'id': '77ea3c37-7a8f-4ef4-9a28-7bc0fe81a04c', 'tenant_id': '0461acfadf8743fdbd62a39bf3fe3e1c', 'floating_ip_address': '172.27.0.231', 'floating_network_id': '85dc89cf-59f9-4edb-b26e-52bcb8a93763', 'router_id': 'c9c33587-9fa0-4825-a931-8281566e8cec', 'port_id': 'cb176284-f148-403c-b988-83b0bfbdd7dd', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 498, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4f6007aa-61b1-40c3-a8ad-7f431d419cb5', 'mac_address': 'fa:16:3e:e9:4d:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e16b7603-15a8-44a4-82c9-729bedfb8ac6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T17:51:55Z', 'updated_at': '2022-05-10T17:52:14Z', 'revision_number': 1, 'project_id': '0461acfadf8743fdbd62a39bf3fe3e1c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '88b05fe3-8c95-46ee-bced-7b63de5df9bb', 'name': '', 'network_id': '4f6007aa-61b1-40c3-a8ad-7f431d419cb5', 'tenant_id': '0461acfadf8743fdbd62a39bf3fe3e1c', 'mac_address': 'fa:16:3e:cf:5a:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9c33587-9fa0-4825-a931-8281566e8cec', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'c13a30fd-de84-4d1b-92b1-edbd848fe110', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841302-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T17:44:38Z', 'updated_at': '2022-05-10T17:44:56Z', 'revision_number': 5, 'project_id': '0461acfadf8743fdbd62a39bf3fe3e1c', 'subnets': [{'id': 'c13a30fd-de84-4d1b-92b1-edbd848fe110', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841302-2-iscsi', False) {} {{(pid=110155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:52:15.897087 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.plugins.ml2.plugin [None req-bed342c2-a65d-404c-9c90-a32963302cf1 tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] Deleting port a54bb6f2-0faa-4f8c-913e-2c8f815ca21a {{(pid=110153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 17:52:15.897528 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-bed342c2-a65d-404c-9c90-a32963302cf1 tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781795221764'] for port (a54bb6f2-0faa-4f8c-913e-2c8f815ca21a), before_delete {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:52:15.904494 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec57cf98-72dd-4e57-a20e-59ccb3b31e29 None None] The sync data for ids ['c9c33587-9fa0-4825-a931-8281566e8cec'] in dv-cinder-841302-2-iscsi is: [{'id': 'c9c33587-9fa0-4825-a931-8281566e8cec', 'name': 'tempest-AttachVolumeShelveTestJSON-709907603-router', 'tenant_id': '0461acfadf8743fdbd62a39bf3fe3e1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85dc89cf-59f9-4edb-b26e-52bcb8a93763', 'external_fixed_ips': [{'subnet_id': 'e93d94f1-cb19-4cd0-92e5-ca73d24bd8fb', 'ip_address': '172.27.0.113'}], 'enable_snat': True}, 'gw_port_id': '87a6c3fa-3aef-470c-8fe9-fd0a98a390c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T17:44:31Z', 'updated_at': '2022-05-10T17:44:41Z', 'revision_number': 4, 'project_id': '0461acfadf8743fdbd62a39bf3fe3e1c', 'gw_port': {'id': '87a6c3fa-3aef-470c-8fe9-fd0a98a390c8', 'name': '', 'network_id': '85dc89cf-59f9-4edb-b26e-52bcb8a93763', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:db:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9c33587-9fa0-4825-a931-8281566e8cec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'e93d94f1-cb19-4cd0-92e5-ca73d24bd8fb', 'ip_address': '172.27.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841302-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T17:44:32Z', 'updated_at': '2022-05-10T17:44:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e93d94f1-cb19-4cd0-92e5-ca73d24bd8fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841302-2-iscsi', '_floatingips': [{'id': '77ea3c37-7a8f-4ef4-9a28-7bc0fe81a04c', 'tenant_id': '0461acfadf8743fdbd62a39bf3fe3e1c', 'floating_ip_address': '172.27.0.231', 'floating_network_id': '85dc89cf-59f9-4edb-b26e-52bcb8a93763', 'router_id': 'c9c33587-9fa0-4825-a931-8281566e8cec', 'port_id': 'cb176284-f148-403c-b988-83b0bfbdd7dd', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 498, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4f6007aa-61b1-40c3-a8ad-7f431d419cb5', 'mac_address': 'fa:16:3e:e9:4d:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e16b7603-15a8-44a4-82c9-729bedfb8ac6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T17:51:55Z', 'updated_at': '2022-05-10T17:52:14Z', 'revision_number': 1, 'project_id': '0461acfadf8743fdbd62a39bf3fe3e1c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '88b05fe3-8c95-46ee-bced-7b63de5df9bb', 'name': '', 'network_id': '4f6007aa-61b1-40c3-a8ad-7f431d419cb5', 'tenant_id': '0461acfadf8743fdbd62a39bf3fe3e1c', 'mac_address': 'fa:16:3e:cf:5a:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9c33587-9fa0-4825-a931-8281566e8cec', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'c13a30fd-de84-4d1b-92b1-edbd848fe110', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841302-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T17:44:38Z', 'updated_at': '2022-05-10T17:44:56Z', 'revision_number': 5, 'project_id': '0461acfadf8743fdbd62a39bf3fe3e1c', 'subnets': [{'id': 'c13a30fd-de84-4d1b-92b1-edbd848fe110', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 17:52:15.980599 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-b211fe7e-3004-4f94-8610-f16b06fb9939 req-411fe584-4f33-4913-8950-5db644f282cc service neutron] 10.222.0.77 "GET /v2.0/networks/4f6007aa-61b1-40c3-a8ad-7f431d419cb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1163282 May 10 17:52:16.001671 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-bed342c2-a65d-404c-9c90-a32963302cf1 tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640494'] for port (a54bb6f2-0faa-4f8c-913e-2c8f815ca21a), precommit_delete {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:52:16.002213 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-bed342c2-a65d-404c-9c90-a32963302cf1 tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] Publish callbacks [] for floatingip (a54bb6f2-0faa-4f8c-913e-2c8f815ca21a), precommit_delete {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:52:16.022446 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.plugins.ml2.plugin [None req-bed342c2-a65d-404c-9c90-a32963302cf1 tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] Calling delete_port for a54bb6f2-0faa-4f8c-913e-2c8f815ca21a owned by network:floatingip {{(pid=110153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 17:52:16.106378 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-b211fe7e-3004-4f94-8610-f16b06fb9939 req-a8b4252b-066b-499f-a856-514135001705 service neutron] 10.222.0.77 "GET /v2.0/networks/4f6007aa-61b1-40c3-a8ad-7f431d419cb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1162989 May 10 17:52:16.195613 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-241c700e-c1a6-4936-99e1-2e6116abd08a None None] New status for floating IP 77ea3c37-7a8f-4ef4-9a28-7bc0fe81a04c: ACTIVE {{(pid=110155) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 17:52:16.198433 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-bed342c2-a65d-404c-9c90-a32963302cf1 tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1514136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781795229076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781794686073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207117'] for port (a54bb6f2-0faa-4f8c-913e-2c8f815ca21a), after_delete {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:52:16.228906 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed342c2-a65d-404c-9c90-a32963302cf1 tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] Pushing event deleted for resources: {'Port': ['ID=a54bb6f2-0faa-4f8c-913e-2c8f815ca21a,revision_number=None']} {{(pid=110153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:52:16.298740 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-bed342c2-a65d-404c-9c90-a32963302cf1 tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] Publish callbacks [] for floatingip (d2186f57-8673-4bab-9c7d-a61ce597bbb7), after_delete {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:52:16.301232 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-bed342c2-a65d-404c-9c90-a32963302cf1 tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29634'] for floatingip (None), before_response {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:52:16.302423 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [None req-bed342c2-a65d-404c-9c90-a32963302cf1 tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] 10.222.0.60 "DELETE /v2.0/floatingips/d2186f57-8673-4bab-9c7d-a61ce597bbb7 HTTP/1.1" status: 204 len: 168 time: 0.5543814 May 10 17:52:16.941923 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.rpc [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Device d41cfb7a-6772-4a26-bd70-17d9a9faa38c no longer exists at agent hyperv_hv-cinder-84130 {{(pid=110154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 17:52:16.963722 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.plugin [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] No Port match for: d41cfb7a-6772-4a26-bd70-17d9a9faa38c {{(pid=110154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 17:52:16.964070 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.rpc [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Device d41cfb7a-6772-4a26-bd70-17d9a9faa38c not bound to the agent host hv-cinder-84130 {{(pid=110154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 17:52:18.812227 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e390f6-7e0e-430d-b8db-4dd9b094e210 req-f0d01806-f94c-4250-b2bd-9745f2cb6a46 tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:52:18.816019 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-49e390f6-7e0e-430d-b8db-4dd9b094e210 req-f0d01806-f94c-4250-b2bd-9745f2cb6a46 tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] 10.222.0.60 "GET /v2.0/ports?device_id=d577a65c-d60c-4d64-a506-89ea984fe255 HTTP/1.1" status: 200 len: 945 time: 0.0539498 May 10 17:52:18.842612 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.db.agents_db [None req-b17e131c-d64b-4b97-8e8f-6c45925a5783 None None] Agent healthcheck: found 6 active agents {{(pid=110155) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 17:52:18.868021 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-49e390f6-7e0e-430d-b8db-4dd9b094e210 req-922f9824-beab-46b4-a8a1-c6479a1d5b30 tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] 10.222.0.60 "GET /v2.0/security-groups?id=1dc31e58-b13c-4610-8a7b-a2e2a07c824b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483167 May 10 17:52:19.713247 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87ffe27-82bc-4042-af0e-0cd340d473be req-55caeb0a-5d8a-4fc8-ba85-b8592b6d135f tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:52:19.714804 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-d87ffe27-82bc-4042-af0e-0cd340d473be req-55caeb0a-5d8a-4fc8-ba85-b8592b6d135f tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] 10.222.0.77 "GET /v2.0/ports?device_id=d577a65c-d60c-4d64-a506-89ea984fe255 HTTP/1.1" status: 200 len: 945 time: 0.0500238 May 10 17:52:19.814793 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.plugins.ml2.plugin [req-d87ffe27-82bc-4042-af0e-0cd340d473be req-7c75d304-1472-455e-a5ea-6af7d85a4218 tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] Deleting port bc6ac4c5-c4f8-4e9e-abbf-8071b383eb36 {{(pid=110152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 17:52:19.815507 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [req-d87ffe27-82bc-4042-af0e-0cd340d473be req-7c75d304-1472-455e-a5ea-6af7d85a4218 tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781795221764'] for port (bc6ac4c5-c4f8-4e9e-abbf-8071b383eb36), before_delete {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:52:19.920342 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.plugins.ml2.db [req-d87ffe27-82bc-4042-af0e-0cd340d473be req-7c75d304-1472-455e-a5ea-6af7d85a4218 tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] For port bc6ac4c5-c4f8-4e9e-abbf-8071b383eb36, host hv-cinder-84130, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84130',level=0,port_id=bc6ac4c5-c4f8-4e9e-abbf-8071b383eb36,segment=NetworkSegment(5476eec8-6d3c-4719-9920-b0738333a1e7),segment_id=5476eec8-6d3c-4719-9920-b0738333a1e7)] {{(pid=110152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 17:52:19.920712 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [req-d87ffe27-82bc-4042-af0e-0cd340d473be req-7c75d304-1472-455e-a5ea-6af7d85a4218 tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640494'] for port (bc6ac4c5-c4f8-4e9e-abbf-8071b383eb36), precommit_delete {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:52:19.935205 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.plugins.ml2.plugin [req-d87ffe27-82bc-4042-af0e-0cd340d473be req-7c75d304-1472-455e-a5ea-6af7d85a4218 tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] Calling delete_port for bc6ac4c5-c4f8-4e9e-abbf-8071b383eb36 owned by compute:nova {{(pid=110152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 17:52:20.033597 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34943005-1536-4d77-a643-c3180d92fdaa req-a46b7e7d-9757-4b0c-bc6e-74275dfbd2f1 tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:52:20.035023 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-34943005-1536-4d77-a643-c3180d92fdaa req-a46b7e7d-9757-4b0c-bc6e-74275dfbd2f1 tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] 10.222.0.60 "GET /v2.0/ports?device_id=d577a65c-d60c-4d64-a506-89ea984fe255 HTTP/1.1" status: 200 len: 945 time: 0.0912509 May 10 17:52:20.104094 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-34943005-1536-4d77-a643-c3180d92fdaa req-242d891f-b923-47c0-847e-704edfcacb99 tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] 10.222.0.60 "GET /v2.0/security-groups?id=1dc31e58-b13c-4610-8a7b-a2e2a07c824b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603433 May 10 17:52:20.152626 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [req-d87ffe27-82bc-4042-af0e-0cd340d473be req-7c75d304-1472-455e-a5ea-6af7d85a4218 tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1514136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781795229076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781794686073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5018186'] for port (bc6ac4c5-c4f8-4e9e-abbf-8071b383eb36), after_delete {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:52:20.185627 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c75d304-1472-455e-a5ea-6af7d85a4218 tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] Pushing event deleted for resources: {'Port': ['ID=bc6ac4c5-c4f8-4e9e-abbf-8071b383eb36,revision_number=None']} {{(pid=110152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:52:20.201340 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.db [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] get_ports_and_sgs() called for port_ids ['552e62e9-0e95-4838-9c01-aa3425c6c9c6', 'bc6ac4c5-c4f8-4e9e-abbf-8071b383eb36'] {{(pid=110154) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 17:52:20.232517 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.db.l3_dvrscheduler_db [req-d87ffe27-82bc-4042-af0e-0cd340d473be req-7c75d304-1472-455e-a5ea-6af7d85a4218 tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] No DVR routers for this DVR port bc6ac4c5-c4f8-4e9e-abbf-8071b383eb36 on host hv-cinder-84130 {{(pid=110152) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 17:52:20.235249 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [req-d87ffe27-82bc-4042-af0e-0cd340d473be req-7c75d304-1472-455e-a5ea-6af7d85a4218 tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29634'] for port (None), before_response {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:52:20.238579 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-d87ffe27-82bc-4042-af0e-0cd340d473be req-7c75d304-1472-455e-a5ea-6af7d85a4218 tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] 10.222.0.77 "DELETE /v2.0/ports/bc6ac4c5-c4f8-4e9e-abbf-8071b383eb36 HTTP/1.1" status: 204 len: 173 time: 0.5174117 May 10 17:52:20.239041 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd577a65c-d60c-4d64-a506-89ea984fe255', 'name': 'network-vif-deleted', 'tag': 'bc6ac4c5-c4f8-4e9e-abbf-8071b383eb36'}] {{(pid=110152) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 17:52:20.241331 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0e5bab204033c83635b1e14c3e3a099c647719281f8bf9f740a5b80828d0d04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5dce7ac-4ce6-486d-bc18-ea2972c6c313" -d '{"events": [{"server_uuid": "d577a65c-d60c-4d64-a506-89ea984fe255", "name": "network-vif-deleted", "tag": "bc6ac4c5-c4f8-4e9e-abbf-8071b383eb36"}]}' {{(pid=110152) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 17:52:20.286330 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 17:52:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59014c03-d7fd-4cf4-8441-88066fb29aac x-openstack-request-id: req-59014c03-d7fd-4cf4-8441-88066fb29aac {{(pid=110152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 17:52:20.286629 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d577a65c-d60c-4d64-a506-89ea984fe255", "name": "network-vif-deleted", "tag": "bc6ac4c5-c4f8-4e9e-abbf-8071b383eb36", "status": "completed", "code": 200}]} {{(pid=110152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 17:52:20.286885 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-59014c03-d7fd-4cf4-8441-88066fb29aac {{(pid=110152) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 17:52:20.287300 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.notifiers.nova [-] Nova event matching ['req-59014c03-d7fd-4cf4-8441-88066fb29aac'] response: {'server_uuid': 'd577a65c-d60c-4d64-a506-89ea984fe255', 'name': 'network-vif-deleted', 'tag': 'bc6ac4c5-c4f8-4e9e-abbf-8071b383eb36', 'status': 'completed', 'code': 200} May 10 17:52:21.392255 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ee8718-4663-482a-a8a8-9cbdb8cc1e54 req-d48f8d37-a9db-4512-9059-102ac3534448 tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:52:21.393700 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-d8ee8718-4663-482a-a8a8-9cbdb8cc1e54 req-d48f8d37-a9db-4512-9059-102ac3534448 tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] 10.222.0.60 "GET /v2.0/ports?device_id=c1bf8bc9-b3de-4555-8835-15dd3a89bc56 HTTP/1.1" status: 200 len: 945 time: 0.0537889 May 10 17:52:21.444011 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-d8ee8718-4663-482a-a8a8-9cbdb8cc1e54 req-c97da48e-cca5-4626-a48a-abfb73c66f28 tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] 10.222.0.60 "GET /v2.0/security-groups?id=1dc31e58-b13c-4610-8a7b-a2e2a07c824b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440412 May 10 17:52:22.566752 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c695f25-c16a-4900-b3a3-d5f5d9276c8e req-b8bb84c4-8575-4472-b9bf-300a85a806eb tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:52:22.568362 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-3c695f25-c16a-4900-b3a3-d5f5d9276c8e req-b8bb84c4-8575-4472-b9bf-300a85a806eb tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] 10.222.0.60 "GET /v2.0/ports?device_id=c1bf8bc9-b3de-4555-8835-15dd3a89bc56 HTTP/1.1" status: 200 len: 945 time: 0.0508585 May 10 17:52:22.616085 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-3c695f25-c16a-4900-b3a3-d5f5d9276c8e req-adf5063a-53c8-40c8-8a61-dca91bdab1d6 tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] 10.222.0.60 "GET /v2.0/security-groups?id=1dc31e58-b13c-4610-8a7b-a2e2a07c824b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415640 May 10 17:52:22.972912 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.rpc [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Device bc6ac4c5-c4f8-4e9e-abbf-8071b383eb36 no longer exists at agent hyperv_hv-cinder-84130 {{(pid=110154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 17:52:22.996186 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.plugin [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] No Port match for: bc6ac4c5-c4f8-4e9e-abbf-8071b383eb36 {{(pid=110154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 17:52:22.996621 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.rpc [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Device bc6ac4c5-c4f8-4e9e-abbf-8071b383eb36 not bound to the agent host hv-cinder-84130 {{(pid=110154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 17:52:23.730787 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d2f512-2ed7-4911-acc0-0c6ea1a3caf4 req-506b8985-ea8c-43c2-92df-a220cd4b5174 tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:52:23.732282 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-19d2f512-2ed7-4911-acc0-0c6ea1a3caf4 req-506b8985-ea8c-43c2-92df-a220cd4b5174 tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] 10.222.0.60 "GET /v2.0/ports?device_id=c1bf8bc9-b3de-4555-8835-15dd3a89bc56 HTTP/1.1" status: 200 len: 945 time: 0.0472202 May 10 17:52:23.778672 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-19d2f512-2ed7-4911-acc0-0c6ea1a3caf4 req-816ffb82-d814-446b-ba37-70bf7c7d014f tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] 10.222.0.60 "GET /v2.0/security-groups?id=1dc31e58-b13c-4610-8a7b-a2e2a07c824b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408554 May 10 17:52:24.308180 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cde77f-b3d7-4d3a-ab3a-e9c7ff94c5ef req-de1281d4-1ed9-44c5-9016-ffb6a83fae31 tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:52:24.309762 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-75cde77f-b3d7-4d3a-ab3a-e9c7ff94c5ef req-de1281d4-1ed9-44c5-9016-ffb6a83fae31 tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] 10.222.0.77 "GET /v2.0/ports?device_id=c1bf8bc9-b3de-4555-8835-15dd3a89bc56 HTTP/1.1" status: 200 len: 945 time: 0.0522482 May 10 17:52:24.405797 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.plugins.ml2.plugin [req-75cde77f-b3d7-4d3a-ab3a-e9c7ff94c5ef req-16f83575-b9c7-4755-9ff9-9809c23f8064 tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] Deleting port 552e62e9-0e95-4838-9c01-aa3425c6c9c6 {{(pid=110152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 17:52:24.406135 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [req-75cde77f-b3d7-4d3a-ab3a-e9c7ff94c5ef req-16f83575-b9c7-4755-9ff9-9809c23f8064 tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781795221764'] for port (552e62e9-0e95-4838-9c01-aa3425c6c9c6), before_delete {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:52:24.510614 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.plugins.ml2.db [req-75cde77f-b3d7-4d3a-ab3a-e9c7ff94c5ef req-16f83575-b9c7-4755-9ff9-9809c23f8064 tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] For port 552e62e9-0e95-4838-9c01-aa3425c6c9c6, host hv-cinder-84130, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84130',level=0,port_id=552e62e9-0e95-4838-9c01-aa3425c6c9c6,segment=NetworkSegment(5476eec8-6d3c-4719-9920-b0738333a1e7),segment_id=5476eec8-6d3c-4719-9920-b0738333a1e7)] {{(pid=110152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 17:52:24.510970 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [req-75cde77f-b3d7-4d3a-ab3a-e9c7ff94c5ef req-16f83575-b9c7-4755-9ff9-9809c23f8064 tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640494'] for port (552e62e9-0e95-4838-9c01-aa3425c6c9c6), precommit_delete {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:52:24.526192 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.plugins.ml2.plugin [req-75cde77f-b3d7-4d3a-ab3a-e9c7ff94c5ef req-16f83575-b9c7-4755-9ff9-9809c23f8064 tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] Calling delete_port for 552e62e9-0e95-4838-9c01-aa3425c6c9c6 owned by compute:nova {{(pid=110152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 17:52:24.663089 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [req-75cde77f-b3d7-4d3a-ab3a-e9c7ff94c5ef req-16f83575-b9c7-4755-9ff9-9809c23f8064 tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1514136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781795229076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781794686073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5018186'] for port (552e62e9-0e95-4838-9c01-aa3425c6c9c6), after_delete {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:52:24.702984 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.db [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] get_ports_and_sgs() called for port_ids ['552e62e9-0e95-4838-9c01-aa3425c6c9c6'] {{(pid=110154) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 17:52:24.960441 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f83575-b9c7-4755-9ff9-9809c23f8064 tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] Pushing event deleted for resources: {'Port': ['ID=552e62e9-0e95-4838-9c01-aa3425c6c9c6,revision_number=None']} {{(pid=110152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:52:24.993472 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-092c736c-9434-485d-938a-2d99ed0bdc34 req-faf19a14-7861-4f9c-a21a-a47d2ba2ffaa tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] 10.222.0.60 "GET /v2.0/ports?device_id=c1bf8bc9-b3de-4555-8835-15dd3a89bc56 HTTP/1.1" status: 200 len: 210 time: 0.0356748 May 10 17:52:25.029735 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.db.l3_dvrscheduler_db [req-75cde77f-b3d7-4d3a-ab3a-e9c7ff94c5ef req-16f83575-b9c7-4755-9ff9-9809c23f8064 tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] No DVR routers for this DVR port 552e62e9-0e95-4838-9c01-aa3425c6c9c6 on host hv-cinder-84130 {{(pid=110152) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 17:52:25.032438 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [req-75cde77f-b3d7-4d3a-ab3a-e9c7ff94c5ef req-16f83575-b9c7-4755-9ff9-9809c23f8064 tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29634'] for port (None), before_response {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:52:25.035723 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-75cde77f-b3d7-4d3a-ab3a-e9c7ff94c5ef req-16f83575-b9c7-4755-9ff9-9809c23f8064 tempest-ServerRescueNegativeTestJSON-1659970125 tempest-ServerRescueNegativeTestJSON-1659970125-project] 10.222.0.77 "DELETE /v2.0/ports/552e62e9-0e95-4838-9c01-aa3425c6c9c6 HTTP/1.1" status: 204 len: 173 time: 0.7202449 May 10 17:52:25.036173 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1bf8bc9-b3de-4555-8835-15dd3a89bc56', 'name': 'network-vif-deleted', 'tag': '552e62e9-0e95-4838-9c01-aa3425c6c9c6'}] {{(pid=110152) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 17:52:25.038431 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0e5bab204033c83635b1e14c3e3a099c647719281f8bf9f740a5b80828d0d04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0dc6e0e4-5d8d-4c3e-a785-35329eda9717" -d '{"events": [{"server_uuid": "c1bf8bc9-b3de-4555-8835-15dd3a89bc56", "name": "network-vif-deleted", "tag": "552e62e9-0e95-4838-9c01-aa3425c6c9c6"}]}' {{(pid=110152) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 17:52:25.085753 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 17:52:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dca1fe1f-fd57-4f0a-8cbc-cdc720687ae6 x-openstack-request-id: req-dca1fe1f-fd57-4f0a-8cbc-cdc720687ae6 {{(pid=110152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 17:52:25.086085 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1bf8bc9-b3de-4555-8835-15dd3a89bc56", "name": "network-vif-deleted", "tag": "552e62e9-0e95-4838-9c01-aa3425c6c9c6", "status": "completed", "code": 200}]} {{(pid=110152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 17:52:25.086329 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-dca1fe1f-fd57-4f0a-8cbc-cdc720687ae6 {{(pid=110152) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 17:52:25.086740 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dca1fe1f-fd57-4f0a-8cbc-cdc720687ae6'] response: {'server_uuid': 'c1bf8bc9-b3de-4555-8835-15dd3a89bc56', 'name': 'network-vif-deleted', 'tag': '552e62e9-0e95-4838-9c01-aa3425c6c9c6', 'status': 'completed', 'code': 200} May 10 17:52:26.054515 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.wsgi [-] (110153) accepted ('10.222.0.60', 44962) {{(pid=110153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 17:52:26.576751 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-04f4b4cc-9343-4c7c-a401-b04f2b31e3ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-640312'] for router_interface (589742d5-5060-4251-bd2d-d3908b80ab6c), before_delete {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:52:26.891088 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.plugins.ml2.plugin [None req-04f4b4cc-9343-4c7c-a401-b04f2b31e3ea admin admin] Deleting port c383c584-b5df-4b7e-af1c-6ffb19330ddb {{(pid=110153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 17:52:26.891458 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-04f4b4cc-9343-4c7c-a401-b04f2b31e3ea admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781795221764'] for port (c383c584-b5df-4b7e-af1c-6ffb19330ddb), before_delete {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:52:26.980779 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.plugins.ml2.db [None req-04f4b4cc-9343-4c7c-a401-b04f2b31e3ea admin admin] For port c383c584-b5df-4b7e-af1c-6ffb19330ddb, host dv-cinder-841302-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841302-2-iscsi',level=0,port_id=c383c584-b5df-4b7e-af1c-6ffb19330ddb,segment=NetworkSegment(5476eec8-6d3c-4719-9920-b0738333a1e7),segment_id=5476eec8-6d3c-4719-9920-b0738333a1e7)] {{(pid=110153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 17:52:26.981147 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-04f4b4cc-9343-4c7c-a401-b04f2b31e3ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640494'] for port (c383c584-b5df-4b7e-af1c-6ffb19330ddb), precommit_delete {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:52:26.995712 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.plugins.ml2.plugin [None req-04f4b4cc-9343-4c7c-a401-b04f2b31e3ea admin admin] Calling delete_port for c383c584-b5df-4b7e-af1c-6ffb19330ddb owned by network:router_interface {{(pid=110153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 17:52:27.189903 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-04f4b4cc-9343-4c7c-a401-b04f2b31e3ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1514136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781795229076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781794686073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207117'] for port (c383c584-b5df-4b7e-af1c-6ffb19330ddb), after_delete {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:52:27.216517 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f4b4cc-9343-4c7c-a401-b04f2b31e3ea admin admin] Pushing event deleted for resources: {'Port': ['ID=c383c584-b5df-4b7e-af1c-6ffb19330ddb,revision_number=None']} {{(pid=110153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:52:27.396590 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-04f4b4cc-9343-4c7c-a401-b04f2b31e3ea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-631618', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-643121'] for router_interface (589742d5-5060-4251-bd2d-d3908b80ab6c), after_delete {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:52:27.577844 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-269c691d-e7a9-4a64-adda-853b0747cb13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781795183391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525393'] for agent (b2ad0527-00d5-4995-bc97-ec84c4e02f0b), after_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:52:27.625352 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04f4b4cc-9343-4c7c-a401-b04f2b31e3ea admin admin] Router 589742d5-5060-4251-bd2d-d3908b80ab6c has already been hosted by L3 agent eaac381b-e402-41c3-a8e6-8f962681d3e6 {{(pid=110153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 17:52:27.740415 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04f4b4cc-9343-4c7c-a401-b04f2b31e3ea admin admin] Notify agent at l3_agent.dv-cinder-841302-2-iscsi the message routers_updated {{(pid=110153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 17:52:27.745949 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [None req-04f4b4cc-9343-4c7c-a401-b04f2b31e3ea admin admin] 10.222.0.60 "PUT /v2.0/routers/589742d5-5060-4251-bd2d-d3908b80ab6c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6903489 May 10 17:52:27.748746 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.wsgi [-] (110152) accepted ('10.222.0.60', 44968) {{(pid=110152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 17:52:27.751872 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e126923-c923-444f-a981-76c79a481ccf None None] Sync routers for ids ['589742d5-5060-4251-bd2d-d3908b80ab6c'] in dv-cinder-841302-2-iscsi {{(pid=110154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 17:52:27.763735 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e126923-c923-444f-a981-76c79a481ccf None None] Routers {'589742d5-5060-4251-bd2d-d3908b80ab6c'} bound to L3 agent in host dv-cinder-841302-2-iscsi {{(pid=110154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 17:52:27.764365 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.db.l3_hamode_db [None req-7e126923-c923-444f-a981-76c79a481ccf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841302-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-10T17:36:00Z,description=,heartbeat_timestamp=2022-05-10T17:52:00Z,host='dv-cinder-841302-2-iscsi',id=eaac381b-e402-41c3-a8e6-8f962681d3e6,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T17:36:00Z,topic='l3_agent')) {'router_ids': ['589742d5-5060-4251-bd2d-d3908b80ab6c'], 'active': True} {{(pid=110154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:52:27.860853 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-33fb3105-956d-4861-96e6-d5811600e9a5 admin admin] Publish callbacks [] for router (589742d5-5060-4251-bd2d-d3908b80ab6c), before_delete {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:52:27.892592 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.db.l3_dvr_db [None req-7e126923-c923-444f-a981-76c79a481ccf None None] Set router 589742d5-5060-4251-bd2d-d3908b80ab6c gateway port host: dv-cinder-841302-2-iscsi {{(pid=110154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 17:52:27.976205 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-33fb3105-956d-4861-96e6-d5811600e9a5 admin admin] Publish callbacks [] for router_gateway (589742d5-5060-4251-bd2d-d3908b80ab6c), before_delete {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:52:28.023524 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.plugins.ml2.plugin [None req-33fb3105-956d-4861-96e6-d5811600e9a5 admin admin] Deleting port 331e326f-eb0e-4349-9e0d-6687d88832ed {{(pid=110152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 17:52:28.024055 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-33fb3105-956d-4861-96e6-d5811600e9a5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781795221764'] for port (331e326f-eb0e-4349-9e0d-6687d88832ed), before_delete {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:52:28.086448 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.db.l3_hamode_db [None req-7e126923-c923-444f-a981-76c79a481ccf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '589742d5-5060-4251-bd2d-d3908b80ab6c', 'name': 'tempest-ServerRescueNegativeTestJSON-997119658-router', 'tenant_id': 'ec9da2f35bcd444fa485c453103df5cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85dc89cf-59f9-4edb-b26e-52bcb8a93763', 'external_fixed_ips': [{'subnet_id': 'e93d94f1-cb19-4cd0-92e5-ca73d24bd8fb', 'ip_address': '172.27.0.200'}], 'enable_snat': True}, 'gw_port_id': '331e326f-eb0e-4349-9e0d-6687d88832ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T17:44:33Z', 'updated_at': '2022-05-10T17:52:27Z', 'revision_number': 5, 'project_id': 'ec9da2f35bcd444fa485c453103df5cc', 'gw_port': {'id': '331e326f-eb0e-4349-9e0d-6687d88832ed', 'name': '', 'network_id': '85dc89cf-59f9-4edb-b26e-52bcb8a93763', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:ac:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '589742d5-5060-4251-bd2d-d3908b80ab6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'e93d94f1-cb19-4cd0-92e5-ca73d24bd8fb', 'ip_address': '172.27.0.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841302-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T17:44:35Z', 'updated_at': '2022-05-10T17:44:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e93d94f1-cb19-4cd0-92e5-ca73d24bd8fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841302-2-iscsi'}], 'dv-cinder-841302-2-iscsi', False) {} {{(pid=110154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:52:28.112893 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.plugins.ml2.db [None req-33fb3105-956d-4861-96e6-d5811600e9a5 admin admin] For port 331e326f-eb0e-4349-9e0d-6687d88832ed, host dv-cinder-841302-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841302-2-iscsi',level=0,port_id=331e326f-eb0e-4349-9e0d-6687d88832ed,segment=NetworkSegment(73dc8890-d7a8-423a-bf66-935bdea3f4d7),segment_id=73dc8890-d7a8-423a-bf66-935bdea3f4d7)] {{(pid=110152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 17:52:28.113208 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-33fb3105-956d-4861-96e6-d5811600e9a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640494'] for port (331e326f-eb0e-4349-9e0d-6687d88832ed), precommit_delete {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:52:28.119028 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e126923-c923-444f-a981-76c79a481ccf None None] Checking router: 589742d5-5060-4251-bd2d-d3908b80ab6c for host: dv-cinder-841302-2-iscsi {{(pid=110154) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 17:52:28.128975 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.plugins.ml2.plugin [None req-33fb3105-956d-4861-96e6-d5811600e9a5 admin admin] Calling delete_port for 331e326f-eb0e-4349-9e0d-6687d88832ed owned by network:router_gateway {{(pid=110152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 17:52:28.130285 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e126923-c923-444f-a981-76c79a481ccf None None] Routers {'589742d5-5060-4251-bd2d-d3908b80ab6c'} bound to L3 agent in host dv-cinder-841302-2-iscsi {{(pid=110154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 17:52:28.131389 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.db.l3_hamode_db [None req-7e126923-c923-444f-a981-76c79a481ccf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841302-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-10T17:36:00Z,description=,heartbeat_timestamp=2022-05-10T17:52:00Z,host='dv-cinder-841302-2-iscsi',id=eaac381b-e402-41c3-a8e6-8f962681d3e6,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T17:36:00Z,topic='l3_agent')) {'router_ids': ['589742d5-5060-4251-bd2d-d3908b80ab6c'], 'active': True} {{(pid=110154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:52:28.238168 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.db.l3_dvr_db [None req-7e126923-c923-444f-a981-76c79a481ccf None None] Set router 589742d5-5060-4251-bd2d-d3908b80ab6c gateway port host: None {{(pid=110154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 17:52:28.304058 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.db.l3_hamode_db [None req-7e126923-c923-444f-a981-76c79a481ccf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '589742d5-5060-4251-bd2d-d3908b80ab6c', 'name': 'tempest-ServerRescueNegativeTestJSON-997119658-router', 'tenant_id': 'ec9da2f35bcd444fa485c453103df5cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T17:44:33Z', 'updated_at': '2022-05-10T17:52:27Z', 'revision_number': 6, 'project_id': 'ec9da2f35bcd444fa485c453103df5cc', 'gw_port_host': None}], 'dv-cinder-841302-2-iscsi', False) {} {{(pid=110154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:52:28.311649 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-33fb3105-956d-4861-96e6-d5811600e9a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1514136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781795229076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781794686073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5018186'] for port (331e326f-eb0e-4349-9e0d-6687d88832ed), after_delete {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:52:28.340471 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33fb3105-956d-4861-96e6-d5811600e9a5 admin admin] Pushing event deleted for resources: {'Port': ['ID=331e326f-eb0e-4349-9e0d-6687d88832ed,revision_number=None']} {{(pid=110152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:52:28.343608 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e126923-c923-444f-a981-76c79a481ccf None None] The sync data for ids ['589742d5-5060-4251-bd2d-d3908b80ab6c'] in dv-cinder-841302-2-iscsi is: [{'id': '589742d5-5060-4251-bd2d-d3908b80ab6c', 'name': 'tempest-ServerRescueNegativeTestJSON-997119658-router', 'tenant_id': 'ec9da2f35bcd444fa485c453103df5cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T17:44:33Z', 'updated_at': '2022-05-10T17:52:27Z', 'revision_number': 6, 'project_id': 'ec9da2f35bcd444fa485c453103df5cc', 'gw_port_host': None}] {{(pid=110154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 17:52:28.408576 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-33fb3105-956d-4861-96e6-d5811600e9a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-642646'] for router_gateway (589742d5-5060-4251-bd2d-d3908b80ab6c), after_delete {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:52:28.518811 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-33fb3105-956d-4861-96e6-d5811600e9a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-539802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-807'] for router (589742d5-5060-4251-bd2d-d3908b80ab6c), precommit_delete {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:52:28.521346 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-33fb3105-956d-4861-96e6-d5811600e9a5 admin admin] Publish callbacks [] for router_controller (589742d5-5060-4251-bd2d-d3908b80ab6c), precommit_delete_associations {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:52:28.587893 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-33fb3105-956d-4861-96e6-d5811600e9a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-539777'] for router (589742d5-5060-4251-bd2d-d3908b80ab6c), after_delete {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:52:28.588481 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33fb3105-956d-4861-96e6-d5811600e9a5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 589742d5-5060-4251-bd2d-d3908b80ab6c {{(pid=110152) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 10 17:52:28.594468 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-33fb3105-956d-4861-96e6-d5811600e9a5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:52:28.595641 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [None req-33fb3105-956d-4861-96e6-d5811600e9a5 admin admin] 10.222.0.60 "DELETE /v2.0/routers/589742d5-5060-4251-bd2d-d3908b80ab6c HTTP/1.1" status: 204 len: 168 time: 0.8456628 May 10 17:52:28.598354 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.wsgi [-] (110152) accepted ('10.222.0.60', 44972) {{(pid=110152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 17:52:28.658108 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ad4c8c1-e5fb-4375-aeb3-65aa290738e2 admin admin] Deleting subnet cc50f2c8-8caf-42b1-b7c4-50bfe5301336 {{(pid=110152) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 10 17:52:28.661320 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-3ad4c8c1-e5fb-4375-aeb3-65aa290738e2 admin admin] Publish callbacks [] for subnet (cc50f2c8-8caf-42b1-b7c4-50bfe5301336), before_delete {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:52:28.699487 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-3ad4c8c1-e5fb-4375-aeb3-65aa290738e2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4759489'] for subnet (cc50f2c8-8caf-42b1-b7c4-50bfe5301336), precommit_delete_associations {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:52:28.819977 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-3ad4c8c1-e5fb-4375-aeb3-65aa290738e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1463979'] for subnet (cc50f2c8-8caf-42b1-b7c4-50bfe5301336), precommit_delete {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:52:28.875134 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-3ad4c8c1-e5fb-4375-aeb3-65aa290738e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1463972', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-321831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5018237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4423491'] for subnet (cc50f2c8-8caf-42b1-b7c4-50bfe5301336), after_delete {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:52:28.900378 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad4c8c1-e5fb-4375-aeb3-65aa290738e2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cc50f2c8-8caf-42b1-b7c4-50bfe5301336,revision_number=None']} {{(pid=110152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:52:28.905979 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-3ad4c8c1-e5fb-4375-aeb3-65aa290738e2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631615'] for subnet (None), before_response {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:52:28.911506 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [None req-3ad4c8c1-e5fb-4375-aeb3-65aa290738e2 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/cc50f2c8-8caf-42b1-b7c4-50bfe5301336 HTTP/1.1" status: 204 len: 168 time: 0.3097050 May 10 17:52:28.911649 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.wsgi [-] (110152) accepted ('10.222.0.60', 44976) {{(pid=110152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 17:52:28.911957 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8d27be7-7b6f-457f-ab0e-18d1766bc960 None None] Network f37a5a11-05c8-4d32-b0a0-13874a53c216 requested from dv-cinder-841302-2-iscsi {{(pid=110154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 17:52:28.986649 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-84dee6e7-a391-4d12-a408-f39cf0ad70b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1701118'] for network (f37a5a11-05c8-4d32-b0a0-13874a53c216), before_delete {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:52:29.019517 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.rpc [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Device 552e62e9-0e95-4838-9c01-aa3425c6c9c6 no longer exists at agent hyperv_hv-cinder-84130 {{(pid=110154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 17:52:29.041652 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.plugin [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] No Port match for: 552e62e9-0e95-4838-9c01-aa3425c6c9c6 {{(pid=110154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 17:52:29.042052 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.rpc [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Device 552e62e9-0e95-4838-9c01-aa3425c6c9c6 not bound to the agent host hv-cinder-84130 {{(pid=110154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 17:52:29.044044 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.plugins.ml2.plugin [None req-84dee6e7-a391-4d12-a408-f39cf0ad70b1 admin admin] Deleting port e377a37c-ceed-42d0-b29a-e0ff738b761d {{(pid=110152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 17:52:29.044044 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-84dee6e7-a391-4d12-a408-f39cf0ad70b1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781795221764'] for port (e377a37c-ceed-42d0-b29a-e0ff738b761d), before_delete {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:52:29.109096 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.plugins.ml2.db [None req-84dee6e7-a391-4d12-a408-f39cf0ad70b1 admin admin] For port e377a37c-ceed-42d0-b29a-e0ff738b761d, host dv-cinder-841302-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841302-2-iscsi',level=0,port_id=e377a37c-ceed-42d0-b29a-e0ff738b761d,segment=NetworkSegment(5476eec8-6d3c-4719-9920-b0738333a1e7),segment_id=5476eec8-6d3c-4719-9920-b0738333a1e7)] {{(pid=110152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 17:52:29.109464 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-84dee6e7-a391-4d12-a408-f39cf0ad70b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640494'] for port (e377a37c-ceed-42d0-b29a-e0ff738b761d), precommit_delete {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:52:29.126196 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.plugins.ml2.plugin [None req-84dee6e7-a391-4d12-a408-f39cf0ad70b1 admin admin] Calling delete_port for e377a37c-ceed-42d0-b29a-e0ff738b761d owned by network:dhcp {{(pid=110152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 17:52:29.170281 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab5acf81-242b-4eb3-a562-c3d05677f092 None None] DHCP port deletion for f37a5a11-05c8-4d32-b0a0-13874a53c216 request from dv-cinder-841302-2-iscsi {{(pid=110154) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 10 17:52:29.217478 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.plugin [None req-ab5acf81-242b-4eb3-a562-c3d05677f092 None None] Deleting port e377a37c-ceed-42d0-b29a-e0ff738b761d {{(pid=110154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 17:52:29.218216 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-ab5acf81-242b-4eb3-a562-c3d05677f092 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781795221764'] for port (e377a37c-ceed-42d0-b29a-e0ff738b761d), before_delete {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:52:29.237004 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-84dee6e7-a391-4d12-a408-f39cf0ad70b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1514136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781795229076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781794686073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5018186'] for port (e377a37c-ceed-42d0-b29a-e0ff738b761d), after_delete {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:52:29.266729 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.rpc [None req-6e697e78-9dd1-4bc1-8573-56b901d07725 None None] Device c383c584-b5df-4b7e-af1c-6ffb19330ddb no longer exists at agent ovs-agent-dv-cinder-841302-2-iscsi {{(pid=110154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 17:52:29.267298 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dee6e7-a391-4d12-a408-f39cf0ad70b1 admin admin] Pushing event deleted for resources: {'Port': ['ID=e377a37c-ceed-42d0-b29a-e0ff738b761d,revision_number=None']} {{(pid=110152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:52:29.270771 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84dee6e7-a391-4d12-a408-f39cf0ad70b1 admin admin] No DVR routers for this DVR port e377a37c-ceed-42d0-b29a-e0ff738b761d on host dv-cinder-841302-2-iscsi {{(pid=110152) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 17:52:29.358223 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-84dee6e7-a391-4d12-a408-f39cf0ad70b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1459024', 'neutron.services.segments.db._delete_segments_for_network-8781795183409'] for network (f37a5a11-05c8-4d32-b0a0-13874a53c216), precommit_delete {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:52:29.390547 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.services.segments.db [None req-84dee6e7-a391-4d12-a408-f39cf0ad70b1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f37a5a11-05c8-4d32-b0a0-13874a53c216']}} {{(pid=110152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:52:29.406327 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.services.segments.db [None req-84dee6e7-a391-4d12-a408-f39cf0ad70b1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5476eec8-6d3c-4719-9920-b0738333a1e7') {'for_net_delete': True} {{(pid=110152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:52:29.406772 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.services.segments.db [None req-84dee6e7-a391-4d12-a408-f39cf0ad70b1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5476eec8-6d3c-4719-9920-b0738333a1e7') {} {{(pid=110152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:52:29.424313 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-84dee6e7-a391-4d12-a408-f39cf0ad70b1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781795183930', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4759354'] for segment (5476eec8-6d3c-4719-9920-b0738333a1e7), before_delete {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:52:29.440988 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-84dee6e7-a391-4d12-a408-f39cf0ad70b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1469446'] for segment (5476eec8-6d3c-4719-9920-b0738333a1e7), precommit_delete {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:52:29.449495 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-84dee6e7-a391-4d12-a408-f39cf0ad70b1 admin admin] Releasing vlan 583 on physical network physnet1 to pool {{(pid=110152) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 17:52:29.449952 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-84dee6e7-a391-4d12-a408-f39cf0ad70b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1469446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5018135'] for segment (5476eec8-6d3c-4719-9920-b0738333a1e7), after_delete {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:52:29.452079 dv-cinder-841302-2-iscsi neutron-server[110152]: Traceback (most recent call last): May 10 17:52:29.452079 dv-cinder-841302-2-iscsi neutron-server[110152]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 17:52:29.452079 dv-cinder-841302-2-iscsi neutron-server[110152]: timer() May 10 17:52:29.452079 dv-cinder-841302-2-iscsi neutron-server[110152]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 17:52:29.452079 dv-cinder-841302-2-iscsi neutron-server[110152]: cb(*args, **kw) May 10 17:52:29.452079 dv-cinder-841302-2-iscsi neutron-server[110152]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 10 17:52:29.452079 dv-cinder-841302-2-iscsi neutron-server[110152]: return func(*args, **kwargs) May 10 17:52:29.452079 dv-cinder-841302-2-iscsi neutron-server[110152]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 17:52:29.452079 dv-cinder-841302-2-iscsi neutron-server[110152]: self._notify() May 10 17:52:29.452079 dv-cinder-841302-2-iscsi neutron-server[110152]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 17:52:29.452079 dv-cinder-841302-2-iscsi neutron-server[110152]: self.callback(batched_events) May 10 17:52:29.452079 dv-cinder-841302-2-iscsi neutron-server[110152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 17:52:29.452079 dv-cinder-841302-2-iscsi neutron-server[110152]: event.method(event) May 10 17:52:29.452079 dv-cinder-841302-2-iscsi neutron-server[110152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 10 17:52:29.452079 dv-cinder-841302-2-iscsi neutron-server[110152]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 17:52:29.452079 dv-cinder-841302-2-iscsi neutron-server[110152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 10 17:52:29.452079 dv-cinder-841302-2-iscsi neutron-server[110152]: aggregate_uuid = self.p_client.list_aggregates( May 10 17:52:29.452079 dv-cinder-841302-2-iscsi neutron-server[110152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 10 17:52:29.452079 dv-cinder-841302-2-iscsi neutron-server[110152]: return f(self, *a, **k) May 10 17:52:29.452079 dv-cinder-841302-2-iscsi neutron-server[110152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 10 17:52:29.452079 dv-cinder-841302-2-iscsi neutron-server[110152]: return self._get(url).json() May 10 17:52:29.452079 dv-cinder-841302-2-iscsi neutron-server[110152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 10 17:52:29.452079 dv-cinder-841302-2-iscsi neutron-server[110152]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 17:52:29.452079 dv-cinder-841302-2-iscsi neutron-server[110152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 17:52:29.452079 dv-cinder-841302-2-iscsi neutron-server[110152]: return self.request(url, 'GET', **kwargs) May 10 17:52:29.452079 dv-cinder-841302-2-iscsi neutron-server[110152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 17:52:29.452079 dv-cinder-841302-2-iscsi neutron-server[110152]: base_url = self.get_endpoint(auth, allow=allow, May 10 17:52:29.452079 dv-cinder-841302-2-iscsi neutron-server[110152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 17:52:29.452079 dv-cinder-841302-2-iscsi neutron-server[110152]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 17:52:29.452079 dv-cinder-841302-2-iscsi neutron-server[110152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 17:52:29.452079 dv-cinder-841302-2-iscsi neutron-server[110152]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 17:52:29.452079 dv-cinder-841302-2-iscsi neutron-server[110152]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 17:52:29.462044 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.plugin [None req-6e697e78-9dd1-4bc1-8573-56b901d07725 None None] No Port match for: c383c584-b5df-4b7e-af1c-6ffb19330ddb {{(pid=110154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 17:52:29.462390 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.rpc [None req-6e697e78-9dd1-4bc1-8573-56b901d07725 None None] Device c383c584-b5df-4b7e-af1c-6ffb19330ddb not bound to the agent host dv-cinder-841302-2-iscsi {{(pid=110154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 17:52:29.491941 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.db [None req-ab5acf81-242b-4eb3-a562-c3d05677f092 None None] For port e377a37c-ceed-42d0-b29a-e0ff738b761d, host dv-cinder-841302-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841302-2-iscsi',level=0,port_id=e377a37c-ceed-42d0-b29a-e0ff738b761d,segment=NetworkSegment(5476eec8-6d3c-4719-9920-b0738333a1e7),segment_id=5476eec8-6d3c-4719-9920-b0738333a1e7)] {{(pid=110154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 17:52:29.492425 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-ab5acf81-242b-4eb3-a562-c3d05677f092 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640494'] for port (e377a37c-ceed-42d0-b29a-e0ff738b761d), precommit_delete {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:52:29.511001 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.plugin [None req-ab5acf81-242b-4eb3-a562-c3d05677f092 None None] Calling delete_port for e377a37c-ceed-42d0-b29a-e0ff738b761d owned by network:dhcp {{(pid=110154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 17:52:29.515178 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-84dee6e7-a391-4d12-a408-f39cf0ad70b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1458985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-282477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-641080'] for network (f37a5a11-05c8-4d32-b0a0-13874a53c216), after_delete {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:52:29.534967 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-84dee6e7-a391-4d12-a408-f39cf0ad70b1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631615'] for network (None), before_response {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:52:29.538084 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [None req-84dee6e7-a391-4d12-a408-f39cf0ad70b1 admin admin] 10.222.0.60 "DELETE /v2.0/networks/f37a5a11-05c8-4d32-b0a0-13874a53c216 HTTP/1.1" status: 204 len: 168 time: 0.6255410 May 10 17:52:29.542151 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dee6e7-a391-4d12-a408-f39cf0ad70b1 admin admin] Pushing event deleted for resources: {'Network': ['ID=f37a5a11-05c8-4d32-b0a0-13874a53c216,revision_number=None']} {{(pid=110152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:52:29.643881 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-ab5acf81-242b-4eb3-a562-c3d05677f092 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1514136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781795229076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781794686073'] for port (e377a37c-ceed-42d0-b29a-e0ff738b761d), after_delete {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:52:29.668988 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-ab5acf81-242b-4eb3-a562-c3d05677f092 None None] Network f37a5a11-05c8-4d32-b0a0-13874a53c216 is not hosted by any dhcp agent {{(pid=110154) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} May 10 17:52:29.669459 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab5acf81-242b-4eb3-a562-c3d05677f092 None None] No DVR routers for this DVR port e377a37c-ceed-42d0-b29a-e0ff738b761d on host dv-cinder-841302-2-iscsi {{(pid=110154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 17:52:29.675189 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5acf81-242b-4eb3-a562-c3d05677f092 None None] Pushing event deleted for resources: {'Port': ['ID=e377a37c-ceed-42d0-b29a-e0ff738b761d,revision_number=None']} {{(pid=110154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:52:29.680230 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.wsgi [-] (110153) accepted ('10.222.0.60', 44982) {{(pid=110153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 17:52:29.724692 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [None req-e30375b3-29eb-49ef-a713-bab9c2551dbb admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=ec9da2f35bcd444fa485c453103df5cc&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0433061 May 10 17:52:29.727999 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.wsgi [-] (110152) accepted ('10.222.0.60', 44984) {{(pid=110152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 17:52:29.782328 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-7fbb0cd8-1210-43f3-9d2e-8bb286d0987b admin admin] Publish callbacks [] for security_group (1dc31e58-b13c-4610-8a7b-a2e2a07c824b), before_delete {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:52:29.807524 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-7fbb0cd8-1210-43f3-9d2e-8bb286d0987b admin admin] Publish callbacks [] for security_group (1dc31e58-b13c-4610-8a7b-a2e2a07c824b), precommit_delete {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:52:29.859659 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-7fbb0cd8-1210-43f3-9d2e-8bb286d0987b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-282428'] for security_group (1dc31e58-b13c-4610-8a7b-a2e2a07c824b), after_delete {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:52:29.862493 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-7fbb0cd8-1210-43f3-9d2e-8bb286d0987b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:52:29.863704 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [None req-7fbb0cd8-1210-43f3-9d2e-8bb286d0987b admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/1dc31e58-b13c-4610-8a7b-a2e2a07c824b HTTP/1.1" status: 204 len: 168 time: 0.1345644 May 10 17:52:29.872657 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fbb0cd8-1210-43f3-9d2e-8bb286d0987b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1dc31e58-b13c-4610-8a7b-a2e2a07c824b,revision_number=None']} {{(pid=110152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:52:29.933626 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-d02f5861-f133-4263-8d10-9e0b535e0db3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781795183391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525393'] for agent (eaac381b-e402-41c3-a8e6-8f962681d3e6), after_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:52:30.565968 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.wsgi [-] (110152) accepted ('10.222.0.60', 45006) {{(pid=110152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 17:52:30.666247 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.v2.base [None req-4a0bf089-fa7f-48c8-8c06-aee34d95a94e admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-529210175-network', 'tenant_id': 'a83ced38e3ea471399fe49b3162b38e7'}} {{(pid=110152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 17:52:30.690451 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a0bf089-fa7f-48c8-8c06-aee34d95a94e admin admin] Made reservation on behalf of a83ced38e3ea471399fe49b3162b38e7 for: {'network': 1} {{(pid=110152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 17:52:30.692739 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-4a0bf089-fa7f-48c8-8c06-aee34d95a94e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1514036'] for network (None), before_create {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:52:30.701796 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-4a0bf089-fa7f-48c8-8c06-aee34d95a94e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:52:30.783946 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-4a0bf089-fa7f-48c8-8c06-aee34d95a94e admin admin] Publish callbacks [] for security_group (997a5a47-fa4b-494a-bd60-9811781e70c7), precommit_create {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:52:30.790394 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-4a0bf089-fa7f-48c8-8c06-aee34d95a94e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-282428'] for security_group (997a5a47-fa4b-494a-bd60-9811781e70c7), after_create {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:52:30.817672 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a0bf089-fa7f-48c8-8c06-aee34d95a94e admin admin] vlan segment allocate from pool success with {'vlan_id': 577, 'physical_network': 'physnet1'} {{(pid=110152) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 17:52:30.822339 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.rpc [None req-6e697e78-9dd1-4bc1-8573-56b901d07725 None None] Device 331e326f-eb0e-4349-9e0d-6687d88832ed no longer exists at agent ovs-agent-dv-cinder-841302-2-iscsi {{(pid=110154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 17:52:30.829130 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0bf089-fa7f-48c8-8c06-aee34d95a94e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=997a5a47-fa4b-494a-bd60-9811781e70c7,revision_number=1']} {{(pid=110152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:52:30.834418 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-4a0bf089-fa7f-48c8-8c06-aee34d95a94e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1469446'] for segment (ceecb963-ac53-40a6-a088-c89a2310a391), precommit_create {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:52:30.834751 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.db.segments_db [None req-4a0bf089-fa7f-48c8-8c06-aee34d95a94e admin admin] Added segment ceecb963-ac53-40a6-a088-c89a2310a391 of type vlan for network 6723a7dd-891c-4580-9df3-21c9f6f08046 May 10 17:52:30.853257 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.plugin [None req-6e697e78-9dd1-4bc1-8573-56b901d07725 None None] No Port match for: 331e326f-eb0e-4349-9e0d-6687d88832ed {{(pid=110154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 17:52:30.853628 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.rpc [None req-6e697e78-9dd1-4bc1-8573-56b901d07725 None None] Device 331e326f-eb0e-4349-9e0d-6687d88832ed not bound to the agent host dv-cinder-841302-2-iscsi {{(pid=110154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 17:52:30.854044 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.rpc [None req-6e697e78-9dd1-4bc1-8573-56b901d07725 None None] Device e377a37c-ceed-42d0-b29a-e0ff738b761d no longer exists at agent ovs-agent-dv-cinder-841302-2-iscsi {{(pid=110154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 17:52:30.878196 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-4a0bf089-fa7f-48c8-8c06-aee34d95a94e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781794707887'] for network (6723a7dd-891c-4580-9df3-21c9f6f08046), precommit_create {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:52:30.888411 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.plugin [None req-6e697e78-9dd1-4bc1-8573-56b901d07725 None None] No Port match for: e377a37c-ceed-42d0-b29a-e0ff738b761d {{(pid=110154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 17:52:30.888771 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.rpc [None req-6e697e78-9dd1-4bc1-8573-56b901d07725 None None] Device e377a37c-ceed-42d0-b29a-e0ff738b761d not bound to the agent host dv-cinder-841302-2-iscsi {{(pid=110154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 17:52:30.907042 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-4a0bf089-fa7f-48c8-8c06-aee34d95a94e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-282477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631625'] for network (6723a7dd-891c-4580-9df3-21c9f6f08046), after_create {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:52:30.908147 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a0bf089-fa7f-48c8-8c06-aee34d95a94e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:52:30.908795 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-4a0bf089-fa7f-48c8-8c06-aee34d95a94e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631615'] for network (None), before_response {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:52:30.969569 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [None req-4a0bf089-fa7f-48c8-8c06-aee34d95a94e admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.4023323 May 10 17:52:30.973352 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.wsgi [-] (110153) accepted ('10.222.0.60', 45010) {{(pid=110153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 17:52:30.978152 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.v2.base [None req-6fb5bc1a-bdfa-4296-953e-e418573b76b1 admin admin] Request body: {'subnet': {'network_id': '6723a7dd-891c-4580-9df3-21c9f6f08046', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-529210175-subnet', 'tenant_id': 'a83ced38e3ea471399fe49b3162b38e7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 17:52:30.980570 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0bf089-fa7f-48c8-8c06-aee34d95a94e admin admin] Pushing event updated for resources: {'Network': ['ID=6723a7dd-891c-4580-9df3-21c9f6f08046,revision_number=1']} {{(pid=110152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:52:30.991556 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.rpc [None req-6e697e78-9dd1-4bc1-8573-56b901d07725 None None] Network 6723a7dd-891c-4580-9df3-21c9f6f08046 details requested by agent ovs-agent-dv-cinder-841302-2-iscsi with host dv-cinder-841302-2-iscsi {{(pid=110154) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 10 17:52:31.004272 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fb5bc1a-bdfa-4296-953e-e418573b76b1 admin admin] Made reservation on behalf of a83ced38e3ea471399fe49b3162b38e7 for: {'subnet': 1} {{(pid=110153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 17:52:31.006540 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-6fb5bc1a-bdfa-4296-953e-e418573b76b1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24212008'] for subnet (None), before_create {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:52:31.401887 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-6fb5bc1a-bdfa-4296-953e-e418573b76b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-321831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4208893', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24212022'] for subnet (125e9763-4051-4e2a-9a5e-3519d0c64e46), after_create {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:52:31.455782 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb5bc1a-bdfa-4296-953e-e418573b76b1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=125e9763-4051-4e2a-9a5e-3519d0c64e46,revision_number=0']} {{(pid=110153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:52:31.467300 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fb5bc1a-bdfa-4296-953e-e418573b76b1 admin admin] Checking segment: {'id': 'ceecb963-ac53-40a6-a088-c89a2310a391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '6723a7dd-891c-4580-9df3-21c9f6f08046'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 17:52:31.467691 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fb5bc1a-bdfa-4296-953e-e418573b76b1 admin admin] Network hostable DHCP agents. Network: 6723a7dd-891c-4580-9df3-21c9f6f08046, hostable agents: ['b2ad0527-00d5-4995-bc97-ec84c4e02f0b'], hosted agents: [] {{(pid=110153) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 17:52:31.474665 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-d07e8966-ef10-4d42-b774-228753b3fd3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781795183391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525393'] for agent (a55810b0-63c4-4499-a4d9-efcdb1615ce8), after_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:52:31.484959 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fb5bc1a-bdfa-4296-953e-e418573b76b1 admin admin] Network 6723a7dd-891c-4580-9df3-21c9f6f08046 is scheduled to be hosted by DHCP agent b2ad0527-00d5-4995-bc97-ec84c4e02f0b with binding_index 1 {{(pid=110153) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 17:52:31.493996 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.scheduler.base_scheduler [None req-6fb5bc1a-bdfa-4296-953e-e418573b76b1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-841302-2-iscsi, 6723a7dd-891c-4580-9df3-21c9f6f08046) {{(pid=110153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 17:52:31.498023 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fb5bc1a-bdfa-4296-953e-e418573b76b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:52:31.498616 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-6fb5bc1a-bdfa-4296-953e-e418573b76b1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:52:31.503135 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d79775e7-e1f3-4890-8626-44bf111557e6 None None] Network 6723a7dd-891c-4580-9df3-21c9f6f08046 requested from dv-cinder-841302-2-iscsi {{(pid=110154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 17:52:31.517777 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [None req-6fb5bc1a-bdfa-4296-953e-e418573b76b1 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5433295 May 10 17:52:31.520335 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.wsgi [-] (110153) accepted ('10.222.0.60', 45012) {{(pid=110153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 17:52:31.524684 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.v2.base [None req-35758f4b-0953-41c5-9dfd-6662e5641762 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-529210175-router', 'tenant_id': 'a83ced38e3ea471399fe49b3162b38e7', 'external_gateway_info': {'network_id': '85dc89cf-59f9-4edb-b26e-52bcb8a93763'}}} {{(pid=110153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 17:52:31.545654 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-35758f4b-0953-41c5-9dfd-6662e5641762 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-537840', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-789'] for router (b4bbf29f-5c22-4dee-a34b-aa473727f95a), before_create {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:52:31.546833 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-35758f4b-0953-41c5-9dfd-6662e5641762 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-537668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-642791', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-610544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-814'] for router (b4bbf29f-5c22-4dee-a34b-aa473727f95a), precommit_create {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:52:31.607921 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-35758f4b-0953-41c5-9dfd-6662e5641762 admin admin] Publish callbacks [] for router_controller (b4bbf29f-5c22-4dee-a34b-aa473727f95a), precommit_add_association {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:52:31.609620 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4aac65a-9f6d-4051-aba2-16afa796c645 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa19f327b-e3f6-5d02-b8b8-f794978bb937-6723a7dd-891c-4580-9df3-21c9f6f08046', 'network_id': '6723a7dd-891c-4580-9df3-21c9f6f08046', 'project_id': 'a83ced38e3ea471399fe49b3162b38e7', 'fixed_ips': [{'subnet_id': '125e9763-4051-4e2a-9a5e-3519d0c64e46'}]}} from dv-cinder-841302-2-iscsi. {{(pid=110154) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 10 17:52:31.610509 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-b4aac65a-9f6d-4051-aba2-16afa796c645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1514036'] for port (None), before_create {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:52:31.644760 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781795183391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525393'] for agent (16638279-eb91-49a3-95a5-8b540cc2f948), after_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:52:31.751151 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-35758f4b-0953-41c5-9dfd-6662e5641762 admin admin] Publish callbacks [] for router_gateway (b4bbf29f-5c22-4dee-a34b-aa473727f95a), precommit_update {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:52:31.780428 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.db.db_base_plugin_common [None req-b4aac65a-9f6d-4051-aba2-16afa796c645 None None] Allocated IP 172.20.0.2 (6723a7dd-891c-4580-9df3-21c9f6f08046/125e9763-4051-4e2a-9a5e-3519d0c64e46/b1b5407b-b2bb-4d4e-bc5d-a4ee65c914ba) {{(pid=110154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 17:52:31.953263 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-b4aac65a-9f6d-4051-aba2-16afa796c645 None None] Publish callbacks [] for port (b1b5407b-b2bb-4d4e-bc5d-a4ee65c914ba), precommit_create {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:52:31.955780 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-35758f4b-0953-41c5-9dfd-6662e5641762 admin admin] Publish callbacks [] for router_gateway (b4bbf29f-5c22-4dee-a34b-aa473727f95a), before_create {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:52:31.963738 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-b4aac65a-9f6d-4051-aba2-16afa796c645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1514136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781794686064'] for port (b1b5407b-b2bb-4d4e-bc5d-a4ee65c914ba), after_create {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:52:31.976322 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-35758f4b-0953-41c5-9dfd-6662e5641762 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1514036'] for port (None), before_create {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:52:32.005621 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4aac65a-9f6d-4051-aba2-16afa796c645 None None] Network 6723a7dd-891c-4580-9df3-21c9f6f08046 is already hosted by enough agents. {{(pid=110154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 17:52:32.009292 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.scheduler.base_scheduler [None req-b4aac65a-9f6d-4051-aba2-16afa796c645 None None] Resources bound (agent type, host, resource id): {{(pid=110154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 17:52:32.012755 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4aac65a-9f6d-4051-aba2-16afa796c645 None None] Received port after_create {{(pid=110154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 17:52:32.038464 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4aac65a-9f6d-4051-aba2-16afa796c645 None None] Pushing event updated for resources: {'Port': ['ID=b1b5407b-b2bb-4d4e-bc5d-a4ee65c914ba,revision_number=1']} {{(pid=110154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:52:32.107025 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.db.db_base_plugin_common [None req-35758f4b-0953-41c5-9dfd-6662e5641762 admin admin] Allocated IP 172.27.0.138 (85dc89cf-59f9-4edb-b26e-52bcb8a93763/e93d94f1-cb19-4cd0-92e5-ca73d24bd8fb/e0021c3d-3ecc-49d2-84ce-7cc507b0b3f1) {{(pid=110153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 17:52:32.116727 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.managers [None req-b4aac65a-9f6d-4051-aba2-16afa796c645 None None] Attempting to bind port b1b5407b-b2bb-4d4e-bc5d-a4ee65c914ba on host dv-cinder-841302-2-iscsi for vnic_type normal with profile {{(pid=110154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 17:52:32.117236 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.managers [None req-b4aac65a-9f6d-4051-aba2-16afa796c645 None None] Attempting to bind port b1b5407b-b2bb-4d4e-bc5d-a4ee65c914ba by drivers openvswitch,hyperv on host dv-cinder-841302-2-iscsi at level 0 using segments [{'id': 'ceecb963-ac53-40a6-a088-c89a2310a391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '6723a7dd-891c-4580-9df3-21c9f6f08046'}] {{(pid=110154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 17:52:32.117628 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4aac65a-9f6d-4051-aba2-16afa796c645 None None] Attempting to bind port b1b5407b-b2bb-4d4e-bc5d-a4ee65c914ba on network 6723a7dd-891c-4580-9df3-21c9f6f08046 {{(pid=110154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 17:52:32.123058 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4aac65a-9f6d-4051-aba2-16afa796c645 None None] Checking agent: {'id': 'fdc37a75-b7a9-4e92-a59c-f5b8c02d060c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841302-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 17, 36, 4), 'started_at': datetime.datetime(2022, 5, 10, 17, 36, 34), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 17, 52, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841302-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 17:52:32.123761 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4aac65a-9f6d-4051-aba2-16afa796c645 None None] Checking segment: {'id': 'ceecb963-ac53-40a6-a088-c89a2310a391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '6723a7dd-891c-4580-9df3-21c9f6f08046'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 17:52:32.124173 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-b4aac65a-9f6d-4051-aba2-16afa796c645 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:52:32.124572 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4aac65a-9f6d-4051-aba2-16afa796c645 None None] Bound using segment: {'id': 'ceecb963-ac53-40a6-a088-c89a2310a391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '6723a7dd-891c-4580-9df3-21c9f6f08046'} {{(pid=110154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 17:52:32.125036 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.managers [None req-b4aac65a-9f6d-4051-aba2-16afa796c645 None None] Bound port: b1b5407b-b2bb-4d4e-bc5d-a4ee65c914ba, host: dv-cinder-841302-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ceecb963-ac53-40a6-a088-c89a2310a391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '6723a7dd-891c-4580-9df3-21c9f6f08046'}}] {{(pid=110154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 17:52:32.125422 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-b4aac65a-9f6d-4051-aba2-16afa796c645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1514036'] for port (b1b5407b-b2bb-4d4e-bc5d-a4ee65c914ba), before_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:52:32.192322 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.db [None req-b4aac65a-9f6d-4051-aba2-16afa796c645 None None] For port b1b5407b-b2bb-4d4e-bc5d-a4ee65c914ba, host dv-cinder-841302-2-iscsi, cleared binding levels {{(pid=110154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 17:52:32.196003 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.db [None req-b4aac65a-9f6d-4051-aba2-16afa796c645 None None] For port b1b5407b-b2bb-4d4e-bc5d-a4ee65c914ba, host dv-cinder-841302-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841302-2-iscsi',level=0,port_id=b1b5407b-b2bb-4d4e-bc5d-a4ee65c914ba,segment=NetworkSegment(ceecb963-ac53-40a6-a088-c89a2310a391),segment_id=ceecb963-ac53-40a6-a088-c89a2310a391)] {{(pid=110154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 17:52:32.203038 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-b4aac65a-9f6d-4051-aba2-16afa796c645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1514136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781795229094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781794686082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781794686100'] for port (b1b5407b-b2bb-4d4e-bc5d-a4ee65c914ba), after_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:52:32.226450 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-35758f4b-0953-41c5-9dfd-6662e5641762 admin admin] Publish callbacks [] for port (e0021c3d-3ecc-49d2-84ce-7cc507b0b3f1), precommit_create {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:52:32.262066 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4aac65a-9f6d-4051-aba2-16afa796c645 None None] Pushing event updated for resources: {'Port': ['ID=b1b5407b-b2bb-4d4e-bc5d-a4ee65c914ba,revision_number=2']} {{(pid=110154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:52:32.275090 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-35758f4b-0953-41c5-9dfd-6662e5641762 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1514136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781794686064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207117'] for port (e0021c3d-3ecc-49d2-84ce-7cc507b0b3f1), after_create {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:52:32.312672 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35758f4b-0953-41c5-9dfd-6662e5641762 admin admin] Network 85dc89cf-59f9-4edb-b26e-52bcb8a93763 is already hosted by enough agents. {{(pid=110153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 17:52:32.315783 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.scheduler.base_scheduler [None req-35758f4b-0953-41c5-9dfd-6662e5641762 admin admin] Resources bound (agent type, host, resource id): {{(pid=110153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 17:52:32.319503 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35758f4b-0953-41c5-9dfd-6662e5641762 admin admin] Received port after_create {{(pid=110153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 17:52:32.358209 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35758f4b-0953-41c5-9dfd-6662e5641762 admin admin] Pushing event updated for resources: {'Port': ['ID=e0021c3d-3ecc-49d2-84ce-7cc507b0b3f1,revision_number=1']} {{(pid=110153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:52:32.620610 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-35758f4b-0953-41c5-9dfd-6662e5641762 admin admin] Publish callbacks [] for router_gateway (b4bbf29f-5c22-4dee-a34b-aa473727f95a), after_create {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:52:32.867103 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-35758f4b-0953-41c5-9dfd-6662e5641762 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-537675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-642570'] for router (b4bbf29f-5c22-4dee-a34b-aa473727f95a), after_create {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:52:32.869396 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.rpc [None req-6e697e78-9dd1-4bc1-8573-56b901d07725 None None] Device b1b5407b-b2bb-4d4e-bc5d-a4ee65c914ba up at agent ovs-agent-dv-cinder-841302-2-iscsi {{(pid=110154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 17:52:32.929029 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.db.provisioning_blocks [None req-6e697e78-9dd1-4bc1-8573-56b901d07725 None None] Provisioning complete for port b1b5407b-b2bb-4d4e-bc5d-a4ee65c914ba triggered by entity L2. {{(pid=110154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 17:52:32.929406 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-6e697e78-9dd1-4bc1-8573-56b901d07725 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525495'] for port (b1b5407b-b2bb-4d4e-bc5d-a4ee65c914ba), provisioning_complete {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:52:33.018326 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35758f4b-0953-41c5-9dfd-6662e5641762 admin admin] Router b4bbf29f-5c22-4dee-a34b-aa473727f95a is scheduled to L3 agent eaac381b-e402-41c3-a8e6-8f962681d3e6 with binding_index 1 {{(pid=110153) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 10 17:52:33.032168 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.plugin [None req-6e697e78-9dd1-4bc1-8573-56b901d07725 None None] Current status of the port b1b5407b-b2bb-4d4e-bc5d-a4ee65c914ba is: DOWN; New status is: ACTIVE {{(pid=110154) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 17:52:33.032800 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-6e697e78-9dd1-4bc1-8573-56b901d07725 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1514036'] for port (b1b5407b-b2bb-4d4e-bc5d-a4ee65c914ba), before_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:52:33.089459 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-ae45faaf-356d-4e4a-a605-33fedb92cd97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781795183391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525393'] for agent (6a57b374-0daf-4fe3-9dd1-3d457a537aa7), after_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:52:33.102062 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.db [None req-6e697e78-9dd1-4bc1-8573-56b901d07725 None None] For port b1b5407b-b2bb-4d4e-bc5d-a4ee65c914ba, host dv-cinder-841302-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841302-2-iscsi',level=0,port_id=b1b5407b-b2bb-4d4e-bc5d-a4ee65c914ba,segment=NetworkSegment(ceecb963-ac53-40a6-a088-c89a2310a391),segment_id=ceecb963-ac53-40a6-a088-c89a2310a391)] {{(pid=110154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 17:52:33.107568 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-6e697e78-9dd1-4bc1-8573-56b901d07725 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1514136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781795229094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781794686082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781794686100'] for port (b1b5407b-b2bb-4d4e-bc5d-a4ee65c914ba), after_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:52:33.153564 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35758f4b-0953-41c5-9dfd-6662e5641762 admin admin] Notify agent at l3_agent.dv-cinder-841302-2-iscsi the message routers_updated {{(pid=110153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 17:52:33.166715 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da93ed7a-73dc-4b63-84a8-169ccb200570 None None] Sync routers for ids ['b4bbf29f-5c22-4dee-a34b-aa473727f95a'] in dv-cinder-841302-2-iscsi {{(pid=110155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 17:52:33.177643 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-35758f4b-0953-41c5-9dfd-6662e5641762 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:52:33.178903 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [None req-35758f4b-0953-41c5-9dfd-6662e5641762 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.6576483 May 10 17:52:33.181318 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da93ed7a-73dc-4b63-84a8-169ccb200570 None None] Routers {'b4bbf29f-5c22-4dee-a34b-aa473727f95a'} bound to L3 agent in host dv-cinder-841302-2-iscsi {{(pid=110155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 17:52:33.182076 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.db.l3_hamode_db [None req-da93ed7a-73dc-4b63-84a8-169ccb200570 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841302-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-10T17:36:00Z,description=,heartbeat_timestamp=2022-05-10T17:52:30Z,host='dv-cinder-841302-2-iscsi',id=eaac381b-e402-41c3-a8e6-8f962681d3e6,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T17:36:00Z,topic='l3_agent')) {'router_ids': ['b4bbf29f-5c22-4dee-a34b-aa473727f95a'], 'active': True} {{(pid=110155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:52:33.182375 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.wsgi [-] (110153) accepted ('10.222.0.60', 45014) {{(pid=110153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 17:52:33.196163 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e697e78-9dd1-4bc1-8573-56b901d07725 None None] Pushing event updated for resources: {'Port': ['ID=b1b5407b-b2bb-4d4e-bc5d-a4ee65c914ba,revision_number=3']} {{(pid=110154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:52:33.399327 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59661da5-df4f-4c04-b4ff-acb768d337d0 None None] Network 6723a7dd-891c-4580-9df3-21c9f6f08046 requested from dv-cinder-841302-2-iscsi {{(pid=110154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 17:52:33.424826 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.db.l3_dvr_db [None req-da93ed7a-73dc-4b63-84a8-169ccb200570 None None] Set router b4bbf29f-5c22-4dee-a34b-aa473727f95a gateway port host: dv-cinder-841302-2-iscsi {{(pid=110155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 17:52:33.488201 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.db.provisioning_blocks [None req-ca9da2e7-47e8-4d98-b37f-85d0713095e3 None None] Provisioning complete for port b1b5407b-b2bb-4d4e-bc5d-a4ee65c914ba triggered by entity DHCP. {{(pid=110154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 17:52:33.488640 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-ca9da2e7-47e8-4d98-b37f-85d0713095e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525495'] for port (b1b5407b-b2bb-4d4e-bc5d-a4ee65c914ba), provisioning_complete {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:52:33.619737 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.db.l3_hamode_db [None req-da93ed7a-73dc-4b63-84a8-169ccb200570 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4bbf29f-5c22-4dee-a34b-aa473727f95a', 'name': 'tempest-AttachVolumeTestJSON-529210175-router', 'tenant_id': 'a83ced38e3ea471399fe49b3162b38e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85dc89cf-59f9-4edb-b26e-52bcb8a93763', 'external_fixed_ips': [{'subnet_id': 'e93d94f1-cb19-4cd0-92e5-ca73d24bd8fb', 'ip_address': '172.27.0.138'}], 'enable_snat': True}, 'gw_port_id': 'e0021c3d-3ecc-49d2-84ce-7cc507b0b3f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T17:52:31Z', 'updated_at': '2022-05-10T17:52:32Z', 'revision_number': 3, 'project_id': 'a83ced38e3ea471399fe49b3162b38e7', 'gw_port': {'id': 'e0021c3d-3ecc-49d2-84ce-7cc507b0b3f1', 'name': '', 'network_id': '85dc89cf-59f9-4edb-b26e-52bcb8a93763', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:25:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4bbf29f-5c22-4dee-a34b-aa473727f95a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': 'e93d94f1-cb19-4cd0-92e5-ca73d24bd8fb', 'ip_address': '172.27.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T17:52:31Z', 'updated_at': '2022-05-10T17:52:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e93d94f1-cb19-4cd0-92e5-ca73d24bd8fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841302-2-iscsi'}], 'dv-cinder-841302-2-iscsi', False) {} {{(pid=110155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:52:33.648408 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da93ed7a-73dc-4b63-84a8-169ccb200570 None None] Checking router: b4bbf29f-5c22-4dee-a34b-aa473727f95a for host: dv-cinder-841302-2-iscsi {{(pid=110155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 17:52:33.649043 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da93ed7a-73dc-4b63-84a8-169ccb200570 None None] Updating router b4bbf29f-5c22-4dee-a34b-aa473727f95a port e0021c3d-3ecc-49d2-84ce-7cc507b0b3f1 binding host dv-cinder-841302-2-iscsi {{(pid=110155) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 17:52:33.685394 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron_lib.callbacks.manager [None req-da93ed7a-73dc-4b63-84a8-169ccb200570 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1514036'] for port (e0021c3d-3ecc-49d2-84ce-7cc507b0b3f1), before_update {{(pid=110155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:52:33.690183 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.plugin [None req-ca9da2e7-47e8-4d98-b37f-85d0713095e3 None None] Current status of the port b1b5407b-b2bb-4d4e-bc5d-a4ee65c914ba is: ACTIVE; New status is: ACTIVE {{(pid=110154) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 17:52:33.908649 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.db.provisioning_blocks [None req-ea43264d-22d6-48c0-9ed0-3b653c000643 None None] Provisioning complete for port b1b5407b-b2bb-4d4e-bc5d-a4ee65c914ba triggered by entity DHCP. {{(pid=110154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 17:52:33.908967 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-ea43264d-22d6-48c0-9ed0-3b653c000643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525495'] for port (b1b5407b-b2bb-4d4e-bc5d-a4ee65c914ba), provisioning_complete {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:52:33.976008 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron_lib.callbacks.manager [None req-da93ed7a-73dc-4b63-84a8-169ccb200570 None None] Publish callbacks [] for port (e0021c3d-3ecc-49d2-84ce-7cc507b0b3f1), precommit_update {{(pid=110155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:52:33.983725 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron_lib.callbacks.manager [None req-da93ed7a-73dc-4b63-84a8-169ccb200570 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1514136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781795229094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781794686082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781794686100'] for port (e0021c3d-3ecc-49d2-84ce-7cc507b0b3f1), after_update {{(pid=110155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:52:34.000945 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.plugin [None req-ea43264d-22d6-48c0-9ed0-3b653c000643 None None] Current status of the port b1b5407b-b2bb-4d4e-bc5d-a4ee65c914ba is: ACTIVE; New status is: ACTIVE {{(pid=110154) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 17:52:34.021173 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-baf43b7d-38ee-4b6a-9189-a4236406c373 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1514036'] for port (None), before_create {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:52:34.041241 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.plugins.ml2.managers [None req-da93ed7a-73dc-4b63-84a8-169ccb200570 None None] Attempting to bind port e0021c3d-3ecc-49d2-84ce-7cc507b0b3f1 on host dv-cinder-841302-2-iscsi for vnic_type normal with profile {{(pid=110155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 17:52:34.041606 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.plugins.ml2.managers [None req-da93ed7a-73dc-4b63-84a8-169ccb200570 None None] Attempting to bind port e0021c3d-3ecc-49d2-84ce-7cc507b0b3f1 by drivers openvswitch,hyperv on host dv-cinder-841302-2-iscsi at level 0 using segments [{'id': '73dc8890-d7a8-423a-bf66-935bdea3f4d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '85dc89cf-59f9-4edb-b26e-52bcb8a93763'}] {{(pid=110155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 17:52:34.041961 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da93ed7a-73dc-4b63-84a8-169ccb200570 None None] Attempting to bind port e0021c3d-3ecc-49d2-84ce-7cc507b0b3f1 on network 85dc89cf-59f9-4edb-b26e-52bcb8a93763 {{(pid=110155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 17:52:34.048042 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4df9f0-f96b-4867-83c4-41096e668a09 None None] Pushing event updated for resources: {'Port': ['ID=e0021c3d-3ecc-49d2-84ce-7cc507b0b3f1,revision_number=2']} {{(pid=110155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:52:34.052923 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da93ed7a-73dc-4b63-84a8-169ccb200570 None None] Checking agent: {'id': 'fdc37a75-b7a9-4e92-a59c-f5b8c02d060c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841302-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 17, 36, 4), 'started_at': datetime.datetime(2022, 5, 10, 17, 36, 34), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 17, 52, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841302-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 17:52:34.053287 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da93ed7a-73dc-4b63-84a8-169ccb200570 None None] Checking segment: {'id': '73dc8890-d7a8-423a-bf66-935bdea3f4d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '85dc89cf-59f9-4edb-b26e-52bcb8a93763'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 17:52:34.053679 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron_lib.callbacks.manager [None req-da93ed7a-73dc-4b63-84a8-169ccb200570 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:52:34.054065 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da93ed7a-73dc-4b63-84a8-169ccb200570 None None] Bound using segment: {'id': '73dc8890-d7a8-423a-bf66-935bdea3f4d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '85dc89cf-59f9-4edb-b26e-52bcb8a93763'} {{(pid=110155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 17:52:34.054531 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.plugins.ml2.managers [None req-da93ed7a-73dc-4b63-84a8-169ccb200570 None None] Bound port: e0021c3d-3ecc-49d2-84ce-7cc507b0b3f1, host: dv-cinder-841302-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73dc8890-d7a8-423a-bf66-935bdea3f4d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '85dc89cf-59f9-4edb-b26e-52bcb8a93763'}}] {{(pid=110155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 17:52:34.055055 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron_lib.callbacks.manager [None req-da93ed7a-73dc-4b63-84a8-169ccb200570 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1514036'] for port (e0021c3d-3ecc-49d2-84ce-7cc507b0b3f1), before_update {{(pid=110155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:52:34.062288 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4df9f0-f96b-4867-83c4-41096e668a09 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:52:34.062633 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4df9f0-f96b-4867-83c4-41096e668a09 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:52:34.062989 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4df9f0-f96b-4867-83c4-41096e668a09 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:52:34.063397 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4df9f0-f96b-4867-83c4-41096e668a09 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:52:34.063760 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4df9f0-f96b-4867-83c4-41096e668a09 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:52:34.064083 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4df9f0-f96b-4867-83c4-41096e668a09 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:52:34.064403 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4df9f0-f96b-4867-83c4-41096e668a09 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:52:34.064768 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4df9f0-f96b-4867-83c4-41096e668a09 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:52:34.065087 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4df9f0-f96b-4867-83c4-41096e668a09 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:52:34.065405 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4df9f0-f96b-4867-83c4-41096e668a09 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:52:34.065722 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4df9f0-f96b-4867-83c4-41096e668a09 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:52:34.066057 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4df9f0-f96b-4867-83c4-41096e668a09 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:52:34.066380 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4df9f0-f96b-4867-83c4-41096e668a09 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:52:34.066691 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4df9f0-f96b-4867-83c4-41096e668a09 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:52:34.067025 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4df9f0-f96b-4867-83c4-41096e668a09 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:52:34.124612 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.plugins.ml2.db [None req-da93ed7a-73dc-4b63-84a8-169ccb200570 None None] For port e0021c3d-3ecc-49d2-84ce-7cc507b0b3f1, host dv-cinder-841302-2-iscsi, cleared binding levels {{(pid=110155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 17:52:34.128262 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.plugins.ml2.db [None req-da93ed7a-73dc-4b63-84a8-169ccb200570 None None] For port e0021c3d-3ecc-49d2-84ce-7cc507b0b3f1, host dv-cinder-841302-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841302-2-iscsi',level=0,port_id=e0021c3d-3ecc-49d2-84ce-7cc507b0b3f1,segment=NetworkSegment(73dc8890-d7a8-423a-bf66-935bdea3f4d7),segment_id=73dc8890-d7a8-423a-bf66-935bdea3f4d7)] {{(pid=110155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 17:52:34.135266 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron_lib.callbacks.manager [None req-da93ed7a-73dc-4b63-84a8-169ccb200570 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1514136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781795229094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781794686082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781794686100'] for port (e0021c3d-3ecc-49d2-84ce-7cc507b0b3f1), after_update {{(pid=110155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:52:34.190822 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da93ed7a-73dc-4b63-84a8-169ccb200570 None None] Routers {'b4bbf29f-5c22-4dee-a34b-aa473727f95a'} bound to L3 agent in host dv-cinder-841302-2-iscsi {{(pid=110155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 17:52:34.191574 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.db.l3_hamode_db [None req-da93ed7a-73dc-4b63-84a8-169ccb200570 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841302-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-10T17:36:00Z,description=,heartbeat_timestamp=2022-05-10T17:52:30Z,host='dv-cinder-841302-2-iscsi',id=eaac381b-e402-41c3-a8e6-8f962681d3e6,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T17:36:00Z,topic='l3_agent')) {'router_ids': ['b4bbf29f-5c22-4dee-a34b-aa473727f95a'], 'active': True} {{(pid=110155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:52:34.199491 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.db.db_base_plugin_common [None req-baf43b7d-38ee-4b6a-9189-a4236406c373 admin admin] Allocated IP 172.20.0.1 (6723a7dd-891c-4580-9df3-21c9f6f08046/125e9763-4051-4e2a-9a5e-3519d0c64e46/f7b232d1-4cd4-48c1-a721-e78ddbbead0e) {{(pid=110153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 17:52:34.243314 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4df9f0-f96b-4867-83c4-41096e668a09 None None] Pushing event updated for resources: {'Port': ['ID=e0021c3d-3ecc-49d2-84ce-7cc507b0b3f1,revision_number=3']} {{(pid=110155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:52:34.315946 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.db.l3_dvr_db [None req-da93ed7a-73dc-4b63-84a8-169ccb200570 None None] Set router b4bbf29f-5c22-4dee-a34b-aa473727f95a gateway port host: dv-cinder-841302-2-iscsi {{(pid=110155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 17:52:34.319340 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-baf43b7d-38ee-4b6a-9189-a4236406c373 admin admin] Publish callbacks [] for port (f7b232d1-4cd4-48c1-a721-e78ddbbead0e), precommit_create {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:52:34.360696 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-baf43b7d-38ee-4b6a-9189-a4236406c373 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1514136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781794686064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207117'] for port (f7b232d1-4cd4-48c1-a721-e78ddbbead0e), after_create {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:52:34.407347 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baf43b7d-38ee-4b6a-9189-a4236406c373 admin admin] Network 6723a7dd-891c-4580-9df3-21c9f6f08046 is already hosted by enough agents. {{(pid=110153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 17:52:34.412663 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.scheduler.base_scheduler [None req-baf43b7d-38ee-4b6a-9189-a4236406c373 admin admin] Resources bound (agent type, host, resource id): {{(pid=110153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 17:52:34.418294 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baf43b7d-38ee-4b6a-9189-a4236406c373 admin admin] Received port after_create {{(pid=110153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 17:52:34.421395 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf43b7d-38ee-4b6a-9189-a4236406c373 admin admin] Pushing event updated for resources: {'Port': ['ID=f7b232d1-4cd4-48c1-a721-e78ddbbead0e,revision_number=1']} {{(pid=110153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:52:34.469586 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-baf43b7d-38ee-4b6a-9189-a4236406c373 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-640605'] for router_interface (b4bbf29f-5c22-4dee-a34b-aa473727f95a), before_create {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:52:34.513940 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.db.l3_hamode_db [None req-da93ed7a-73dc-4b63-84a8-169ccb200570 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4bbf29f-5c22-4dee-a34b-aa473727f95a', 'name': 'tempest-AttachVolumeTestJSON-529210175-router', 'tenant_id': 'a83ced38e3ea471399fe49b3162b38e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85dc89cf-59f9-4edb-b26e-52bcb8a93763', 'external_fixed_ips': [{'subnet_id': 'e93d94f1-cb19-4cd0-92e5-ca73d24bd8fb', 'ip_address': '172.27.0.138'}], 'enable_snat': True}, 'gw_port_id': 'e0021c3d-3ecc-49d2-84ce-7cc507b0b3f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T17:52:31Z', 'updated_at': '2022-05-10T17:52:32Z', 'revision_number': 3, 'project_id': 'a83ced38e3ea471399fe49b3162b38e7', 'gw_port': {'id': 'e0021c3d-3ecc-49d2-84ce-7cc507b0b3f1', 'name': '', 'network_id': '85dc89cf-59f9-4edb-b26e-52bcb8a93763', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:25:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4bbf29f-5c22-4dee-a34b-aa473727f95a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': 'e93d94f1-cb19-4cd0-92e5-ca73d24bd8fb', 'ip_address': '172.27.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841302-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T17:52:31Z', 'updated_at': '2022-05-10T17:52:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e93d94f1-cb19-4cd0-92e5-ca73d24bd8fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841302-2-iscsi'}], 'dv-cinder-841302-2-iscsi', False) {} {{(pid=110155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:52:34.522836 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-6e697e78-9dd1-4bc1-8573-56b901d07725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781795183391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525393'] for agent (fdc37a75-b7a9-4e92-a59c-f5b8c02d060c), after_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:52:34.551083 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da93ed7a-73dc-4b63-84a8-169ccb200570 None None] The sync data for ids ['b4bbf29f-5c22-4dee-a34b-aa473727f95a'] in dv-cinder-841302-2-iscsi is: [{'id': 'b4bbf29f-5c22-4dee-a34b-aa473727f95a', 'name': 'tempest-AttachVolumeTestJSON-529210175-router', 'tenant_id': 'a83ced38e3ea471399fe49b3162b38e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85dc89cf-59f9-4edb-b26e-52bcb8a93763', 'external_fixed_ips': [{'subnet_id': 'e93d94f1-cb19-4cd0-92e5-ca73d24bd8fb', 'ip_address': '172.27.0.138'}], 'enable_snat': True}, 'gw_port_id': 'e0021c3d-3ecc-49d2-84ce-7cc507b0b3f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T17:52:31Z', 'updated_at': '2022-05-10T17:52:32Z', 'revision_number': 3, 'project_id': 'a83ced38e3ea471399fe49b3162b38e7', 'gw_port': {'id': 'e0021c3d-3ecc-49d2-84ce-7cc507b0b3f1', 'name': '', 'network_id': '85dc89cf-59f9-4edb-b26e-52bcb8a93763', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:25:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4bbf29f-5c22-4dee-a34b-aa473727f95a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': 'e93d94f1-cb19-4cd0-92e5-ca73d24bd8fb', 'ip_address': '172.27.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841302-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T17:52:31Z', 'updated_at': '2022-05-10T17:52:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e93d94f1-cb19-4cd0-92e5-ca73d24bd8fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841302-2-iscsi'}] {{(pid=110155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 17:52:34.650075 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-baf43b7d-38ee-4b6a-9189-a4236406c373 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1514036'] for port (f7b232d1-4cd4-48c1-a721-e78ddbbead0e), before_update {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:52:34.725251 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.db.provisioning_blocks [None req-b344c130-246f-4aad-ad9b-83b17fca754e None None] Provisioning complete for port f7b232d1-4cd4-48c1-a721-e78ddbbead0e triggered by entity DHCP. {{(pid=110154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 17:52:34.726276 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-b344c130-246f-4aad-ad9b-83b17fca754e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525495'] for port (f7b232d1-4cd4-48c1-a721-e78ddbbead0e), provisioning_complete {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:52:34.767510 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.plugin [None req-b344c130-246f-4aad-ad9b-83b17fca754e None None] Port f7b232d1-4cd4-48c1-a721-e78ddbbead0e cannot update to ACTIVE because it is not bound. {{(pid=110154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 10 17:52:34.860401 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-baf43b7d-38ee-4b6a-9189-a4236406c373 admin admin] Publish callbacks [] for port (f7b232d1-4cd4-48c1-a721-e78ddbbead0e), precommit_update {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:52:34.865348 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-baf43b7d-38ee-4b6a-9189-a4236406c373 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1514136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781795229094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781794686082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781794686100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4207220'] for port (f7b232d1-4cd4-48c1-a721-e78ddbbead0e), after_update {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:52:34.922396 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.rpc [None req-6e697e78-9dd1-4bc1-8573-56b901d07725 None None] Device b1b5407b-b2bb-4d4e-bc5d-a4ee65c914ba up at agent ovs-agent-dv-cinder-841302-2-iscsi {{(pid=110154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 17:52:34.959785 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf43b7d-38ee-4b6a-9189-a4236406c373 admin admin] Pushing event updated for resources: {'Port': ['ID=f7b232d1-4cd4-48c1-a721-e78ddbbead0e,revision_number=2']} {{(pid=110153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:52:34.963021 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-baf43b7d-38ee-4b6a-9189-a4236406c373 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-631643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-640352'] for router_interface (b4bbf29f-5c22-4dee-a34b-aa473727f95a), after_create {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:52:35.001141 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.db.provisioning_blocks [None req-6e697e78-9dd1-4bc1-8573-56b901d07725 None None] Provisioning complete for port b1b5407b-b2bb-4d4e-bc5d-a4ee65c914ba triggered by entity L2. {{(pid=110154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 17:52:35.001522 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-6e697e78-9dd1-4bc1-8573-56b901d07725 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525495'] for port (b1b5407b-b2bb-4d4e-bc5d-a4ee65c914ba), provisioning_complete {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:52:35.068810 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baf43b7d-38ee-4b6a-9189-a4236406c373 admin admin] Network 6723a7dd-891c-4580-9df3-21c9f6f08046 is already hosted by enough agents. {{(pid=110153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 17:52:35.071572 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.scheduler.base_scheduler [None req-baf43b7d-38ee-4b6a-9189-a4236406c373 admin admin] Resources bound (agent type, host, resource id): {{(pid=110153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 17:52:35.104747 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.plugin [None req-6e697e78-9dd1-4bc1-8573-56b901d07725 None None] Current status of the port b1b5407b-b2bb-4d4e-bc5d-a4ee65c914ba is: ACTIVE; New status is: ACTIVE {{(pid=110154) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 17:52:35.213843 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-baf43b7d-38ee-4b6a-9189-a4236406c373 admin admin] Router b4bbf29f-5c22-4dee-a34b-aa473727f95a has already been hosted by L3 agent eaac381b-e402-41c3-a8e6-8f962681d3e6 {{(pid=110153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 17:52:35.349807 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-baf43b7d-38ee-4b6a-9189-a4236406c373 admin admin] Notify agent at l3_agent.dv-cinder-841302-2-iscsi the message routers_updated {{(pid=110153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 17:52:35.356270 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [None req-baf43b7d-38ee-4b6a-9189-a4236406c373 admin admin] 10.222.0.60 "PUT /v2.0/routers/b4bbf29f-5c22-4dee-a34b-aa473727f95a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1726491 May 10 17:52:35.390909 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.db.provisioning_blocks [None req-685d129a-03e7-4cdf-b79b-0085e5aac762 None None] Provisioning complete for port f7b232d1-4cd4-48c1-a721-e78ddbbead0e triggered by entity DHCP. {{(pid=110154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 17:52:35.391293 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-685d129a-03e7-4cdf-b79b-0085e5aac762 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525495'] for port (f7b232d1-4cd4-48c1-a721-e78ddbbead0e), provisioning_complete {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:52:35.428387 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.plugin [None req-685d129a-03e7-4cdf-b79b-0085e5aac762 None None] Port f7b232d1-4cd4-48c1-a721-e78ddbbead0e cannot update to ACTIVE because it is not bound. {{(pid=110154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 10 17:52:35.663861 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.wsgi [-] (110153) accepted ('10.222.0.60', 45026) {{(pid=110153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 17:52:35.669085 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.v2.base [None req-71d725f0-8db2-4122-aaf4-65fd73fb7d8e tempest-AttachVolumeTestJSON-185127037 tempest-AttachVolumeTestJSON-185127037-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2127011062', 'description': 'tempest-description--1526606053'}} {{(pid=110153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 17:52:35.689828 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-71d725f0-8db2-4122-aaf4-65fd73fb7d8e tempest-AttachVolumeTestJSON-185127037 tempest-AttachVolumeTestJSON-185127037-project] Publish callbacks [] for security_group (None), before_create {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:52:35.759533 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-71d725f0-8db2-4122-aaf4-65fd73fb7d8e tempest-AttachVolumeTestJSON-185127037 tempest-AttachVolumeTestJSON-185127037-project] Publish callbacks [] for security_group (901c15aa-9edf-4c4f-99fa-d12937d98f67), precommit_create {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:52:35.763589 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-71d725f0-8db2-4122-aaf4-65fd73fb7d8e tempest-AttachVolumeTestJSON-185127037 tempest-AttachVolumeTestJSON-185127037-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-282428'] for security_group (901c15aa-9edf-4c4f-99fa-d12937d98f67), after_create {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:52:35.795322 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-71d725f0-8db2-4122-aaf4-65fd73fb7d8e tempest-AttachVolumeTestJSON-185127037 tempest-AttachVolumeTestJSON-185127037-project] Publish callbacks [] for security_group (None), before_response {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:52:35.796578 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [None req-71d725f0-8db2-4122-aaf4-65fd73fb7d8e tempest-AttachVolumeTestJSON-185127037 tempest-AttachVolumeTestJSON-185127037-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1311181 May 10 17:52:35.797646 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d725f0-8db2-4122-aaf4-65fd73fb7d8e tempest-AttachVolumeTestJSON-185127037 tempest-AttachVolumeTestJSON-185127037-project] Pushing event updated for resources: {'SecurityGroup': ['ID=901c15aa-9edf-4c4f-99fa-d12937d98f67,revision_number=1']} {{(pid=110153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:52:35.800492 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.wsgi [-] (110152) accepted ('10.222.0.60', 45028) {{(pid=110152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 17:52:35.806268 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.v2.base [None req-f4603b7e-eebf-4b32-a97e-f7e8b92590fa tempest-AttachVolumeTestJSON-185127037 tempest-AttachVolumeTestJSON-185127037-project] Request body: {'security_group_rule': {'security_group_id': '901c15aa-9edf-4c4f-99fa-d12937d98f67', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 17:52:35.833495 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-f4603b7e-eebf-4b32-a97e-f7e8b92590fa tempest-AttachVolumeTestJSON-185127037 tempest-AttachVolumeTestJSON-185127037-project] Publish callbacks [] for security_group_rule (23435d93-d8d4-43d6-ac2d-477331980622), before_create {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:52:35.891241 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-f4603b7e-eebf-4b32-a97e-f7e8b92590fa tempest-AttachVolumeTestJSON-185127037 tempest-AttachVolumeTestJSON-185127037-project] Publish callbacks [] for security_group_rule (23435d93-d8d4-43d6-ac2d-477331980622), precommit_create {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:52:35.894858 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-f4603b7e-eebf-4b32-a97e-f7e8b92590fa tempest-AttachVolumeTestJSON-185127037 tempest-AttachVolumeTestJSON-185127037-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-282571'] for security_group_rule (23435d93-d8d4-43d6-ac2d-477331980622), after_create {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:52:35.917926 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4603b7e-eebf-4b32-a97e-f7e8b92590fa tempest-AttachVolumeTestJSON-185127037 tempest-AttachVolumeTestJSON-185127037-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=23435d93-d8d4-43d6-ac2d-477331980622,revision_number=0']} {{(pid=110152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:52:35.928773 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-f4603b7e-eebf-4b32-a97e-f7e8b92590fa tempest-AttachVolumeTestJSON-185127037 tempest-AttachVolumeTestJSON-185127037-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:52:35.930960 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [None req-f4603b7e-eebf-4b32-a97e-f7e8b92590fa tempest-AttachVolumeTestJSON-185127037 tempest-AttachVolumeTestJSON-185127037-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1282344 May 10 17:52:35.933161 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.wsgi [-] (110152) accepted ('10.222.0.60', 45032) {{(pid=110152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 17:52:35.938049 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.v2.base [None req-229ae5a7-0f70-4e7c-897a-fa537d1c9a16 tempest-AttachVolumeTestJSON-185127037 tempest-AttachVolumeTestJSON-185127037-project] Request body: {'security_group_rule': {'security_group_id': '901c15aa-9edf-4c4f-99fa-d12937d98f67', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 17:52:35.969651 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-229ae5a7-0f70-4e7c-897a-fa537d1c9a16 tempest-AttachVolumeTestJSON-185127037 tempest-AttachVolumeTestJSON-185127037-project] Publish callbacks [] for security_group_rule (a34ab792-d395-4ff9-ae78-2dd23f809b6c), before_create {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:52:36.033674 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-229ae5a7-0f70-4e7c-897a-fa537d1c9a16 tempest-AttachVolumeTestJSON-185127037 tempest-AttachVolumeTestJSON-185127037-project] Publish callbacks [] for security_group_rule (a34ab792-d395-4ff9-ae78-2dd23f809b6c), precommit_create {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:52:36.037140 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-229ae5a7-0f70-4e7c-897a-fa537d1c9a16 tempest-AttachVolumeTestJSON-185127037 tempest-AttachVolumeTestJSON-185127037-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-282571'] for security_group_rule (a34ab792-d395-4ff9-ae78-2dd23f809b6c), after_create {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:52:36.062768 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229ae5a7-0f70-4e7c-897a-fa537d1c9a16 tempest-AttachVolumeTestJSON-185127037 tempest-AttachVolumeTestJSON-185127037-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a34ab792-d395-4ff9-ae78-2dd23f809b6c,revision_number=0']} {{(pid=110152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:52:36.072102 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-229ae5a7-0f70-4e7c-897a-fa537d1c9a16 tempest-AttachVolumeTestJSON-185127037 tempest-AttachVolumeTestJSON-185127037-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:52:36.076725 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.wsgi [-] (110153) accepted ('10.222.0.60', 45034) {{(pid=110153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 17:52:36.077269 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [None req-229ae5a7-0f70-4e7c-897a-fa537d1c9a16 tempest-AttachVolumeTestJSON-185127037 tempest-AttachVolumeTestJSON-185127037-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1425986 May 10 17:52:36.082375 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.v2.base [None req-354f0437-be63-4a4b-93e5-ee9ef98ea683 tempest-AttachVolumeTestJSON-185127037 tempest-AttachVolumeTestJSON-185127037-project] Request body: {'floatingip': {'floating_network_id': '85dc89cf-59f9-4edb-b26e-52bcb8a93763'}} {{(pid=110153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 17:52:36.107085 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-354f0437-be63-4a4b-93e5-ee9ef98ea683 tempest-AttachVolumeTestJSON-185127037 tempest-AttachVolumeTestJSON-185127037-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:52:36.206312 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-354f0437-be63-4a4b-93e5-ee9ef98ea683 tempest-AttachVolumeTestJSON-185127037 tempest-AttachVolumeTestJSON-185127037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1514036'] for port (None), before_create {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:52:36.271154 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-d629f9cb-4983-4137-af5a-d5e47449c464 req-5b72f8c4-71c2-4d30-a7c4-1056cb84f562 tempest-TestMinimumBasicScenario-1856724445 tempest-TestMinimumBasicScenario-1856724445-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1770949354&fields=id&tenant_id=f582fd9ef9094e8f9b47f7e686e3808a HTTP/1.1" status: 200 len: 267 time: 0.0535796 May 10 17:52:36.322404 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26fc6efe-fde4-406e-85b8-53a1f21824c4 None None] Sync routers for ids ['b4bbf29f-5c22-4dee-a34b-aa473727f95a'] in dv-cinder-841302-2-iscsi {{(pid=110154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 17:52:36.333997 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26fc6efe-fde4-406e-85b8-53a1f21824c4 None None] Routers {'b4bbf29f-5c22-4dee-a34b-aa473727f95a'} bound to L3 agent in host dv-cinder-841302-2-iscsi {{(pid=110154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 17:52:36.335116 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.db.l3_hamode_db [None req-26fc6efe-fde4-406e-85b8-53a1f21824c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841302-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-10T17:36:00Z,description=,heartbeat_timestamp=2022-05-10T17:52:30Z,host='dv-cinder-841302-2-iscsi',id=eaac381b-e402-41c3-a8e6-8f962681d3e6,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T17:36:00Z,topic='l3_agent')) {'router_ids': ['b4bbf29f-5c22-4dee-a34b-aa473727f95a'], 'active': True} {{(pid=110154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:52:36.335303 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.db.db_base_plugin_common [None req-354f0437-be63-4a4b-93e5-ee9ef98ea683 tempest-AttachVolumeTestJSON-185127037 tempest-AttachVolumeTestJSON-185127037-project] Allocated IP 172.27.0.8 (85dc89cf-59f9-4edb-b26e-52bcb8a93763/e93d94f1-cb19-4cd0-92e5-ca73d24bd8fb/24bac1b0-0080-4164-93db-f9f1a2f6bde6) {{(pid=110153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 17:52:36.340926 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d629f9cb-4983-4137-af5a-d5e47449c464 req-a8ce3c81-315a-4686-9dbc-5df05dbd8d0f tempest-TestMinimumBasicScenario-1856724445 tempest-TestMinimumBasicScenario-1856724445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:52:36.342505 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-d629f9cb-4983-4137-af5a-d5e47449c464 req-a8ce3c81-315a-4686-9dbc-5df05dbd8d0f tempest-TestMinimumBasicScenario-1856724445 tempest-TestMinimumBasicScenario-1856724445-project] 10.222.0.60 "GET /v2.0/ports?device_id=4ab1a9bd-b249-4f09-9264-87eb2a4878cb HTTP/1.1" status: 200 len: 984 time: 0.0641739 May 10 17:52:36.356196 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.v2.base [req-d629f9cb-4983-4137-af5a-d5e47449c464 req-921ea87c-4d66-4f91-a1df-da26b6b374cf tempest-TestMinimumBasicScenario-1856724445 tempest-TestMinimumBasicScenario-1856724445-project] Request body: {'port': {'security_groups': ['4291c383-f1b0-498a-957d-36fec04b0997']}} {{(pid=110152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 17:52:36.439628 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [req-d629f9cb-4983-4137-af5a-d5e47449c464 req-921ea87c-4d66-4f91-a1df-da26b6b374cf tempest-TestMinimumBasicScenario-1856724445 tempest-TestMinimumBasicScenario-1856724445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1514036'] for port (f023603c-ec90-40f8-beef-59e8c9f7f17f), before_update {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:52:36.454162 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.db.l3_dvr_db [None req-26fc6efe-fde4-406e-85b8-53a1f21824c4 None None] Set router b4bbf29f-5c22-4dee-a34b-aa473727f95a gateway port host: dv-cinder-841302-2-iscsi {{(pid=110154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 17:52:36.460494 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-354f0437-be63-4a4b-93e5-ee9ef98ea683 tempest-AttachVolumeTestJSON-185127037 tempest-AttachVolumeTestJSON-185127037-project] Publish callbacks [] for port (24bac1b0-0080-4164-93db-f9f1a2f6bde6), precommit_create {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:52:36.498631 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-354f0437-be63-4a4b-93e5-ee9ef98ea683 tempest-AttachVolumeTestJSON-185127037 tempest-AttachVolumeTestJSON-185127037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1514136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781794686064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207117'] for port (24bac1b0-0080-4164-93db-f9f1a2f6bde6), after_create {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:52:36.540088 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-354f0437-be63-4a4b-93e5-ee9ef98ea683 tempest-AttachVolumeTestJSON-185127037 tempest-AttachVolumeTestJSON-185127037-project] Network 85dc89cf-59f9-4edb-b26e-52bcb8a93763 is already hosted by enough agents. {{(pid=110153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 17:52:36.544705 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.scheduler.base_scheduler [None req-354f0437-be63-4a4b-93e5-ee9ef98ea683 tempest-AttachVolumeTestJSON-185127037 tempest-AttachVolumeTestJSON-185127037-project] Resources bound (agent type, host, resource id): {{(pid=110153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 17:52:36.548645 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-354f0437-be63-4a4b-93e5-ee9ef98ea683 tempest-AttachVolumeTestJSON-185127037 tempest-AttachVolumeTestJSON-185127037-project] Received port after_create {{(pid=110153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 17:52:36.589219 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354f0437-be63-4a4b-93e5-ee9ef98ea683 tempest-AttachVolumeTestJSON-185127037 tempest-AttachVolumeTestJSON-185127037-project] Pushing event updated for resources: {'Port': ['ID=24bac1b0-0080-4164-93db-f9f1a2f6bde6,revision_number=1']} {{(pid=110153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:52:36.663617 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-354f0437-be63-4a4b-93e5-ee9ef98ea683 tempest-AttachVolumeTestJSON-185127037 tempest-AttachVolumeTestJSON-185127037-project] Publish callbacks [] for floatingip (313f203d-a5e7-4b62-aa86-054b7c64d368), precommit_create {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:52:36.663920 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.plugins.ml2.db [req-d629f9cb-4983-4137-af5a-d5e47449c464 req-921ea87c-4d66-4f91-a1df-da26b6b374cf tempest-TestMinimumBasicScenario-1856724445 tempest-TestMinimumBasicScenario-1856724445-project] For port f023603c-ec90-40f8-beef-59e8c9f7f17f, host hv-cinder-84130, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84130',level=0,port_id=f023603c-ec90-40f8-beef-59e8c9f7f17f,segment=NetworkSegment(fae9f46d-4ca7-4637-b63a-3e8d3f0e0761),segment_id=fae9f46d-4ca7-4637-b63a-3e8d3f0e0761)] {{(pid=110152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 17:52:36.673456 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.db.l3_hamode_db [None req-26fc6efe-fde4-406e-85b8-53a1f21824c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4bbf29f-5c22-4dee-a34b-aa473727f95a', 'name': 'tempest-AttachVolumeTestJSON-529210175-router', 'tenant_id': 'a83ced38e3ea471399fe49b3162b38e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85dc89cf-59f9-4edb-b26e-52bcb8a93763', 'external_fixed_ips': [{'subnet_id': 'e93d94f1-cb19-4cd0-92e5-ca73d24bd8fb', 'ip_address': '172.27.0.138'}], 'enable_snat': True}, 'gw_port_id': 'e0021c3d-3ecc-49d2-84ce-7cc507b0b3f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T17:52:31Z', 'updated_at': '2022-05-10T17:52:34Z', 'revision_number': 4, 'project_id': 'a83ced38e3ea471399fe49b3162b38e7', 'gw_port': {'id': 'e0021c3d-3ecc-49d2-84ce-7cc507b0b3f1', 'name': '', 'network_id': '85dc89cf-59f9-4edb-b26e-52bcb8a93763', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:25:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4bbf29f-5c22-4dee-a34b-aa473727f95a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': 'e93d94f1-cb19-4cd0-92e5-ca73d24bd8fb', 'ip_address': '172.27.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841302-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T17:52:31Z', 'updated_at': '2022-05-10T17:52:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e93d94f1-cb19-4cd0-92e5-ca73d24bd8fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841302-2-iscsi', '_interfaces': [{'id': 'f7b232d1-4cd4-48c1-a721-e78ddbbead0e', 'name': '', 'network_id': '6723a7dd-891c-4580-9df3-21c9f6f08046', 'tenant_id': 'a83ced38e3ea471399fe49b3162b38e7', 'mac_address': 'fa:16:3e:fa:80:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4bbf29f-5c22-4dee-a34b-aa473727f95a', 'device_owner': 'network:router_interface', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '125e9763-4051-4e2a-9a5e-3519d0c64e46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T17:52:34Z', 'updated_at': '2022-05-10T17:52:34Z', 'revision_number': 2, 'project_id': 'a83ced38e3ea471399fe49b3162b38e7', 'subnets': [{'id': '125e9763-4051-4e2a-9a5e-3519d0c64e46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841302-2-iscsi', False) {} {{(pid=110154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:52:36.702316 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26fc6efe-fde4-406e-85b8-53a1f21824c4 None None] Checking router: b4bbf29f-5c22-4dee-a34b-aa473727f95a for host: dv-cinder-841302-2-iscsi {{(pid=110154) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 17:52:36.702962 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26fc6efe-fde4-406e-85b8-53a1f21824c4 None None] Updating router b4bbf29f-5c22-4dee-a34b-aa473727f95a port f7b232d1-4cd4-48c1-a721-e78ddbbead0e binding host dv-cinder-841302-2-iscsi {{(pid=110154) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 17:52:36.705296 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [req-d629f9cb-4983-4137-af5a-d5e47449c464 req-921ea87c-4d66-4f91-a1df-da26b6b374cf tempest-TestMinimumBasicScenario-1856724445 tempest-TestMinimumBasicScenario-1856724445-project] Publish callbacks [] for port (f023603c-ec90-40f8-beef-59e8c9f7f17f), precommit_update {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:52:36.707306 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-354f0437-be63-4a4b-93e5-ee9ef98ea683 tempest-AttachVolumeTestJSON-185127037 tempest-AttachVolumeTestJSON-185127037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1514036'] for port (24bac1b0-0080-4164-93db-f9f1a2f6bde6), before_update {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:52:36.716632 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [req-d629f9cb-4983-4137-af5a-d5e47449c464 req-921ea87c-4d66-4f91-a1df-da26b6b374cf tempest-TestMinimumBasicScenario-1856724445 tempest-TestMinimumBasicScenario-1856724445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1514136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781795229094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781794686082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781794686100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5018163'] for port (f023603c-ec90-40f8-beef-59e8c9f7f17f), after_update {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:52:36.733165 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-26fc6efe-fde4-406e-85b8-53a1f21824c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1514036'] for port (f7b232d1-4cd4-48c1-a721-e78ddbbead0e), before_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:52:36.769382 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.db [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] get_ports_and_sgs() called for port_ids ['f023603c-ec90-40f8-beef-59e8c9f7f17f'] {{(pid=110154) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 17:52:36.772365 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d629f9cb-4983-4137-af5a-d5e47449c464 req-921ea87c-4d66-4f91-a1df-da26b6b374cf tempest-TestMinimumBasicScenario-1856724445 tempest-TestMinimumBasicScenario-1856724445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:52:36.773021 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [req-d629f9cb-4983-4137-af5a-d5e47449c464 req-921ea87c-4d66-4f91-a1df-da26b6b374cf tempest-TestMinimumBasicScenario-1856724445 tempest-TestMinimumBasicScenario-1856724445-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29634'] for port (None), before_response {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:52:36.775046 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-d629f9cb-4983-4137-af5a-d5e47449c464 req-921ea87c-4d66-4f91-a1df-da26b6b374cf tempest-TestMinimumBasicScenario-1856724445 tempest-TestMinimumBasicScenario-1856724445-project] 10.222.0.60 "PUT /v2.0/ports/f023603c-ec90-40f8-beef-59e8c9f7f17f HTTP/1.1" status: 200 len: 942 time: 0.4245846 May 10 17:52:36.778362 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ab1a9bd-b249-4f09-9264-87eb2a4878cb', 'tag': 'f023603c-ec90-40f8-beef-59e8c9f7f17f'}] {{(pid=110152) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 17:52:36.781132 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0e5bab204033c83635b1e14c3e3a099c647719281f8bf9f740a5b80828d0d04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b95d09a-f61b-4de7-a8b3-8e91b64f15a8" -d '{"events": [{"name": "network-changed", "server_uuid": "4ab1a9bd-b249-4f09-9264-87eb2a4878cb", "tag": "f023603c-ec90-40f8-beef-59e8c9f7f17f"}]}' {{(pid=110152) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 17:52:36.796760 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.wsgi [-] (110153) accepted ('10.222.0.60', 45038) {{(pid=110153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 17:52:36.834892 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921ea87c-4d66-4f91-a1df-da26b6b374cf tempest-TestMinimumBasicScenario-1856724445 tempest-TestMinimumBasicScenario-1856724445-project] Pushing event updated for resources: {'Port': ['ID=f023603c-ec90-40f8-beef-59e8c9f7f17f,revision_number=7']} {{(pid=110152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:52:36.870729 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 17:52:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84b6d489-c311-46ce-973a-59a2a08d3567 x-openstack-request-id: req-84b6d489-c311-46ce-973a-59a2a08d3567 {{(pid=110152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 17:52:36.871348 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ab1a9bd-b249-4f09-9264-87eb2a4878cb", "tag": "f023603c-ec90-40f8-beef-59e8c9f7f17f", "status": "completed", "code": 200}]} {{(pid=110152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 17:52:36.872349 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-84b6d489-c311-46ce-973a-59a2a08d3567 {{(pid=110152) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 17:52:36.872923 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.notifiers.nova [-] Nova event matching ['req-84b6d489-c311-46ce-973a-59a2a08d3567'] response: {'name': 'network-changed', 'server_uuid': '4ab1a9bd-b249-4f09-9264-87eb2a4878cb', 'tag': 'f023603c-ec90-40f8-beef-59e8c9f7f17f', 'status': 'completed', 'code': 200} May 10 17:52:36.929017 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.rpc [None req-6e697e78-9dd1-4bc1-8573-56b901d07725 None None] Device e0021c3d-3ecc-49d2-84ce-7cc507b0b3f1 up at agent ovs-agent-dv-cinder-841302-2-iscsi {{(pid=110154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 17:52:36.963955 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.db [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] get_ports_and_sgs() called for port_ids ['f023603c-ec90-40f8-beef-59e8c9f7f17f'] {{(pid=110154) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 17:52:36.965574 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-ceba6877-80e6-479d-93b6-1f26b2b86179 tempest-TestMinimumBasicScenario-1856724445 tempest-TestMinimumBasicScenario-1856724445-project] Publish callbacks [] for security_group (8efa01d5-e8fd-47b7-b10c-1647c0ca187c), before_delete {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:52:36.987716 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b95d09a-f61b-4de7-a8b3-8e91b64f15a8 req-22148761-5fb2-43e7-8b39-a763fd659cbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:52:36.989404 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-7b95d09a-f61b-4de7-a8b3-8e91b64f15a8 req-22148761-5fb2-43e7-8b39-a763fd659cbb service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=f582fd9ef9094e8f9b47f7e686e3808a&device_id=4ab1a9bd-b249-4f09-9264-87eb2a4878cb HTTP/1.1" status: 200 len: 1129 time: 0.0701883 May 10 17:52:37.011004 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-ceba6877-80e6-479d-93b6-1f26b2b86179 tempest-TestMinimumBasicScenario-1856724445 tempest-TestMinimumBasicScenario-1856724445-project] Publish callbacks [] for security_group (8efa01d5-e8fd-47b7-b10c-1647c0ca187c), precommit_delete {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:52:37.035008 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-354f0437-be63-4a4b-93e5-ee9ef98ea683 tempest-AttachVolumeTestJSON-185127037 tempest-AttachVolumeTestJSON-185127037-project] Publish callbacks [] for port (24bac1b0-0080-4164-93db-f9f1a2f6bde6), precommit_update {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:52:37.045080 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-354f0437-be63-4a4b-93e5-ee9ef98ea683 tempest-AttachVolumeTestJSON-185127037 tempest-AttachVolumeTestJSON-185127037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1514136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781795229094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781794686082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781794686100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4207220'] for port (24bac1b0-0080-4164-93db-f9f1a2f6bde6), after_update {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:52:37.116644 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b95d09a-f61b-4de7-a8b3-8e91b64f15a8 req-f0a9c19a-a01b-422e-90f1-31baccefc2f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:52:37.118595 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-7b95d09a-f61b-4de7-a8b3-8e91b64f15a8 req-f0a9c19a-a01b-422e-90f1-31baccefc2f3 service neutron] 10.222.0.77 "GET /v2.0/networks?id=d36cf6d1-7902-4b07-ab50-617b34c8483f HTTP/1.1" status: 200 len: 915 time: 0.1218653 May 10 17:52:37.146991 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354f0437-be63-4a4b-93e5-ee9ef98ea683 tempest-AttachVolumeTestJSON-185127037 tempest-AttachVolumeTestJSON-185127037-project] Pushing event updated for resources: {'Port': ['ID=24bac1b0-0080-4164-93db-f9f1a2f6bde6,revision_number=2']} {{(pid=110153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:52:37.153035 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-354f0437-be63-4a4b-93e5-ee9ef98ea683 tempest-AttachVolumeTestJSON-185127037 tempest-AttachVolumeTestJSON-185127037-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-641027'] for floatingip (313f203d-a5e7-4b62-aa86-054b7c64d368), after_create {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:52:37.170624 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-354f0437-be63-4a4b-93e5-ee9ef98ea683 tempest-AttachVolumeTestJSON-185127037 tempest-AttachVolumeTestJSON-185127037-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29634'] for floatingip (None), before_response {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:52:37.179980 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [None req-354f0437-be63-4a4b-93e5-ee9ef98ea683 tempest-AttachVolumeTestJSON-185127037 tempest-AttachVolumeTestJSON-185127037-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 1.0935001 May 10 17:52:37.191685 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-ceba6877-80e6-479d-93b6-1f26b2b86179 tempest-TestMinimumBasicScenario-1856724445 tempest-TestMinimumBasicScenario-1856724445-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-282428'] for security_group (8efa01d5-e8fd-47b7-b10c-1647c0ca187c), after_delete {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:52:37.195165 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-ceba6877-80e6-479d-93b6-1f26b2b86179 tempest-TestMinimumBasicScenario-1856724445 tempest-TestMinimumBasicScenario-1856724445-project] Publish callbacks [] for security_group (None), before_response {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:52:37.197912 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [None req-ceba6877-80e6-479d-93b6-1f26b2b86179 tempest-TestMinimumBasicScenario-1856724445 tempest-TestMinimumBasicScenario-1856724445-project] 10.222.0.60 "DELETE /v2.0/security-groups/8efa01d5-e8fd-47b7-b10c-1647c0ca187c HTTP/1.1" status: 204 len: 168 time: 0.4003959 May 10 17:52:37.200797 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.wsgi [-] (110152) accepted ('10.222.0.60', 45044) {{(pid=110152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 17:52:37.209199 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceba6877-80e6-479d-93b6-1f26b2b86179 tempest-TestMinimumBasicScenario-1856724445 tempest-TestMinimumBasicScenario-1856724445-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8efa01d5-e8fd-47b7-b10c-1647c0ca187c,revision_number=None']} {{(pid=110153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:52:37.224942 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-7b95d09a-f61b-4de7-a8b3-8e91b64f15a8 req-99016fc8-5393-4cce-8853-11e923865504 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f023603c-ec90-40f8-beef-59e8c9f7f17f HTTP/1.1" status: 200 len: 1000 time: 0.1000135 May 10 17:52:37.298460 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.db.provisioning_blocks [None req-0c774c44-a8fd-4bf0-b3f8-5e1259623c2a None None] Provisioning complete for port f023603c-ec90-40f8-beef-59e8c9f7f17f triggered by entity DHCP. {{(pid=110154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 17:52:37.299199 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-0c774c44-a8fd-4bf0-b3f8-5e1259623c2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525495'] for port (f023603c-ec90-40f8-beef-59e8c9f7f17f), provisioning_complete {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:52:37.349215 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b95d09a-f61b-4de7-a8b3-8e91b64f15a8 req-3119b182-9f78-4c38-be37-14a5b3c8ed36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:52:37.350530 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-7b95d09a-f61b-4de7-a8b3-8e91b64f15a8 req-3119b182-9f78-4c38-be37-14a5b3c8ed36 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=a6e2ccd6-25e8-4d9c-9121-bb83787a16b4 HTTP/1.1" status: 200 len: 853 time: 0.1183476 May 10 17:52:37.375714 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.db.provisioning_blocks [None req-6e697e78-9dd1-4bc1-8573-56b901d07725 None None] Provisioning complete for port e0021c3d-3ecc-49d2-84ce-7cc507b0b3f1 triggered by entity L2. {{(pid=110154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 17:52:37.375714 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-6e697e78-9dd1-4bc1-8573-56b901d07725 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525495'] for port (e0021c3d-3ecc-49d2-84ce-7cc507b0b3f1), provisioning_complete {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:52:37.437540 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-81a512f3-35e6-438a-a82e-bb68e7d45112 req-0bfd68a9-c681-48bd-ae62-61c94907a13d tempest-AttachVolumeTestJSON-185127037 tempest-AttachVolumeTestJSON-185127037-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-securitygroup--2127011062&fields=id&tenant_id=a83ced38e3ea471399fe49b3162b38e7 HTTP/1.1" status: 200 len: 267 time: 0.1350026 May 10 17:52:37.452929 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b95d09a-f61b-4de7-a8b3-8e91b64f15a8 req-a32026a2-10f5-4cf5-bbc6-25743cc860cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:52:37.454568 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-7b95d09a-f61b-4de7-a8b3-8e91b64f15a8 req-a32026a2-10f5-4cf5-bbc6-25743cc860cb service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=d36cf6d1-7902-4b07-ab50-617b34c8483f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0687101 May 10 17:52:37.608430 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [req-4346ca1c-b026-4139-b40c-0d8b717b581c req-bd59aa91-d4e1-4578-9ef0-248c74fa4581 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=4ab1a9bd-b249-4f09-9264-87eb2a4878cb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0489478 May 10 17:52:37.638614 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.plugins.ml2.plugin [None req-dd7ca71f-6f0f-4b3c-9be6-96f9d58336e2 tempest-TestMinimumBasicScenario-1856724445 tempest-TestMinimumBasicScenario-1856724445-project] Deleting port 60dd20a1-f33e-438c-8d42-2fed829a4bd2 {{(pid=110152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 17:52:37.638961 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-dd7ca71f-6f0f-4b3c-9be6-96f9d58336e2 tempest-TestMinimumBasicScenario-1856724445 tempest-TestMinimumBasicScenario-1856724445-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781795221764'] for port (60dd20a1-f33e-438c-8d42-2fed829a4bd2), before_delete {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:52:37.699847 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.plugin [None req-0c774c44-a8fd-4bf0-b3f8-5e1259623c2a None None] Current status of the port f023603c-ec90-40f8-beef-59e8c9f7f17f is: ACTIVE; New status is: ACTIVE {{(pid=110154) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 17:52:37.726592 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a512f3-35e6-438a-a82e-bb68e7d45112 req-c329bdd9-f251-4741-ad94-6b6ba44628ee tempest-AttachVolumeTestJSON-185127037 tempest-AttachVolumeTestJSON-185127037-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:52:37.728331 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-81a512f3-35e6-438a-a82e-bb68e7d45112 req-c329bdd9-f251-4741-ad94-6b6ba44628ee tempest-AttachVolumeTestJSON-185127037 tempest-AttachVolumeTestJSON-185127037-project] 10.222.0.60 "GET /v2.0/networks?id=6723a7dd-891c-4580-9df3-21c9f6f08046 HTTP/1.1" status: 200 len: 810 time: 0.2780843 May 10 17:52:37.736977 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.plugin [None req-6e697e78-9dd1-4bc1-8573-56b901d07725 None None] Current status of the port e0021c3d-3ecc-49d2-84ce-7cc507b0b3f1 is: DOWN; New status is: ACTIVE {{(pid=110154) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 17:52:37.737370 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-6e697e78-9dd1-4bc1-8573-56b901d07725 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1514036'] for port (e0021c3d-3ecc-49d2-84ce-7cc507b0b3f1), before_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:52:37.762898 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-7b95d09a-f61b-4de7-a8b3-8e91b64f15a8 req-a3284f9f-910d-4acf-8a27-975146f73b87 service neutron] 10.222.0.77 "GET /v2.0/networks/d36cf6d1-7902-4b07-ab50-617b34c8483f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2906263 May 10 17:52:37.766723 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-81a512f3-35e6-438a-a82e-bb68e7d45112 req-d3913d55-725d-4260-89fc-c2ada793d796 tempest-AttachVolumeTestJSON-185127037 tempest-AttachVolumeTestJSON-185127037-project] 10.222.0.60 "GET /v2.0/quotas/a83ced38e3ea471399fe49b3162b38e7 HTTP/1.1" status: 200 len: 375 time: 0.0291781 May 10 17:52:37.768916 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-26fc6efe-fde4-406e-85b8-53a1f21824c4 None None] Publish callbacks [] for port (f7b232d1-4cd4-48c1-a721-e78ddbbead0e), precommit_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:52:37.788264 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.db [None req-6e697e78-9dd1-4bc1-8573-56b901d07725 None None] For port e0021c3d-3ecc-49d2-84ce-7cc507b0b3f1, host dv-cinder-841302-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841302-2-iscsi',level=0,port_id=e0021c3d-3ecc-49d2-84ce-7cc507b0b3f1,segment=NetworkSegment(73dc8890-d7a8-423a-bf66-935bdea3f4d7),segment_id=73dc8890-d7a8-423a-bf66-935bdea3f4d7)] {{(pid=110154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 17:52:37.790091 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-26fc6efe-fde4-406e-85b8-53a1f21824c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1514136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781795229094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781794686082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781794686100'] for port (f7b232d1-4cd4-48c1-a721-e78ddbbead0e), after_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:52:37.796625 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-6e697e78-9dd1-4bc1-8573-56b901d07725 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1514136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781795229094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781794686082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781794686100'] for port (e0021c3d-3ecc-49d2-84ce-7cc507b0b3f1), after_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:52:37.829549 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-dd7ca71f-6f0f-4b3c-9be6-96f9d58336e2 tempest-TestMinimumBasicScenario-1856724445 tempest-TestMinimumBasicScenario-1856724445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640494'] for port (60dd20a1-f33e-438c-8d42-2fed829a4bd2), precommit_delete {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:52:37.829874 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-dd7ca71f-6f0f-4b3c-9be6-96f9d58336e2 tempest-TestMinimumBasicScenario-1856724445 tempest-TestMinimumBasicScenario-1856724445-project] Publish callbacks [] for floatingip (60dd20a1-f33e-438c-8d42-2fed829a4bd2), precommit_delete {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:52:37.881505 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.plugins.ml2.plugin [None req-dd7ca71f-6f0f-4b3c-9be6-96f9d58336e2 tempest-TestMinimumBasicScenario-1856724445 tempest-TestMinimumBasicScenario-1856724445-project] Calling delete_port for 60dd20a1-f33e-438c-8d42-2fed829a4bd2 owned by network:floatingip {{(pid=110152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 17:52:37.893448 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-81a512f3-35e6-438a-a82e-bb68e7d45112 req-dfd13691-539d-4a0d-a7d0-ce9e0ede8781 tempest-AttachVolumeTestJSON-185127037 tempest-AttachVolumeTestJSON-185127037-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=a83ced38e3ea471399fe49b3162b38e7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1087286 May 10 17:52:37.894411 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76deb76f-4945-415d-9b70-3d8a4cf3f8ac None None] Pushing event updated for resources: {'Port': ['ID=f7b232d1-4cd4-48c1-a721-e78ddbbead0e,revision_number=3']} {{(pid=110154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:52:37.904184 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76deb76f-4945-415d-9b70-3d8a4cf3f8ac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:52:37.905053 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76deb76f-4945-415d-9b70-3d8a4cf3f8ac None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:52:37.905053 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76deb76f-4945-415d-9b70-3d8a4cf3f8ac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:52:37.905282 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76deb76f-4945-415d-9b70-3d8a4cf3f8ac None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:52:37.905565 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76deb76f-4945-415d-9b70-3d8a4cf3f8ac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:52:37.905889 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76deb76f-4945-415d-9b70-3d8a4cf3f8ac None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:52:37.906222 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76deb76f-4945-415d-9b70-3d8a4cf3f8ac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:52:37.906536 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76deb76f-4945-415d-9b70-3d8a4cf3f8ac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:52:37.906865 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76deb76f-4945-415d-9b70-3d8a4cf3f8ac None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:52:37.907181 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76deb76f-4945-415d-9b70-3d8a4cf3f8ac None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:52:37.907716 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76deb76f-4945-415d-9b70-3d8a4cf3f8ac None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:52:37.907846 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76deb76f-4945-415d-9b70-3d8a4cf3f8ac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:52:37.908186 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76deb76f-4945-415d-9b70-3d8a4cf3f8ac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:52:37.908477 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76deb76f-4945-415d-9b70-3d8a4cf3f8ac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:52:37.908798 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76deb76f-4945-415d-9b70-3d8a4cf3f8ac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:52:37.993697 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.managers [None req-26fc6efe-fde4-406e-85b8-53a1f21824c4 None None] Attempting to bind port f7b232d1-4cd4-48c1-a721-e78ddbbead0e on host dv-cinder-841302-2-iscsi for vnic_type normal with profile {{(pid=110154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 17:52:37.994068 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.managers [None req-26fc6efe-fde4-406e-85b8-53a1f21824c4 None None] Attempting to bind port f7b232d1-4cd4-48c1-a721-e78ddbbead0e by drivers openvswitch,hyperv on host dv-cinder-841302-2-iscsi at level 0 using segments [{'id': 'ceecb963-ac53-40a6-a088-c89a2310a391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '6723a7dd-891c-4580-9df3-21c9f6f08046'}] {{(pid=110154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 17:52:37.994427 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26fc6efe-fde4-406e-85b8-53a1f21824c4 None None] Attempting to bind port f7b232d1-4cd4-48c1-a721-e78ddbbead0e on network 6723a7dd-891c-4580-9df3-21c9f6f08046 {{(pid=110154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 17:52:38.007480 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26fc6efe-fde4-406e-85b8-53a1f21824c4 None None] Checking agent: {'id': 'fdc37a75-b7a9-4e92-a59c-f5b8c02d060c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841302-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 17, 36, 4), 'started_at': datetime.datetime(2022, 5, 10, 17, 36, 34), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 17, 52, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841302-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 17:52:38.008581 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26fc6efe-fde4-406e-85b8-53a1f21824c4 None None] Checking segment: {'id': 'ceecb963-ac53-40a6-a088-c89a2310a391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '6723a7dd-891c-4580-9df3-21c9f6f08046'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 17:52:38.008959 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-26fc6efe-fde4-406e-85b8-53a1f21824c4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:52:38.009418 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26fc6efe-fde4-406e-85b8-53a1f21824c4 None None] Bound using segment: {'id': 'ceecb963-ac53-40a6-a088-c89a2310a391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '6723a7dd-891c-4580-9df3-21c9f6f08046'} {{(pid=110154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 17:52:38.009820 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.managers [None req-26fc6efe-fde4-406e-85b8-53a1f21824c4 None None] Bound port: f7b232d1-4cd4-48c1-a721-e78ddbbead0e, host: dv-cinder-841302-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ceecb963-ac53-40a6-a088-c89a2310a391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '6723a7dd-891c-4580-9df3-21c9f6f08046'}}] {{(pid=110154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 17:52:38.010265 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-26fc6efe-fde4-406e-85b8-53a1f21824c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1514036'] for port (f7b232d1-4cd4-48c1-a721-e78ddbbead0e), before_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:52:38.012533 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e697e78-9dd1-4bc1-8573-56b901d07725 None None] Pushing event updated for resources: {'Port': ['ID=e0021c3d-3ecc-49d2-84ce-7cc507b0b3f1,revision_number=4']} {{(pid=110154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:52:38.092518 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.db [None req-26fc6efe-fde4-406e-85b8-53a1f21824c4 None None] For port f7b232d1-4cd4-48c1-a721-e78ddbbead0e, host dv-cinder-841302-2-iscsi, cleared binding levels {{(pid=110154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 17:52:38.095946 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.db [None req-26fc6efe-fde4-406e-85b8-53a1f21824c4 None None] For port f7b232d1-4cd4-48c1-a721-e78ddbbead0e, host dv-cinder-841302-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841302-2-iscsi',level=0,port_id=f7b232d1-4cd4-48c1-a721-e78ddbbead0e,segment=NetworkSegment(ceecb963-ac53-40a6-a088-c89a2310a391),segment_id=ceecb963-ac53-40a6-a088-c89a2310a391)] {{(pid=110154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 17:52:38.104339 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-26fc6efe-fde4-406e-85b8-53a1f21824c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1514136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781795229094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781794686082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781794686100'] for port (f7b232d1-4cd4-48c1-a721-e78ddbbead0e), after_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:52:38.170952 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.db.provisioning_blocks [None req-c747519b-0ce4-4d64-bd0b-9e37aef16921 None None] Provisioning complete for port f7b232d1-4cd4-48c1-a721-e78ddbbead0e triggered by entity DHCP. {{(pid=110154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 17:52:38.171318 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-c747519b-0ce4-4d64-bd0b-9e37aef16921 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525495'] for port (f7b232d1-4cd4-48c1-a721-e78ddbbead0e), provisioning_complete {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:52:38.205083 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76deb76f-4945-415d-9b70-3d8a4cf3f8ac None None] Pushing event updated for resources: {'Port': ['ID=f7b232d1-4cd4-48c1-a721-e78ddbbead0e,revision_number=4']} {{(pid=110154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:52:38.213691 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26fc6efe-fde4-406e-85b8-53a1f21824c4 None None] Routers {'b4bbf29f-5c22-4dee-a34b-aa473727f95a'} bound to L3 agent in host dv-cinder-841302-2-iscsi {{(pid=110154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 17:52:38.214351 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.db.l3_hamode_db [None req-26fc6efe-fde4-406e-85b8-53a1f21824c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841302-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-10T17:36:00Z,description=,heartbeat_timestamp=2022-05-10T17:52:30Z,host='dv-cinder-841302-2-iscsi',id=eaac381b-e402-41c3-a8e6-8f962681d3e6,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T17:36:00Z,topic='l3_agent')) {'router_ids': ['b4bbf29f-5c22-4dee-a34b-aa473727f95a'], 'active': True} {{(pid=110154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:52:38.297316 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-7b95d09a-f61b-4de7-a8b3-8e91b64f15a8 req-c3e8d265-4fa3-4588-bf0d-3587ffc7e851 service neutron] 10.222.0.77 "GET /v2.0/networks/d36cf6d1-7902-4b07-ab50-617b34c8483f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5262182 May 10 17:52:38.369819 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.plugin [None req-c747519b-0ce4-4d64-bd0b-9e37aef16921 None None] Current status of the port f7b232d1-4cd4-48c1-a721-e78ddbbead0e is: DOWN; New status is: ACTIVE {{(pid=110154) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 17:52:38.370263 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-c747519b-0ce4-4d64-bd0b-9e37aef16921 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1514036'] for port (f7b232d1-4cd4-48c1-a721-e78ddbbead0e), before_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:52:38.391033 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-81a512f3-35e6-438a-a82e-bb68e7d45112 req-ee5589cc-7c25-4bba-b136-74999bbb866d service neutron] 10.222.0.60 "GET /v2.0/networks/6723a7dd-891c-4580-9df3-21c9f6f08046?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4485667 May 10 17:52:38.409706 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.db.l3_dvr_db [None req-26fc6efe-fde4-406e-85b8-53a1f21824c4 None None] Set router b4bbf29f-5c22-4dee-a34b-aa473727f95a gateway port host: dv-cinder-841302-2-iscsi {{(pid=110154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 17:52:38.453211 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.db [None req-c747519b-0ce4-4d64-bd0b-9e37aef16921 None None] For port f7b232d1-4cd4-48c1-a721-e78ddbbead0e, host dv-cinder-841302-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841302-2-iscsi',level=0,port_id=f7b232d1-4cd4-48c1-a721-e78ddbbead0e,segment=NetworkSegment(ceecb963-ac53-40a6-a088-c89a2310a391),segment_id=ceecb963-ac53-40a6-a088-c89a2310a391)] {{(pid=110154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 17:52:38.458598 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-c747519b-0ce4-4d64-bd0b-9e37aef16921 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1514136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781795229094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781794686082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781794686100'] for port (f7b232d1-4cd4-48c1-a721-e78ddbbead0e), after_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:52:38.493501 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4346ca1c-b026-4139-b40c-0d8b717b581c req-0eb5bc6b-6464-4ccf-b4cc-676039161dce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:52:38.495058 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-4346ca1c-b026-4139-b40c-0d8b717b581c req-0eb5bc6b-6464-4ccf-b4cc-676039161dce service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=f582fd9ef9094e8f9b47f7e686e3808a&device_id=4ab1a9bd-b249-4f09-9264-87eb2a4878cb HTTP/1.1" status: 200 len: 1129 time: 0.0937586 May 10 17:52:38.604909 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.db.provisioning_blocks [None req-f6d85d17-4b81-4b62-a6a9-29173400bad6 None None] Provisioning complete for port f7b232d1-4cd4-48c1-a721-e78ddbbead0e triggered by entity DHCP. {{(pid=110154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 17:52:38.605289 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-f6d85d17-4b81-4b62-a6a9-29173400bad6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525495'] for port (f7b232d1-4cd4-48c1-a721-e78ddbbead0e), provisioning_complete {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:52:38.606981 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c747519b-0ce4-4d64-bd0b-9e37aef16921 None None] Pushing event updated for resources: {'Port': ['ID=f7b232d1-4cd4-48c1-a721-e78ddbbead0e,revision_number=5']} {{(pid=110154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:52:38.624303 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-81a512f3-35e6-438a-a82e-bb68e7d45112 req-d7710572-aed9-407b-a948-aa5511942abb service neutron] 10.222.0.60 "GET /v2.0/networks/6723a7dd-891c-4580-9df3-21c9f6f08046?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2319531 May 10 17:52:38.632394 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-dd7ca71f-6f0f-4b3c-9be6-96f9d58336e2 tempest-TestMinimumBasicScenario-1856724445 tempest-TestMinimumBasicScenario-1856724445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1514136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781795229076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781794686073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5018186'] for port (60dd20a1-f33e-438c-8d42-2fed829a4bd2), after_delete {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:52:38.682908 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7ca71f-6f0f-4b3c-9be6-96f9d58336e2 tempest-TestMinimumBasicScenario-1856724445 tempest-TestMinimumBasicScenario-1856724445-project] Pushing event deleted for resources: {'Port': ['ID=60dd20a1-f33e-438c-8d42-2fed829a4bd2,revision_number=None']} {{(pid=110152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:52:38.721878 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4346ca1c-b026-4139-b40c-0d8b717b581c req-78a338bf-9118-4f83-9a60-11f7bde674bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:52:38.724276 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-4346ca1c-b026-4139-b40c-0d8b717b581c req-78a338bf-9118-4f83-9a60-11f7bde674bb service neutron] 10.222.0.77 "GET /v2.0/networks?id=d36cf6d1-7902-4b07-ab50-617b34c8483f HTTP/1.1" status: 200 len: 915 time: 0.2044959 May 10 17:52:38.772785 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.plugin [None req-f6d85d17-4b81-4b62-a6a9-29173400bad6 None None] Current status of the port f7b232d1-4cd4-48c1-a721-e78ddbbead0e is: ACTIVE; New status is: ACTIVE {{(pid=110154) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 17:52:38.783403 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.db.l3_hamode_db [None req-26fc6efe-fde4-406e-85b8-53a1f21824c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4bbf29f-5c22-4dee-a34b-aa473727f95a', 'name': 'tempest-AttachVolumeTestJSON-529210175-router', 'tenant_id': 'a83ced38e3ea471399fe49b3162b38e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85dc89cf-59f9-4edb-b26e-52bcb8a93763', 'external_fixed_ips': [{'subnet_id': 'e93d94f1-cb19-4cd0-92e5-ca73d24bd8fb', 'ip_address': '172.27.0.138'}], 'enable_snat': True}, 'gw_port_id': 'e0021c3d-3ecc-49d2-84ce-7cc507b0b3f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T17:52:31Z', 'updated_at': '2022-05-10T17:52:34Z', 'revision_number': 4, 'project_id': 'a83ced38e3ea471399fe49b3162b38e7', 'gw_port': {'id': 'e0021c3d-3ecc-49d2-84ce-7cc507b0b3f1', 'name': '', 'network_id': '85dc89cf-59f9-4edb-b26e-52bcb8a93763', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:25:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4bbf29f-5c22-4dee-a34b-aa473727f95a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': 'e93d94f1-cb19-4cd0-92e5-ca73d24bd8fb', 'ip_address': '172.27.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841302-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T17:52:31Z', 'updated_at': '2022-05-10T17:52:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e93d94f1-cb19-4cd0-92e5-ca73d24bd8fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841302-2-iscsi', '_interfaces': [{'id': 'f7b232d1-4cd4-48c1-a721-e78ddbbead0e', 'name': '', 'network_id': '6723a7dd-891c-4580-9df3-21c9f6f08046', 'tenant_id': 'a83ced38e3ea471399fe49b3162b38e7', 'mac_address': 'fa:16:3e:fa:80:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4bbf29f-5c22-4dee-a34b-aa473727f95a', 'device_owner': 'network:router_interface', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '125e9763-4051-4e2a-9a5e-3519d0c64e46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841302-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T17:52:34Z', 'updated_at': '2022-05-10T17:52:38Z', 'revision_number': 4, 'project_id': 'a83ced38e3ea471399fe49b3162b38e7', 'subnets': [{'id': '125e9763-4051-4e2a-9a5e-3519d0c64e46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841302-2-iscsi', False) {} {{(pid=110154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:52:38.809520 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-4346ca1c-b026-4139-b40c-0d8b717b581c req-f912a9db-66f7-424a-b5b2-dfa2dbea6c2f service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f023603c-ec90-40f8-beef-59e8c9f7f17f HTTP/1.1" status: 200 len: 217 time: 0.0627227 May 10 17:52:38.838887 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26fc6efe-fde4-406e-85b8-53a1f21824c4 None None] The sync data for ids ['b4bbf29f-5c22-4dee-a34b-aa473727f95a'] in dv-cinder-841302-2-iscsi is: [{'id': 'b4bbf29f-5c22-4dee-a34b-aa473727f95a', 'name': 'tempest-AttachVolumeTestJSON-529210175-router', 'tenant_id': 'a83ced38e3ea471399fe49b3162b38e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85dc89cf-59f9-4edb-b26e-52bcb8a93763', 'external_fixed_ips': [{'subnet_id': 'e93d94f1-cb19-4cd0-92e5-ca73d24bd8fb', 'ip_address': '172.27.0.138'}], 'enable_snat': True}, 'gw_port_id': 'e0021c3d-3ecc-49d2-84ce-7cc507b0b3f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T17:52:31Z', 'updated_at': '2022-05-10T17:52:34Z', 'revision_number': 4, 'project_id': 'a83ced38e3ea471399fe49b3162b38e7', 'gw_port': {'id': 'e0021c3d-3ecc-49d2-84ce-7cc507b0b3f1', 'name': '', 'network_id': '85dc89cf-59f9-4edb-b26e-52bcb8a93763', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:25:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4bbf29f-5c22-4dee-a34b-aa473727f95a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': 'e93d94f1-cb19-4cd0-92e5-ca73d24bd8fb', 'ip_address': '172.27.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841302-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T17:52:31Z', 'updated_at': '2022-05-10T17:52:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e93d94f1-cb19-4cd0-92e5-ca73d24bd8fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841302-2-iscsi', '_interfaces': [{'id': 'f7b232d1-4cd4-48c1-a721-e78ddbbead0e', 'name': '', 'network_id': '6723a7dd-891c-4580-9df3-21c9f6f08046', 'tenant_id': 'a83ced38e3ea471399fe49b3162b38e7', 'mac_address': 'fa:16:3e:fa:80:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4bbf29f-5c22-4dee-a34b-aa473727f95a', 'device_owner': 'network:router_interface', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '125e9763-4051-4e2a-9a5e-3519d0c64e46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841302-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T17:52:34Z', 'updated_at': '2022-05-10T17:52:38Z', 'revision_number': 4, 'project_id': 'a83ced38e3ea471399fe49b3162b38e7', 'subnets': [{'id': '125e9763-4051-4e2a-9a5e-3519d0c64e46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 17:52:38.845354 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-efd9a6c8-ca59-42a5-ad36-cde536c2029c req-7bf1a499-9e19-43b4-9e50-cfe6d5e5e8f4 tempest-AttachVolumeTestJSON-185127037 tempest-AttachVolumeTestJSON-185127037-project] 10.222.0.60 "GET /v2.0/ports?device_id=f67aef06-0fe1-4ec5-a643-e51baea32b2e HTTP/1.1" status: 200 len: 210 time: 0.0482686 May 10 17:52:38.899935 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-dd7ca71f-6f0f-4b3c-9be6-96f9d58336e2 tempest-TestMinimumBasicScenario-1856724445 tempest-TestMinimumBasicScenario-1856724445-project] Publish callbacks [] for floatingip (8fb1b3b2-f9c1-4105-baec-6710c7e62085), after_delete {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:52:38.900468 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.db.l3_db [None req-dd7ca71f-6f0f-4b3c-9be6-96f9d58336e2 tempest-TestMinimumBasicScenario-1856724445 tempest-TestMinimumBasicScenario-1856724445-project] Floating IP 8fb1b3b2-f9c1-4105-baec-6710c7e62085 disassociated (deleted). External IP: 172.27.0.88, port: f023603c-ec90-40f8-beef-59e8c9f7f17f. May 10 17:52:38.986972 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.rpc [None req-6e697e78-9dd1-4bc1-8573-56b901d07725 None None] Device e0021c3d-3ecc-49d2-84ce-7cc507b0b3f1 up at agent ovs-agent-dv-cinder-841302-2-iscsi {{(pid=110154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 17:52:39.003410 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4346ca1c-b026-4139-b40c-0d8b717b581c req-6980656f-fc03-46d3-a447-6766485f364c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:52:39.004962 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-4346ca1c-b026-4139-b40c-0d8b717b581c req-6980656f-fc03-46d3-a447-6766485f364c service neutron] 10.222.0.77 "GET /v2.0/subnets?id=a6e2ccd6-25e8-4d9c-9121-bb83787a16b4 HTTP/1.1" status: 200 len: 853 time: 0.1736302 May 10 17:52:39.052772 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.db.provisioning_blocks [None req-6e697e78-9dd1-4bc1-8573-56b901d07725 None None] Provisioning complete for port e0021c3d-3ecc-49d2-84ce-7cc507b0b3f1 triggered by entity L2. {{(pid=110154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 17:52:39.053166 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-6e697e78-9dd1-4bc1-8573-56b901d07725 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525495'] for port (e0021c3d-3ecc-49d2-84ce-7cc507b0b3f1), provisioning_complete {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:52:39.102884 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4346ca1c-b026-4139-b40c-0d8b717b581c req-16a79e1a-14ac-4460-aa12-15e6facc79ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:52:39.110704 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-4346ca1c-b026-4139-b40c-0d8b717b581c req-16a79e1a-14ac-4460-aa12-15e6facc79ac service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=d36cf6d1-7902-4b07-ab50-617b34c8483f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0927620 May 10 17:52:39.166561 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.plugin [None req-6e697e78-9dd1-4bc1-8573-56b901d07725 None None] Current status of the port e0021c3d-3ecc-49d2-84ce-7cc507b0b3f1 is: ACTIVE; New status is: ACTIVE {{(pid=110154) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 17:52:39.364158 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-4346ca1c-b026-4139-b40c-0d8b717b581c req-0ec149b6-1c4c-450f-b005-36341f27d269 service neutron] 10.222.0.77 "GET /v2.0/networks/d36cf6d1-7902-4b07-ab50-617b34c8483f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2333791 May 10 17:52:39.375321 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd7ca71f-6f0f-4b3c-9be6-96f9d58336e2 tempest-TestMinimumBasicScenario-1856724445 tempest-TestMinimumBasicScenario-1856724445-project] Router 25e67cdc-ce1c-42c1-89bc-c86e94ed50c8 has already been hosted by L3 agent eaac381b-e402-41c3-a8e6-8f962681d3e6 {{(pid=110152) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 17:52:39.540250 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-4346ca1c-b026-4139-b40c-0d8b717b581c req-074c030b-4511-4860-a52f-5fe0de4c1611 service neutron] 10.222.0.77 "GET /v2.0/networks/d36cf6d1-7902-4b07-ab50-617b34c8483f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1635575 May 10 17:52:39.614314 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd7ca71f-6f0f-4b3c-9be6-96f9d58336e2 tempest-TestMinimumBasicScenario-1856724445 tempest-TestMinimumBasicScenario-1856724445-project] Notify agent at l3_agent.dv-cinder-841302-2-iscsi the message routers_updated {{(pid=110152) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 17:52:39.619590 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-dd7ca71f-6f0f-4b3c-9be6-96f9d58336e2 tempest-TestMinimumBasicScenario-1856724445 tempest-TestMinimumBasicScenario-1856724445-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29634'] for floatingip (None), before_response {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:52:39.626273 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b3f39af-736e-480a-a23f-a0c5b5782419 None None] Sync routers for ids ['25e67cdc-ce1c-42c1-89bc-c86e94ed50c8'] in dv-cinder-841302-2-iscsi {{(pid=110155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 17:52:39.640670 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b3f39af-736e-480a-a23f-a0c5b5782419 None None] Routers {'25e67cdc-ce1c-42c1-89bc-c86e94ed50c8'} bound to L3 agent in host dv-cinder-841302-2-iscsi {{(pid=110155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 17:52:39.641635 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.db.l3_hamode_db [None req-0b3f39af-736e-480a-a23f-a0c5b5782419 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841302-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-10T17:36:00Z,description=,heartbeat_timestamp=2022-05-10T17:52:30Z,host='dv-cinder-841302-2-iscsi',id=eaac381b-e402-41c3-a8e6-8f962681d3e6,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T17:36:00Z,topic='l3_agent')) {'router_ids': ['25e67cdc-ce1c-42c1-89bc-c86e94ed50c8'], 'active': True} {{(pid=110155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:52:39.653329 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [None req-dd7ca71f-6f0f-4b3c-9be6-96f9d58336e2 tempest-TestMinimumBasicScenario-1856724445 tempest-TestMinimumBasicScenario-1856724445-project] 10.222.0.60 "DELETE /v2.0/floatingips/8fb1b3b2-f9c1-4105-baec-6710c7e62085 HTTP/1.1" status: 204 len: 168 time: 2.4414616 May 10 17:52:39.654510 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ab1a9bd-b249-4f09-9264-87eb2a4878cb', 'tag': 'f023603c-ec90-40f8-beef-59e8c9f7f17f'}] {{(pid=110152) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 17:52:39.657266 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0e5bab204033c83635b1e14c3e3a099c647719281f8bf9f740a5b80828d0d04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e99241dd-e2f0-41f9-a16b-cea1f17f7ef7" -d '{"events": [{"name": "network-changed", "server_uuid": "4ab1a9bd-b249-4f09-9264-87eb2a4878cb", "tag": "f023603c-ec90-40f8-beef-59e8c9f7f17f"}]}' {{(pid=110152) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 17:52:39.707265 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 17:52:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b266dd7d-c2a9-4e89-859b-78ef240a0ce5 x-openstack-request-id: req-b266dd7d-c2a9-4e89-859b-78ef240a0ce5 {{(pid=110152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 17:52:39.707668 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ab1a9bd-b249-4f09-9264-87eb2a4878cb", "tag": "f023603c-ec90-40f8-beef-59e8c9f7f17f", "status": "completed", "code": 200}]} {{(pid=110152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 17:52:39.707927 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-b266dd7d-c2a9-4e89-859b-78ef240a0ce5 {{(pid=110152) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 17:52:39.708366 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b266dd7d-c2a9-4e89-859b-78ef240a0ce5'] response: {'name': 'network-changed', 'server_uuid': '4ab1a9bd-b249-4f09-9264-87eb2a4878cb', 'tag': 'f023603c-ec90-40f8-beef-59e8c9f7f17f', 'status': 'completed', 'code': 200} May 10 17:52:39.771795 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.db.l3_dvr_db [None req-0b3f39af-736e-480a-a23f-a0c5b5782419 None None] Set router 25e67cdc-ce1c-42c1-89bc-c86e94ed50c8 gateway port host: dv-cinder-841302-2-iscsi {{(pid=110155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 17:52:40.003655 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-4b02b76d-0551-47cf-bbea-648d0806388c req-b800a043-f1d7-43e1-84e9-fb1d310f1f2f tempest-AttachVolumeTestJSON-185127037 tempest-AttachVolumeTestJSON-185127037-project] 10.222.0.60 "GET /v2.0/ports?device_id=f67aef06-0fe1-4ec5-a643-e51baea32b2e HTTP/1.1" status: 200 len: 210 time: 0.0377846 May 10 17:52:40.075416 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.db.l3_hamode_db [None req-0b3f39af-736e-480a-a23f-a0c5b5782419 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25e67cdc-ce1c-42c1-89bc-c86e94ed50c8', 'name': 'tempest-TestMinimumBasicScenario-260086597-router', 'tenant_id': 'f582fd9ef9094e8f9b47f7e686e3808a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85dc89cf-59f9-4edb-b26e-52bcb8a93763', 'external_fixed_ips': [{'subnet_id': 'e93d94f1-cb19-4cd0-92e5-ca73d24bd8fb', 'ip_address': '172.27.0.49'}], 'enable_snat': True}, 'gw_port_id': '2e2ef790-ed5d-4516-a0da-c905ba55731c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T17:48:04Z', 'updated_at': '2022-05-10T17:48:07Z', 'revision_number': 4, 'project_id': 'f582fd9ef9094e8f9b47f7e686e3808a', 'gw_port': {'id': '2e2ef790-ed5d-4516-a0da-c905ba55731c', 'name': '', 'network_id': '85dc89cf-59f9-4edb-b26e-52bcb8a93763', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:2e:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25e67cdc-ce1c-42c1-89bc-c86e94ed50c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': 'e93d94f1-cb19-4cd0-92e5-ca73d24bd8fb', 'ip_address': '172.27.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841302-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T17:48:04Z', 'updated_at': '2022-05-10T17:48:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e93d94f1-cb19-4cd0-92e5-ca73d24bd8fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841302-2-iscsi', '_interfaces': [{'id': '37b13682-fecc-4a13-b2c8-29fc9534bf10', 'name': '', 'network_id': 'd36cf6d1-7902-4b07-ab50-617b34c8483f', 'tenant_id': 'f582fd9ef9094e8f9b47f7e686e3808a', 'mac_address': 'fa:16:3e:33:a6:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25e67cdc-ce1c-42c1-89bc-c86e94ed50c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': 'a6e2ccd6-25e8-4d9c-9121-bb83787a16b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841302-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T17:48:06Z', 'updated_at': '2022-05-10T17:48:13Z', 'revision_number': 5, 'project_id': 'f582fd9ef9094e8f9b47f7e686e3808a', 'subnets': [{'id': 'a6e2ccd6-25e8-4d9c-9121-bb83787a16b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841302-2-iscsi', False) {} {{(pid=110155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:52:40.093020 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99241dd-e2f0-41f9-a16b-cea1f17f7ef7 req-e04bd937-29df-43d8-8418-3af531625e95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:52:40.094634 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-e99241dd-e2f0-41f9-a16b-cea1f17f7ef7 req-e04bd937-29df-43d8-8418-3af531625e95 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=f582fd9ef9094e8f9b47f7e686e3808a&device_id=4ab1a9bd-b249-4f09-9264-87eb2a4878cb HTTP/1.1" status: 200 len: 1129 time: 0.0569525 May 10 17:52:40.110148 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b3f39af-736e-480a-a23f-a0c5b5782419 None None] Checking router: 25e67cdc-ce1c-42c1-89bc-c86e94ed50c8 for host: dv-cinder-841302-2-iscsi {{(pid=110155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 17:52:40.121316 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b3f39af-736e-480a-a23f-a0c5b5782419 None None] Routers {'25e67cdc-ce1c-42c1-89bc-c86e94ed50c8'} bound to L3 agent in host dv-cinder-841302-2-iscsi {{(pid=110155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 17:52:40.121939 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.db.l3_hamode_db [None req-0b3f39af-736e-480a-a23f-a0c5b5782419 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841302-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-10T17:36:00Z,description=,heartbeat_timestamp=2022-05-10T17:52:30Z,host='dv-cinder-841302-2-iscsi',id=eaac381b-e402-41c3-a8e6-8f962681d3e6,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T17:36:00Z,topic='l3_agent')) {'router_ids': ['25e67cdc-ce1c-42c1-89bc-c86e94ed50c8'], 'active': True} {{(pid=110155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:52:40.246249 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.db.l3_dvr_db [None req-0b3f39af-736e-480a-a23f-a0c5b5782419 None None] Set router 25e67cdc-ce1c-42c1-89bc-c86e94ed50c8 gateway port host: dv-cinder-841302-2-iscsi {{(pid=110155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 17:52:40.468680 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99241dd-e2f0-41f9-a16b-cea1f17f7ef7 req-e79ca7d8-7015-438f-b14c-e754c2eea96a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:52:40.470242 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-e99241dd-e2f0-41f9-a16b-cea1f17f7ef7 req-e79ca7d8-7015-438f-b14c-e754c2eea96a service neutron] 10.222.0.77 "GET /v2.0/networks?id=d36cf6d1-7902-4b07-ab50-617b34c8483f HTTP/1.1" status: 200 len: 915 time: 0.1687107 May 10 17:52:40.483047 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a512f3-35e6-438a-a82e-bb68e7d45112 req-a18fdd19-4ef8-4aed-97e3-9661167e1b0c tempest-AttachVolumeTestJSON-185127037 tempest-AttachVolumeTestJSON-185127037-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:52:40.484583 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [req-81a512f3-35e6-438a-a82e-bb68e7d45112 req-a18fdd19-4ef8-4aed-97e3-9661167e1b0c tempest-AttachVolumeTestJSON-185127037 tempest-AttachVolumeTestJSON-185127037-project] 10.222.0.77 "GET /v2.0/networks?id=6723a7dd-891c-4580-9df3-21c9f6f08046 HTTP/1.1" status: 200 len: 810 time: 0.1673641 May 10 17:52:40.569043 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.db.l3_hamode_db [None req-0b3f39af-736e-480a-a23f-a0c5b5782419 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25e67cdc-ce1c-42c1-89bc-c86e94ed50c8', 'name': 'tempest-TestMinimumBasicScenario-260086597-router', 'tenant_id': 'f582fd9ef9094e8f9b47f7e686e3808a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85dc89cf-59f9-4edb-b26e-52bcb8a93763', 'external_fixed_ips': [{'subnet_id': 'e93d94f1-cb19-4cd0-92e5-ca73d24bd8fb', 'ip_address': '172.27.0.49'}], 'enable_snat': True}, 'gw_port_id': '2e2ef790-ed5d-4516-a0da-c905ba55731c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T17:48:04Z', 'updated_at': '2022-05-10T17:48:07Z', 'revision_number': 4, 'project_id': 'f582fd9ef9094e8f9b47f7e686e3808a', 'gw_port': {'id': '2e2ef790-ed5d-4516-a0da-c905ba55731c', 'name': '', 'network_id': '85dc89cf-59f9-4edb-b26e-52bcb8a93763', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:2e:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25e67cdc-ce1c-42c1-89bc-c86e94ed50c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': 'e93d94f1-cb19-4cd0-92e5-ca73d24bd8fb', 'ip_address': '172.27.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841302-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T17:48:04Z', 'updated_at': '2022-05-10T17:48:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e93d94f1-cb19-4cd0-92e5-ca73d24bd8fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841302-2-iscsi', '_interfaces': [{'id': '37b13682-fecc-4a13-b2c8-29fc9534bf10', 'name': '', 'network_id': 'd36cf6d1-7902-4b07-ab50-617b34c8483f', 'tenant_id': 'f582fd9ef9094e8f9b47f7e686e3808a', 'mac_address': 'fa:16:3e:33:a6:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25e67cdc-ce1c-42c1-89bc-c86e94ed50c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': 'a6e2ccd6-25e8-4d9c-9121-bb83787a16b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841302-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T17:48:06Z', 'updated_at': '2022-05-10T17:48:13Z', 'revision_number': 5, 'project_id': 'f582fd9ef9094e8f9b47f7e686e3808a', 'subnets': [{'id': 'a6e2ccd6-25e8-4d9c-9121-bb83787a16b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841302-2-iscsi', False) {} {{(pid=110155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:52:40.598756 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b3f39af-736e-480a-a23f-a0c5b5782419 None None] The sync data for ids ['25e67cdc-ce1c-42c1-89bc-c86e94ed50c8'] in dv-cinder-841302-2-iscsi is: [{'id': '25e67cdc-ce1c-42c1-89bc-c86e94ed50c8', 'name': 'tempest-TestMinimumBasicScenario-260086597-router', 'tenant_id': 'f582fd9ef9094e8f9b47f7e686e3808a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85dc89cf-59f9-4edb-b26e-52bcb8a93763', 'external_fixed_ips': [{'subnet_id': 'e93d94f1-cb19-4cd0-92e5-ca73d24bd8fb', 'ip_address': '172.27.0.49'}], 'enable_snat': True}, 'gw_port_id': '2e2ef790-ed5d-4516-a0da-c905ba55731c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T17:48:04Z', 'updated_at': '2022-05-10T17:48:07Z', 'revision_number': 4, 'project_id': 'f582fd9ef9094e8f9b47f7e686e3808a', 'gw_port': {'id': '2e2ef790-ed5d-4516-a0da-c905ba55731c', 'name': '', 'network_id': '85dc89cf-59f9-4edb-b26e-52bcb8a93763', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:2e:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25e67cdc-ce1c-42c1-89bc-c86e94ed50c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': 'e93d94f1-cb19-4cd0-92e5-ca73d24bd8fb', 'ip_address': '172.27.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841302-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T17:48:04Z', 'updated_at': '2022-05-10T17:48:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e93d94f1-cb19-4cd0-92e5-ca73d24bd8fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841302-2-iscsi', '_interfaces': [{'id': '37b13682-fecc-4a13-b2c8-29fc9534bf10', 'name': '', 'network_id': 'd36cf6d1-7902-4b07-ab50-617b34c8483f', 'tenant_id': 'f582fd9ef9094e8f9b47f7e686e3808a', 'mac_address': 'fa:16:3e:33:a6:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25e67cdc-ce1c-42c1-89bc-c86e94ed50c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': 'a6e2ccd6-25e8-4d9c-9121-bb83787a16b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841302-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T17:48:06Z', 'updated_at': '2022-05-10T17:48:13Z', 'revision_number': 5, 'project_id': 'f582fd9ef9094e8f9b47f7e686e3808a', 'subnets': [{'id': 'a6e2ccd6-25e8-4d9c-9121-bb83787a16b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 17:52:40.854326 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.rpc [None req-6e697e78-9dd1-4bc1-8573-56b901d07725 None None] Device f7b232d1-4cd4-48c1-a721-e78ddbbead0e up at agent ovs-agent-dv-cinder-841302-2-iscsi {{(pid=110154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 17:52:40.858307 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3de9ffc7-57f5-4698-8dca-ba3cf81f0c3e None None] New status for floating IP 8fb1b3b2-f9c1-4105-baec-6710c7e62085: DOWN {{(pid=110154) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 17:52:41.004314 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-e99241dd-e2f0-41f9-a16b-cea1f17f7ef7 req-8b627617-b60b-4ece-b0cb-a9987aa2d3f6 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f023603c-ec90-40f8-beef-59e8c9f7f17f HTTP/1.1" status: 200 len: 217 time: 0.0750296 May 10 17:52:41.092043 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [req-81a512f3-35e6-438a-a82e-bb68e7d45112 req-947fafd5-8fe3-492f-aea8-e3c3157b4075 tempest-AttachVolumeTestJSON-185127037 tempest-AttachVolumeTestJSON-185127037-project] 10.222.0.77 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a83ced38e3ea471399fe49b3162b38e7 HTTP/1.1" status: 200 len: 380 time: 0.1627316 May 10 17:52:41.116284 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-96842847-f369-4804-8ccb-64d99a572920 req-400a75d7-907d-4bd6-8837-70c1fb4738aa tempest-AttachVolumeTestJSON-185127037 tempest-AttachVolumeTestJSON-185127037-project] 10.222.0.60 "GET /v2.0/ports?device_id=f67aef06-0fe1-4ec5-a643-e51baea32b2e HTTP/1.1" status: 200 len: 210 time: 0.0322289 May 10 17:52:41.162870 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.db.provisioning_blocks [None req-6e697e78-9dd1-4bc1-8573-56b901d07725 None None] Provisioning complete for port f7b232d1-4cd4-48c1-a721-e78ddbbead0e triggered by entity L2. {{(pid=110154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 17:52:41.163251 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-6e697e78-9dd1-4bc1-8573-56b901d07725 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525495'] for port (f7b232d1-4cd4-48c1-a721-e78ddbbead0e), provisioning_complete {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:52:41.248315 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.plugin [None req-6e697e78-9dd1-4bc1-8573-56b901d07725 None None] Current status of the port f7b232d1-4cd4-48c1-a721-e78ddbbead0e is: ACTIVE; New status is: ACTIVE {{(pid=110154) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 17:52:41.259018 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.v2.base [req-81a512f3-35e6-438a-a82e-bb68e7d45112 req-f092d85e-04fd-4514-b9a2-c489045178ee tempest-AttachVolumeTestJSON-185127037 tempest-AttachVolumeTestJSON-185127037-project] Request body: {'port': {'device_id': 'f67aef06-0fe1-4ec5-a643-e51baea32b2e', 'network_id': '6723a7dd-891c-4580-9df3-21c9f6f08046', 'admin_state_up': True, 'tenant_id': 'a83ced38e3ea471399fe49b3162b38e7', 'security_groups': ['901c15aa-9edf-4c4f-99fa-d12937d98f67']}} {{(pid=110153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 17:52:41.321428 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99241dd-e2f0-41f9-a16b-cea1f17f7ef7 req-45124c69-b474-46e2-a4b6-c437a6b71646 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:52:41.323300 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-e99241dd-e2f0-41f9-a16b-cea1f17f7ef7 req-45124c69-b474-46e2-a4b6-c437a6b71646 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=a6e2ccd6-25e8-4d9c-9121-bb83787a16b4 HTTP/1.1" status: 200 len: 853 time: 0.0672145 May 10 17:52:41.399168 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-81a512f3-35e6-438a-a82e-bb68e7d45112 req-f092d85e-04fd-4514-b9a2-c489045178ee tempest-AttachVolumeTestJSON-185127037 tempest-AttachVolumeTestJSON-185127037-project] Made reservation on behalf of a83ced38e3ea471399fe49b3162b38e7 for: {'port': 1} {{(pid=110153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 17:52:41.402992 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [req-81a512f3-35e6-438a-a82e-bb68e7d45112 req-f092d85e-04fd-4514-b9a2-c489045178ee tempest-AttachVolumeTestJSON-185127037 tempest-AttachVolumeTestJSON-185127037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1514036'] for port (None), before_create {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:52:41.410710 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99241dd-e2f0-41f9-a16b-cea1f17f7ef7 req-641793d1-7b9d-4730-a9f4-6ad362338ee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:52:41.412285 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-e99241dd-e2f0-41f9-a16b-cea1f17f7ef7 req-641793d1-7b9d-4730-a9f4-6ad362338ee7 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=d36cf6d1-7902-4b07-ab50-617b34c8483f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0556653 May 10 17:52:41.549634 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.db.db_base_plugin_common [req-81a512f3-35e6-438a-a82e-bb68e7d45112 req-f092d85e-04fd-4514-b9a2-c489045178ee tempest-AttachVolumeTestJSON-185127037 tempest-AttachVolumeTestJSON-185127037-project] Allocated IP 172.20.0.3 (6723a7dd-891c-4580-9df3-21c9f6f08046/125e9763-4051-4e2a-9a5e-3519d0c64e46/b7f4dfb8-2c4d-4c91-8b1f-6040b097f331) {{(pid=110153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 17:52:41.612234 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-e99241dd-e2f0-41f9-a16b-cea1f17f7ef7 req-27386c1f-fe15-4e65-b7b6-35dfc4da3d6f service neutron] 10.222.0.77 "GET /v2.0/networks/d36cf6d1-7902-4b07-ab50-617b34c8483f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952957 May 10 17:52:41.703661 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [req-81a512f3-35e6-438a-a82e-bb68e7d45112 req-f092d85e-04fd-4514-b9a2-c489045178ee tempest-AttachVolumeTestJSON-185127037 tempest-AttachVolumeTestJSON-185127037-project] Publish callbacks [] for port (b7f4dfb8-2c4d-4c91-8b1f-6040b097f331), precommit_create {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:52:41.721846 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-e99241dd-e2f0-41f9-a16b-cea1f17f7ef7 req-877dff83-05b1-44a3-af35-f22fdb6c3e2f service neutron] 10.222.0.77 "GET /v2.0/networks/d36cf6d1-7902-4b07-ab50-617b34c8483f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1031635 May 10 17:52:41.739393 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [req-81a512f3-35e6-438a-a82e-bb68e7d45112 req-f092d85e-04fd-4514-b9a2-c489045178ee tempest-AttachVolumeTestJSON-185127037 tempest-AttachVolumeTestJSON-185127037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1514136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781794686064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207117'] for port (b7f4dfb8-2c4d-4c91-8b1f-6040b097f331), after_create {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:52:41.788503 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-81a512f3-35e6-438a-a82e-bb68e7d45112 req-f092d85e-04fd-4514-b9a2-c489045178ee tempest-AttachVolumeTestJSON-185127037 tempest-AttachVolumeTestJSON-185127037-project] Network 6723a7dd-891c-4580-9df3-21c9f6f08046 is already hosted by enough agents. {{(pid=110153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 17:52:41.793208 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.scheduler.base_scheduler [req-81a512f3-35e6-438a-a82e-bb68e7d45112 req-f092d85e-04fd-4514-b9a2-c489045178ee tempest-AttachVolumeTestJSON-185127037 tempest-AttachVolumeTestJSON-185127037-project] Resources bound (agent type, host, resource id): {{(pid=110153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 17:52:41.796096 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.db.l3_dvrscheduler_db [req-81a512f3-35e6-438a-a82e-bb68e7d45112 req-f092d85e-04fd-4514-b9a2-c489045178ee tempest-AttachVolumeTestJSON-185127037 tempest-AttachVolumeTestJSON-185127037-project] Received port after_create {{(pid=110153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 17:52:41.828815 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f092d85e-04fd-4514-b9a2-c489045178ee tempest-AttachVolumeTestJSON-185127037 tempest-AttachVolumeTestJSON-185127037-project] Pushing event updated for resources: {'Port': ['ID=b7f4dfb8-2c4d-4c91-8b1f-6040b097f331,revision_number=1']} {{(pid=110153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:52:41.846654 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f092d85e-04fd-4514-b9a2-c489045178ee tempest-AttachVolumeTestJSON-185127037 tempest-AttachVolumeTestJSON-185127037-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:52:41.846995 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f092d85e-04fd-4514-b9a2-c489045178ee tempest-AttachVolumeTestJSON-185127037 tempest-AttachVolumeTestJSON-185127037-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:52:41.847329 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f092d85e-04fd-4514-b9a2-c489045178ee tempest-AttachVolumeTestJSON-185127037 tempest-AttachVolumeTestJSON-185127037-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:52:41.847706 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f092d85e-04fd-4514-b9a2-c489045178ee tempest-AttachVolumeTestJSON-185127037 tempest-AttachVolumeTestJSON-185127037-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:52:41.848038 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f092d85e-04fd-4514-b9a2-c489045178ee tempest-AttachVolumeTestJSON-185127037 tempest-AttachVolumeTestJSON-185127037-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:52:41.848364 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f092d85e-04fd-4514-b9a2-c489045178ee tempest-AttachVolumeTestJSON-185127037 tempest-AttachVolumeTestJSON-185127037-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:52:41.848689 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f092d85e-04fd-4514-b9a2-c489045178ee tempest-AttachVolumeTestJSON-185127037 tempest-AttachVolumeTestJSON-185127037-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:52:41.849009 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f092d85e-04fd-4514-b9a2-c489045178ee tempest-AttachVolumeTestJSON-185127037 tempest-AttachVolumeTestJSON-185127037-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:52:41.849329 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f092d85e-04fd-4514-b9a2-c489045178ee tempest-AttachVolumeTestJSON-185127037 tempest-AttachVolumeTestJSON-185127037-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:52:41.849653 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f092d85e-04fd-4514-b9a2-c489045178ee tempest-AttachVolumeTestJSON-185127037 tempest-AttachVolumeTestJSON-185127037-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:52:41.849974 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f092d85e-04fd-4514-b9a2-c489045178ee tempest-AttachVolumeTestJSON-185127037 tempest-AttachVolumeTestJSON-185127037-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:52:41.850334 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f092d85e-04fd-4514-b9a2-c489045178ee tempest-AttachVolumeTestJSON-185127037 tempest-AttachVolumeTestJSON-185127037-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:52:41.850590 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f092d85e-04fd-4514-b9a2-c489045178ee tempest-AttachVolumeTestJSON-185127037 tempest-AttachVolumeTestJSON-185127037-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:52:41.850908 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f092d85e-04fd-4514-b9a2-c489045178ee tempest-AttachVolumeTestJSON-185127037 tempest-AttachVolumeTestJSON-185127037-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:52:41.851295 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f092d85e-04fd-4514-b9a2-c489045178ee tempest-AttachVolumeTestJSON-185127037 tempest-AttachVolumeTestJSON-185127037-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:52:41.869619 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a512f3-35e6-438a-a82e-bb68e7d45112 req-f092d85e-04fd-4514-b9a2-c489045178ee tempest-AttachVolumeTestJSON-185127037 tempest-AttachVolumeTestJSON-185127037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:52:41.870742 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [req-81a512f3-35e6-438a-a82e-bb68e7d45112 req-f092d85e-04fd-4514-b9a2-c489045178ee tempest-AttachVolumeTestJSON-185127037 tempest-AttachVolumeTestJSON-185127037-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29634'] for port (None), before_response {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:52:41.896555 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [req-81a512f3-35e6-438a-a82e-bb68e7d45112 req-f092d85e-04fd-4514-b9a2-c489045178ee tempest-AttachVolumeTestJSON-185127037 tempest-AttachVolumeTestJSON-185127037-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6427667 May 10 17:52:41.924246 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.v2.base [req-81a512f3-35e6-438a-a82e-bb68e7d45112 req-95a5a1ad-dee6-464f-bbc4-5bd33ba55755 service neutron] Request body: {'port': {'device_id': 'f67aef06-0fe1-4ec5-a643-e51baea32b2e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84130'}} {{(pid=110153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 17:52:41.999262 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [req-81a512f3-35e6-438a-a82e-bb68e7d45112 req-95a5a1ad-dee6-464f-bbc4-5bd33ba55755 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1514036'] for port (b7f4dfb8-2c4d-4c91-8b1f-6040b097f331), before_update {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:52:42.139465 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.db.provisioning_blocks [None req-77ed0006-0a38-4189-bad6-620de20fc65c None None] Provisioning complete for port b7f4dfb8-2c4d-4c91-8b1f-6040b097f331 triggered by entity DHCP. {{(pid=110154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 17:52:42.140366 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-77ed0006-0a38-4189-bad6-620de20fc65c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525495'] for port (b7f4dfb8-2c4d-4c91-8b1f-6040b097f331), provisioning_complete {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:52:42.189167 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.plugin [None req-77ed0006-0a38-4189-bad6-620de20fc65c None None] Port b7f4dfb8-2c4d-4c91-8b1f-6040b097f331 cannot update to ACTIVE because it is not bound. {{(pid=110154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 10 17:52:42.270229 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e26272-1e06-4062-886c-cc17b6741c1f req-4b2b75b4-42a3-4840-a4c4-dc30973e9727 tempest-AttachVolumeTestJSON-185127037 tempest-AttachVolumeTestJSON-185127037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:52:42.271790 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-46e26272-1e06-4062-886c-cc17b6741c1f req-4b2b75b4-42a3-4840-a4c4-dc30973e9727 tempest-AttachVolumeTestJSON-185127037 tempest-AttachVolumeTestJSON-185127037-project] 10.222.0.60 "GET /v2.0/ports?device_id=f67aef06-0fe1-4ec5-a643-e51baea32b2e HTTP/1.1" status: 200 len: 931 time: 0.0519295 May 10 17:52:42.329922 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-46e26272-1e06-4062-886c-cc17b6741c1f req-dd4bdf7f-ac2b-42a9-919d-45291ea89811 tempest-AttachVolumeTestJSON-185127037 tempest-AttachVolumeTestJSON-185127037-project] 10.222.0.60 "GET /v2.0/security-groups?id=901c15aa-9edf-4c4f-99fa-d12937d98f67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515473 May 10 17:52:42.368755 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.notifiers.nova [req-81a512f3-35e6-438a-a82e-bb68e7d45112 req-95a5a1ad-dee6-464f-bbc4-5bd33ba55755 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b7f4dfb8-2c4d-4c91-8b1f-6040b097f331 {{(pid=110153) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 17:52:42.377994 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [req-81a512f3-35e6-438a-a82e-bb68e7d45112 req-95a5a1ad-dee6-464f-bbc4-5bd33ba55755 service neutron] Publish callbacks [] for port (b7f4dfb8-2c4d-4c91-8b1f-6040b097f331), precommit_update {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:52:42.392730 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.db.provisioning_blocks [req-81a512f3-35e6-438a-a82e-bb68e7d45112 req-95a5a1ad-dee6-464f-bbc4-5bd33ba55755 service neutron] Transition to ACTIVE for port object b7f4dfb8-2c4d-4c91-8b1f-6040b097f331 will not be triggered until provisioned by entity L2. {{(pid=110153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 10 17:52:42.397380 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [req-81a512f3-35e6-438a-a82e-bb68e7d45112 req-95a5a1ad-dee6-464f-bbc4-5bd33ba55755 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1514136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781795229094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781794686082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781794686100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4207220'] for port (b7f4dfb8-2c4d-4c91-8b1f-6040b097f331), after_update {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:52:42.448796 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a5a1ad-dee6-464f-bbc4-5bd33ba55755 service neutron] Pushing event updated for resources: {'Port': ['ID=b7f4dfb8-2c4d-4c91-8b1f-6040b097f331,revision_number=2']} {{(pid=110153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:52:42.547523 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.plugins.ml2.managers [req-81a512f3-35e6-438a-a82e-bb68e7d45112 req-95a5a1ad-dee6-464f-bbc4-5bd33ba55755 service neutron] Attempting to bind port b7f4dfb8-2c4d-4c91-8b1f-6040b097f331 on host hv-cinder-84130 for vnic_type normal with profile {{(pid=110153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 17:52:42.547861 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.plugins.ml2.managers [req-81a512f3-35e6-438a-a82e-bb68e7d45112 req-95a5a1ad-dee6-464f-bbc4-5bd33ba55755 service neutron] Attempting to bind port b7f4dfb8-2c4d-4c91-8b1f-6040b097f331 by drivers openvswitch,hyperv on host hv-cinder-84130 at level 0 using segments [{'id': 'ceecb963-ac53-40a6-a088-c89a2310a391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '6723a7dd-891c-4580-9df3-21c9f6f08046'}] {{(pid=110153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 17:52:42.548192 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81a512f3-35e6-438a-a82e-bb68e7d45112 req-95a5a1ad-dee6-464f-bbc4-5bd33ba55755 service neutron] Attempting to bind port b7f4dfb8-2c4d-4c91-8b1f-6040b097f331 on network 6723a7dd-891c-4580-9df3-21c9f6f08046 {{(pid=110153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 17:52:42.553528 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81a512f3-35e6-438a-a82e-bb68e7d45112 req-95a5a1ad-dee6-464f-bbc4-5bd33ba55755 service neutron] Port b7f4dfb8-2c4d-4c91-8b1f-6040b097f331 on network 6723a7dd-891c-4580-9df3-21c9f6f08046 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84130 {{(pid=110153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 17:52:42.555052 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81a512f3-35e6-438a-a82e-bb68e7d45112 req-95a5a1ad-dee6-464f-bbc4-5bd33ba55755 service neutron] Attempting to bind port b7f4dfb8-2c4d-4c91-8b1f-6040b097f331 on network 6723a7dd-891c-4580-9df3-21c9f6f08046 {{(pid=110153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 17:52:42.560437 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81a512f3-35e6-438a-a82e-bb68e7d45112 req-95a5a1ad-dee6-464f-bbc4-5bd33ba55755 service neutron] Checking agent: {'id': '16638279-eb91-49a3-95a5-8b540cc2f948', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84130', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 17, 42, 31), 'started_at': datetime.datetime(2022, 5, 10, 17, 42, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 17, 52, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 17:52:42.560834 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81a512f3-35e6-438a-a82e-bb68e7d45112 req-95a5a1ad-dee6-464f-bbc4-5bd33ba55755 service neutron] Checking segment: {'id': 'ceecb963-ac53-40a6-a088-c89a2310a391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '6723a7dd-891c-4580-9df3-21c9f6f08046'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 17:52:42.561226 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81a512f3-35e6-438a-a82e-bb68e7d45112 req-95a5a1ad-dee6-464f-bbc4-5bd33ba55755 service neutron] Bound using segment: {'id': 'ceecb963-ac53-40a6-a088-c89a2310a391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '6723a7dd-891c-4580-9df3-21c9f6f08046'} {{(pid=110153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 17:52:42.561659 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.plugins.ml2.managers [req-81a512f3-35e6-438a-a82e-bb68e7d45112 req-95a5a1ad-dee6-464f-bbc4-5bd33ba55755 service neutron] Bound port: b7f4dfb8-2c4d-4c91-8b1f-6040b097f331, host: hv-cinder-84130, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ceecb963-ac53-40a6-a088-c89a2310a391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '6723a7dd-891c-4580-9df3-21c9f6f08046'}}] {{(pid=110153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 17:52:42.562039 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [req-81a512f3-35e6-438a-a82e-bb68e7d45112 req-95a5a1ad-dee6-464f-bbc4-5bd33ba55755 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1514036'] for port (b7f4dfb8-2c4d-4c91-8b1f-6040b097f331), before_update {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:52:42.635986 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.plugins.ml2.db [req-81a512f3-35e6-438a-a82e-bb68e7d45112 req-95a5a1ad-dee6-464f-bbc4-5bd33ba55755 service neutron] For port b7f4dfb8-2c4d-4c91-8b1f-6040b097f331, host hv-cinder-84130, cleared binding levels {{(pid=110153) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 17:52:42.639122 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.plugins.ml2.db [req-81a512f3-35e6-438a-a82e-bb68e7d45112 req-95a5a1ad-dee6-464f-bbc4-5bd33ba55755 service neutron] For port b7f4dfb8-2c4d-4c91-8b1f-6040b097f331, host hv-cinder-84130, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84130',level=0,port_id=b7f4dfb8-2c4d-4c91-8b1f-6040b097f331,segment=NetworkSegment(ceecb963-ac53-40a6-a088-c89a2310a391),segment_id=ceecb963-ac53-40a6-a088-c89a2310a391)] {{(pid=110153) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 17:52:42.646207 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [req-81a512f3-35e6-438a-a82e-bb68e7d45112 req-95a5a1ad-dee6-464f-bbc4-5bd33ba55755 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1514136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781795229094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781794686082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781794686100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4207220'] for port (b7f4dfb8-2c4d-4c91-8b1f-6040b097f331), after_update {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:52:42.682462 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a512f3-35e6-438a-a82e-bb68e7d45112 req-95a5a1ad-dee6-464f-bbc4-5bd33ba55755 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:52:42.683100 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [req-81a512f3-35e6-438a-a82e-bb68e7d45112 req-95a5a1ad-dee6-464f-bbc4-5bd33ba55755 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29634'] for port (None), before_response {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:52:42.684625 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [req-81a512f3-35e6-438a-a82e-bb68e7d45112 req-95a5a1ad-dee6-464f-bbc4-5bd33ba55755 service neutron] 10.222.0.77 "PUT /v2.0/ports/b7f4dfb8-2c4d-4c91-8b1f-6040b097f331 HTTP/1.1" status: 200 len: 1093 time: 0.7650235 May 10 17:52:42.685036 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f67aef06-0fe1-4ec5-a643-e51baea32b2e', 'tag': 'b7f4dfb8-2c4d-4c91-8b1f-6040b097f331'}] {{(pid=110153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 17:52:42.687500 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eaab9ead4487dd9c6a2039b1a38fb17917f553062224ea878bb9a20dea692460" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8db3414-c581-49a6-bc89-23a2aaafd545" -d '{"events": [{"name": "network-changed", "server_uuid": "f67aef06-0fe1-4ec5-a643-e51baea32b2e", "tag": "b7f4dfb8-2c4d-4c91-8b1f-6040b097f331"}]}' {{(pid=110153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 17:52:42.721611 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a5a1ad-dee6-464f-bbc4-5bd33ba55755 service neutron] Pushing event updated for resources: {'Port': ['ID=b7f4dfb8-2c4d-4c91-8b1f-6040b097f331,revision_number=3']} {{(pid=110153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:52:42.795852 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 17:52:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6eae9497-5e8b-45f9-b8f5-37087dcef983 x-openstack-request-id: req-6eae9497-5e8b-45f9-b8f5-37087dcef983 {{(pid=110153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 17:52:42.796147 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f67aef06-0fe1-4ec5-a643-e51baea32b2e", "tag": "b7f4dfb8-2c4d-4c91-8b1f-6040b097f331", "status": "completed", "code": 200}]} {{(pid=110153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 17:52:42.796583 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-6eae9497-5e8b-45f9-b8f5-37087dcef983 {{(pid=110153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 17:52:42.796997 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6eae9497-5e8b-45f9-b8f5-37087dcef983'] response: {'name': 'network-changed', 'server_uuid': 'f67aef06-0fe1-4ec5-a643-e51baea32b2e', 'tag': 'b7f4dfb8-2c4d-4c91-8b1f-6040b097f331', 'status': 'completed', 'code': 200} May 10 17:52:42.810989 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a512f3-35e6-438a-a82e-bb68e7d45112 req-41796f5b-4935-48e4-ac61-27204526d028 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:52:42.813082 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [req-81a512f3-35e6-438a-a82e-bb68e7d45112 req-41796f5b-4935-48e4-ac61-27204526d028 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=a83ced38e3ea471399fe49b3162b38e7&device_id=f67aef06-0fe1-4ec5-a643-e51baea32b2e HTTP/1.1" status: 200 len: 1127 time: 0.0599716 May 10 17:52:42.877063 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [req-81a512f3-35e6-438a-a82e-bb68e7d45112 req-24ab052f-acee-4641-ae20-ed5bb8dcf352 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b7f4dfb8-2c4d-4c91-8b1f-6040b097f331 HTTP/1.1" status: 200 len: 217 time: 0.0372570 May 10 17:52:42.929387 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a512f3-35e6-438a-a82e-bb68e7d45112 req-1a9ffb48-f1b3-4a64-89f7-d149e5e3bee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:52:42.930860 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [req-81a512f3-35e6-438a-a82e-bb68e7d45112 req-1a9ffb48-f1b3-4a64-89f7-d149e5e3bee4 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=125e9763-4051-4e2a-9a5e-3519d0c64e46 HTTP/1.1" status: 200 len: 849 time: 0.0446713 May 10 17:52:42.983154 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a512f3-35e6-438a-a82e-bb68e7d45112 req-1155b9c3-23e8-42b2-8413-d05a2521a798 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:52:42.984689 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [req-81a512f3-35e6-438a-a82e-bb68e7d45112 req-1155b9c3-23e8-42b2-8413-d05a2521a798 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=6723a7dd-891c-4580-9df3-21c9f6f08046&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0472696 May 10 17:52:43.080222 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [req-81a512f3-35e6-438a-a82e-bb68e7d45112 req-80ade0a1-88fa-4602-afd4-cc07b4ee7975 service neutron] 10.222.0.77 "GET /v2.0/networks/6723a7dd-891c-4580-9df3-21c9f6f08046?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889344 May 10 17:52:43.178731 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [req-81a512f3-35e6-438a-a82e-bb68e7d45112 req-ed9c3ffb-25da-423a-870e-75267e8a6b87 service neutron] 10.222.0.77 "GET /v2.0/networks/6723a7dd-891c-4580-9df3-21c9f6f08046?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913894 May 10 17:52:43.450854 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c104dd9-4904-443b-af28-aa68100e1143 req-2a5138f2-f13e-40f0-b68b-5d94fd5c49a1 tempest-AttachVolumeTestJSON-185127037 tempest-AttachVolumeTestJSON-185127037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:52:43.452646 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-6c104dd9-4904-443b-af28-aa68100e1143 req-2a5138f2-f13e-40f0-b68b-5d94fd5c49a1 tempest-AttachVolumeTestJSON-185127037 tempest-AttachVolumeTestJSON-185127037-project] 10.222.0.60 "GET /v2.0/ports?device_id=f67aef06-0fe1-4ec5-a643-e51baea32b2e HTTP/1.1" status: 200 len: 943 time: 0.0527754 May 10 17:52:43.502919 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-6c104dd9-4904-443b-af28-aa68100e1143 req-7ea9ff8e-660b-4886-9fe6-8fa9572ee3dd tempest-AttachVolumeTestJSON-185127037 tempest-AttachVolumeTestJSON-185127037-project] 10.222.0.60 "GET /v2.0/security-groups?id=901c15aa-9edf-4c4f-99fa-d12937d98f67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437751 May 10 17:52:43.688465 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11c1b5b-6647-4281-aecc-16a1da69bf32 req-c0701d73-c246-4719-9a5e-af2b654b446c tempest-TestMinimumBasicScenario-1856724445 tempest-TestMinimumBasicScenario-1856724445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:52:43.689970 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-b11c1b5b-6647-4281-aecc-16a1da69bf32 req-c0701d73-c246-4719-9a5e-af2b654b446c tempest-TestMinimumBasicScenario-1856724445 tempest-TestMinimumBasicScenario-1856724445-project] 10.222.0.60 "GET /v2.0/ports?device_id=4ab1a9bd-b249-4f09-9264-87eb2a4878cb HTTP/1.1" status: 200 len: 945 time: 0.0495780 May 10 17:52:43.738334 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-b11c1b5b-6647-4281-aecc-16a1da69bf32 req-1f480ddf-33b5-4e45-8d94-172e8576e03d tempest-TestMinimumBasicScenario-1856724445 tempest-TestMinimumBasicScenario-1856724445-project] 10.222.0.60 "GET /v2.0/security-groups?id=4291c383-f1b0-498a-957d-36fec04b0997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414538 May 10 17:52:44.629340 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cabaaa5-5218-48bd-b081-e27a8d168631 req-489f09c4-5e56-40c5-be30-4b471cf7dc8a tempest-AttachVolumeTestJSON-185127037 tempest-AttachVolumeTestJSON-185127037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:52:44.630815 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-6cabaaa5-5218-48bd-b081-e27a8d168631 req-489f09c4-5e56-40c5-be30-4b471cf7dc8a tempest-AttachVolumeTestJSON-185127037 tempest-AttachVolumeTestJSON-185127037-project] 10.222.0.60 "GET /v2.0/ports?device_id=f67aef06-0fe1-4ec5-a643-e51baea32b2e HTTP/1.1" status: 200 len: 943 time: 0.0506480 May 10 17:52:44.685253 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-6cabaaa5-5218-48bd-b081-e27a8d168631 req-e18e015a-0847-4062-b465-270414855d82 tempest-AttachVolumeTestJSON-185127037 tempest-AttachVolumeTestJSON-185127037-project] 10.222.0.60 "GET /v2.0/security-groups?id=901c15aa-9edf-4c4f-99fa-d12937d98f67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477934 May 10 17:52:44.859396 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f622d5a-c6d8-429f-808b-c0427eac2f5d req-82302d19-3918-4c81-be61-ff58595ceb76 tempest-TestMinimumBasicScenario-1856724445 tempest-TestMinimumBasicScenario-1856724445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:52:44.860891 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-0f622d5a-c6d8-429f-808b-c0427eac2f5d req-82302d19-3918-4c81-be61-ff58595ceb76 tempest-TestMinimumBasicScenario-1856724445 tempest-TestMinimumBasicScenario-1856724445-project] 10.222.0.60 "GET /v2.0/ports?device_id=4ab1a9bd-b249-4f09-9264-87eb2a4878cb HTTP/1.1" status: 200 len: 945 time: 0.0499334 May 10 17:52:44.909541 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-0f622d5a-c6d8-429f-808b-c0427eac2f5d req-303ec1b6-cfd5-4a2e-9c06-ef43e42e626a tempest-TestMinimumBasicScenario-1856724445 tempest-TestMinimumBasicScenario-1856724445-project] 10.222.0.60 "GET /v2.0/security-groups?id=4291c383-f1b0-498a-957d-36fec04b0997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427804 May 10 17:52:45.805877 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4266ad4-bde1-46db-870a-15d8acfdc332 req-75a2d1ea-5823-4813-99c9-9ad89f104b28 tempest-AttachVolumeTestJSON-185127037 tempest-AttachVolumeTestJSON-185127037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:52:45.807418 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-e4266ad4-bde1-46db-870a-15d8acfdc332 req-75a2d1ea-5823-4813-99c9-9ad89f104b28 tempest-AttachVolumeTestJSON-185127037 tempest-AttachVolumeTestJSON-185127037-project] 10.222.0.60 "GET /v2.0/ports?device_id=f67aef06-0fe1-4ec5-a643-e51baea32b2e HTTP/1.1" status: 200 len: 943 time: 0.0496066 May 10 17:52:45.862623 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-e4266ad4-bde1-46db-870a-15d8acfdc332 req-0ab16870-aeb7-4a29-9548-5cad330f8d3e tempest-AttachVolumeTestJSON-185127037 tempest-AttachVolumeTestJSON-185127037-project] 10.222.0.60 "GET /v2.0/security-groups?id=901c15aa-9edf-4c4f-99fa-d12937d98f67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483537 May 10 17:52:45.900466 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8db3414-c581-49a6-bc89-23a2aaafd545 req-dee07646-c629-447c-9bda-b560f593531f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:52:45.901992 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [req-b8db3414-c581-49a6-bc89-23a2aaafd545 req-dee07646-c629-447c-9bda-b560f593531f service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=a83ced38e3ea471399fe49b3162b38e7&device_id=f67aef06-0fe1-4ec5-a643-e51baea32b2e HTTP/1.1" status: 200 len: 1127 time: 0.0618341 May 10 17:52:46.034443 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a7042a-2a7e-4c41-a618-af297a814508 req-c4a405e7-8376-4aef-b034-a9e1dd1ecda2 tempest-TestMinimumBasicScenario-1856724445 tempest-TestMinimumBasicScenario-1856724445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:52:46.035941 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-37a7042a-2a7e-4c41-a618-af297a814508 req-c4a405e7-8376-4aef-b034-a9e1dd1ecda2 tempest-TestMinimumBasicScenario-1856724445 tempest-TestMinimumBasicScenario-1856724445-project] 10.222.0.60 "GET /v2.0/ports?device_id=4ab1a9bd-b249-4f09-9264-87eb2a4878cb HTTP/1.1" status: 200 len: 945 time: 0.0550876 May 10 17:52:46.086062 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-37a7042a-2a7e-4c41-a618-af297a814508 req-0386cd1a-05bf-4dc0-b506-c4bef8720ae6 tempest-TestMinimumBasicScenario-1856724445 tempest-TestMinimumBasicScenario-1856724445-project] 10.222.0.60 "GET /v2.0/security-groups?id=4291c383-f1b0-498a-957d-36fec04b0997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424421 May 10 17:52:46.993037 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fed713-f6cd-40c4-aab6-88bf947d0914 req-74048500-48ec-4947-8442-e22cba6b0acc tempest-AttachVolumeTestJSON-185127037 tempest-AttachVolumeTestJSON-185127037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:52:46.994519 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-72fed713-f6cd-40c4-aab6-88bf947d0914 req-74048500-48ec-4947-8442-e22cba6b0acc tempest-AttachVolumeTestJSON-185127037 tempest-AttachVolumeTestJSON-185127037-project] 10.222.0.60 "GET /v2.0/ports?device_id=f67aef06-0fe1-4ec5-a643-e51baea32b2e HTTP/1.1" status: 200 len: 943 time: 0.0503800 May 10 17:52:47.045267 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-72fed713-f6cd-40c4-aab6-88bf947d0914 req-a8226007-dbe6-415f-a349-806074abd2c6 tempest-AttachVolumeTestJSON-185127037 tempest-AttachVolumeTestJSON-185127037-project] 10.222.0.60 "GET /v2.0/security-groups?id=901c15aa-9edf-4c4f-99fa-d12937d98f67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447581 May 10 17:52:47.065584 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.rpc [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Device b7f4dfb8-2c4d-4c91-8b1f-6040b097f331 details requested by agent hyperv_hv-cinder-84130 with host hv-cinder-84130 {{(pid=110154) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 17:52:47.168145 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.db [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] For port b7f4dfb8-2c4d-4c91-8b1f-6040b097f331, host hv-cinder-84130, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84130',level=0,port_id=b7f4dfb8-2c4d-4c91-8b1f-6040b097f331,segment=NetworkSegment(ceecb963-ac53-40a6-a088-c89a2310a391),segment_id=ceecb963-ac53-40a6-a088-c89a2310a391)] {{(pid=110154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 17:52:47.180627 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.rpc [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Returning: {'device': 'b7f4dfb8-2c4d-4c91-8b1f-6040b097f331', 'network_id': '6723a7dd-891c-4580-9df3-21c9f6f08046', 'port_id': 'b7f4dfb8-2c4d-4c91-8b1f-6040b097f331', 'mac_address': 'fa:16:3e:8d:2c:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 577, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '125e9763-4051-4e2a-9a5e-3519d0c64e46', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110154) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 17:52:47.209026 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27576d37-64ff-4fa3-b15b-60af765a6356 req-3805b911-7cf2-4fe0-93dc-57d50d19e01d tempest-TestMinimumBasicScenario-1856724445 tempest-TestMinimumBasicScenario-1856724445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:52:47.210613 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-27576d37-64ff-4fa3-b15b-60af765a6356 req-3805b911-7cf2-4fe0-93dc-57d50d19e01d tempest-TestMinimumBasicScenario-1856724445 tempest-TestMinimumBasicScenario-1856724445-project] 10.222.0.60 "GET /v2.0/ports?device_id=4ab1a9bd-b249-4f09-9264-87eb2a4878cb HTTP/1.1" status: 200 len: 945 time: 0.0536015 May 10 17:52:47.220599 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.plugin [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Current status of the port b7f4dfb8-2c4d-4c91-8b1f-6040b097f331 is: DOWN; New status is: BUILD {{(pid=110154) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 17:52:47.221082 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1514036'] for port (b7f4dfb8-2c4d-4c91-8b1f-6040b097f331), before_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:52:47.235900 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.notifiers.nova [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b7f4dfb8-2c4d-4c91-8b1f-6040b097f331 {{(pid=110154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 17:52:47.257497 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.db [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] For port b7f4dfb8-2c4d-4c91-8b1f-6040b097f331, host hv-cinder-84130, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84130',level=0,port_id=b7f4dfb8-2c4d-4c91-8b1f-6040b097f331,segment=NetworkSegment(ceecb963-ac53-40a6-a088-c89a2310a391),segment_id=ceecb963-ac53-40a6-a088-c89a2310a391)] {{(pid=110154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 17:52:47.263120 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1514136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781795229094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781794686082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781794686100'] for port (b7f4dfb8-2c4d-4c91-8b1f-6040b097f331), after_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:52:47.270534 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-27576d37-64ff-4fa3-b15b-60af765a6356 req-efb5f425-5c2d-405c-a749-9d9c39fd89fa tempest-TestMinimumBasicScenario-1856724445 tempest-TestMinimumBasicScenario-1856724445-project] 10.222.0.60 "GET /v2.0/security-groups?id=4291c383-f1b0-498a-957d-36fec04b0997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529518 May 10 17:52:47.315069 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Pushing event updated for resources: {'Port': ['ID=b7f4dfb8-2c4d-4c91-8b1f-6040b097f331,revision_number=4']} {{(pid=110154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:52:47.561676 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8db3414-c581-49a6-bc89-23a2aaafd545 req-64c0f97f-9b48-4443-9661-d49635d01f61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:52:47.563143 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [req-b8db3414-c581-49a6-bc89-23a2aaafd545 req-64c0f97f-9b48-4443-9661-d49635d01f61 service neutron] 10.222.0.77 "GET /v2.0/networks?id=6723a7dd-891c-4580-9df3-21c9f6f08046 HTTP/1.1" status: 200 len: 911 time: 0.0887392 May 10 17:52:47.804081 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.db [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] get_ports_and_sgs() called for port_ids ['b7f4dfb8-2c4d-4c91-8b1f-6040b097f331'] {{(pid=110154) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 17:52:48.029603 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [req-b8db3414-c581-49a6-bc89-23a2aaafd545 req-dd3629e4-2aea-4063-a5d8-606a8f277d0a service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b7f4dfb8-2c4d-4c91-8b1f-6040b097f331 HTTP/1.1" status: 200 len: 217 time: 0.0399179 May 10 17:52:48.118232 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8db3414-c581-49a6-bc89-23a2aaafd545 req-f12e4a8a-87df-43be-bcdb-76bc83af3563 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:52:48.119749 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [req-b8db3414-c581-49a6-bc89-23a2aaafd545 req-f12e4a8a-87df-43be-bcdb-76bc83af3563 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=125e9763-4051-4e2a-9a5e-3519d0c64e46 HTTP/1.1" status: 200 len: 849 time: 0.0482705 May 10 17:52:48.165769 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61489837-8568-4524-980d-18d5533765e7 req-3c2b10be-2897-4ab5-913a-d9cae5d1d486 tempest-AttachVolumeTestJSON-185127037 tempest-AttachVolumeTestJSON-185127037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:52:48.167273 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-61489837-8568-4524-980d-18d5533765e7 req-3c2b10be-2897-4ab5-913a-d9cae5d1d486 tempest-AttachVolumeTestJSON-185127037 tempest-AttachVolumeTestJSON-185127037-project] 10.222.0.60 "GET /v2.0/ports?device_id=f67aef06-0fe1-4ec5-a643-e51baea32b2e HTTP/1.1" status: 200 len: 944 time: 0.0488744 May 10 17:52:48.217682 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-61489837-8568-4524-980d-18d5533765e7 req-244c3436-07b5-4d3b-ad4b-b0a4e1cfd13b tempest-AttachVolumeTestJSON-185127037 tempest-AttachVolumeTestJSON-185127037-project] 10.222.0.60 "GET /v2.0/security-groups?id=901c15aa-9edf-4c4f-99fa-d12937d98f67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446980 May 10 17:52:48.316383 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8db3414-c581-49a6-bc89-23a2aaafd545 req-7fe814ae-58bc-4c99-ae8c-bc37aa662dea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:52:48.317951 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [req-b8db3414-c581-49a6-bc89-23a2aaafd545 req-7fe814ae-58bc-4c99-ae8c-bc37aa662dea service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=6723a7dd-891c-4580-9df3-21c9f6f08046&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0418012 May 10 17:52:48.335043 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a7beda-4f23-4e1a-95f3-6ea966a5d713 req-2a5ec655-caba-4783-93b5-e8600ca38984 tempest-TestMinimumBasicScenario-1856724445 tempest-TestMinimumBasicScenario-1856724445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:52:48.336755 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-f0a7beda-4f23-4e1a-95f3-6ea966a5d713 req-2a5ec655-caba-4783-93b5-e8600ca38984 tempest-TestMinimumBasicScenario-1856724445 tempest-TestMinimumBasicScenario-1856724445-project] 10.222.0.77 "GET /v2.0/ports?device_id=4ab1a9bd-b249-4f09-9264-87eb2a4878cb HTTP/1.1" status: 200 len: 945 time: 0.0584407 May 10 17:52:48.417392 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [req-b8db3414-c581-49a6-bc89-23a2aaafd545 req-c92dda7c-347f-4f53-9244-b63d2f1f64cf service neutron] 10.222.0.77 "GET /v2.0/networks/6723a7dd-891c-4580-9df3-21c9f6f08046?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925045 May 10 17:52:48.426969 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e99d0e6-e9e2-4afa-8f3a-f2ee63fc15d1 req-959f2d7a-5bda-4857-bae6-f378a9f37b66 tempest-TestMinimumBasicScenario-1856724445 tempest-TestMinimumBasicScenario-1856724445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:52:48.428531 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-3e99d0e6-e9e2-4afa-8f3a-f2ee63fc15d1 req-959f2d7a-5bda-4857-bae6-f378a9f37b66 tempest-TestMinimumBasicScenario-1856724445 tempest-TestMinimumBasicScenario-1856724445-project] 10.222.0.60 "GET /v2.0/ports?device_id=4ab1a9bd-b249-4f09-9264-87eb2a4878cb HTTP/1.1" status: 200 len: 945 time: 0.0799286 May 10 17:52:48.488269 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.plugins.ml2.plugin [req-f0a7beda-4f23-4e1a-95f3-6ea966a5d713 req-e8902025-fab1-4a8b-a38b-fcc6f720fbdf tempest-TestMinimumBasicScenario-1856724445 tempest-TestMinimumBasicScenario-1856724445-project] Deleting port f023603c-ec90-40f8-beef-59e8c9f7f17f {{(pid=110152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 17:52:48.488716 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [req-f0a7beda-4f23-4e1a-95f3-6ea966a5d713 req-e8902025-fab1-4a8b-a38b-fcc6f720fbdf tempest-TestMinimumBasicScenario-1856724445 tempest-TestMinimumBasicScenario-1856724445-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781795221764'] for port (f023603c-ec90-40f8-beef-59e8c9f7f17f), before_delete {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:52:48.512992 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [req-b8db3414-c581-49a6-bc89-23a2aaafd545 req-605bf322-ff9a-471c-a081-44d2ba0d830f service neutron] 10.222.0.77 "GET /v2.0/networks/6723a7dd-891c-4580-9df3-21c9f6f08046?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895109 May 10 17:52:48.562349 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-3e99d0e6-e9e2-4afa-8f3a-f2ee63fc15d1 req-e6f976ea-82ed-4baa-b125-27b8dda2027f tempest-TestMinimumBasicScenario-1856724445 tempest-TestMinimumBasicScenario-1856724445-project] 10.222.0.60 "GET /v2.0/security-groups?id=4291c383-f1b0-498a-957d-36fec04b0997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095002 May 10 17:52:48.607157 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.plugins.ml2.db [req-f0a7beda-4f23-4e1a-95f3-6ea966a5d713 req-e8902025-fab1-4a8b-a38b-fcc6f720fbdf tempest-TestMinimumBasicScenario-1856724445 tempest-TestMinimumBasicScenario-1856724445-project] For port f023603c-ec90-40f8-beef-59e8c9f7f17f, host hv-cinder-84130, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84130',level=0,port_id=f023603c-ec90-40f8-beef-59e8c9f7f17f,segment=NetworkSegment(fae9f46d-4ca7-4637-b63a-3e8d3f0e0761),segment_id=fae9f46d-4ca7-4637-b63a-3e8d3f0e0761)] {{(pid=110152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 17:52:48.607465 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [req-f0a7beda-4f23-4e1a-95f3-6ea966a5d713 req-e8902025-fab1-4a8b-a38b-fcc6f720fbdf tempest-TestMinimumBasicScenario-1856724445 tempest-TestMinimumBasicScenario-1856724445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640494'] for port (f023603c-ec90-40f8-beef-59e8c9f7f17f), precommit_delete {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:52:48.622210 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.plugins.ml2.plugin [req-f0a7beda-4f23-4e1a-95f3-6ea966a5d713 req-e8902025-fab1-4a8b-a38b-fcc6f720fbdf tempest-TestMinimumBasicScenario-1856724445 tempest-TestMinimumBasicScenario-1856724445-project] Calling delete_port for f023603c-ec90-40f8-beef-59e8c9f7f17f owned by compute:nova {{(pid=110152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 17:52:48.768070 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [req-f0a7beda-4f23-4e1a-95f3-6ea966a5d713 req-e8902025-fab1-4a8b-a38b-fcc6f720fbdf tempest-TestMinimumBasicScenario-1856724445 tempest-TestMinimumBasicScenario-1856724445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1514136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781795229076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781794686073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5018186'] for port (f023603c-ec90-40f8-beef-59e8c9f7f17f), after_delete {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:52:48.798240 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8902025-fab1-4a8b-a38b-fcc6f720fbdf tempest-TestMinimumBasicScenario-1856724445 tempest-TestMinimumBasicScenario-1856724445-project] Pushing event deleted for resources: {'Port': ['ID=f023603c-ec90-40f8-beef-59e8c9f7f17f,revision_number=None']} {{(pid=110152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:52:48.815644 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8902025-fab1-4a8b-a38b-fcc6f720fbdf tempest-TestMinimumBasicScenario-1856724445 tempest-TestMinimumBasicScenario-1856724445-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:52:48.816006 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8902025-fab1-4a8b-a38b-fcc6f720fbdf tempest-TestMinimumBasicScenario-1856724445 tempest-TestMinimumBasicScenario-1856724445-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:52:48.816370 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8902025-fab1-4a8b-a38b-fcc6f720fbdf tempest-TestMinimumBasicScenario-1856724445 tempest-TestMinimumBasicScenario-1856724445-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:52:48.816722 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8902025-fab1-4a8b-a38b-fcc6f720fbdf tempest-TestMinimumBasicScenario-1856724445 tempest-TestMinimumBasicScenario-1856724445-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:52:48.817069 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8902025-fab1-4a8b-a38b-fcc6f720fbdf tempest-TestMinimumBasicScenario-1856724445 tempest-TestMinimumBasicScenario-1856724445-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:52:48.817438 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8902025-fab1-4a8b-a38b-fcc6f720fbdf tempest-TestMinimumBasicScenario-1856724445 tempest-TestMinimumBasicScenario-1856724445-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:52:48.817754 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8902025-fab1-4a8b-a38b-fcc6f720fbdf tempest-TestMinimumBasicScenario-1856724445 tempest-TestMinimumBasicScenario-1856724445-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:52:48.818092 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8902025-fab1-4a8b-a38b-fcc6f720fbdf tempest-TestMinimumBasicScenario-1856724445 tempest-TestMinimumBasicScenario-1856724445-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:52:48.818430 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8902025-fab1-4a8b-a38b-fcc6f720fbdf tempest-TestMinimumBasicScenario-1856724445 tempest-TestMinimumBasicScenario-1856724445-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:52:48.818768 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8902025-fab1-4a8b-a38b-fcc6f720fbdf tempest-TestMinimumBasicScenario-1856724445 tempest-TestMinimumBasicScenario-1856724445-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:52:48.819104 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8902025-fab1-4a8b-a38b-fcc6f720fbdf tempest-TestMinimumBasicScenario-1856724445 tempest-TestMinimumBasicScenario-1856724445-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:52:48.819463 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8902025-fab1-4a8b-a38b-fcc6f720fbdf tempest-TestMinimumBasicScenario-1856724445 tempest-TestMinimumBasicScenario-1856724445-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:52:48.819831 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8902025-fab1-4a8b-a38b-fcc6f720fbdf tempest-TestMinimumBasicScenario-1856724445 tempest-TestMinimumBasicScenario-1856724445-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:52:48.820846 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8902025-fab1-4a8b-a38b-fcc6f720fbdf tempest-TestMinimumBasicScenario-1856724445 tempest-TestMinimumBasicScenario-1856724445-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:52:48.821196 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8902025-fab1-4a8b-a38b-fcc6f720fbdf tempest-TestMinimumBasicScenario-1856724445 tempest-TestMinimumBasicScenario-1856724445-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:52:48.861718 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0a7beda-4f23-4e1a-95f3-6ea966a5d713 req-e8902025-fab1-4a8b-a38b-fcc6f720fbdf tempest-TestMinimumBasicScenario-1856724445 tempest-TestMinimumBasicScenario-1856724445-project] No DVR routers for this DVR port f023603c-ec90-40f8-beef-59e8c9f7f17f on host hv-cinder-84130 {{(pid=110152) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 17:52:48.864163 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [req-f0a7beda-4f23-4e1a-95f3-6ea966a5d713 req-e8902025-fab1-4a8b-a38b-fcc6f720fbdf tempest-TestMinimumBasicScenario-1856724445 tempest-TestMinimumBasicScenario-1856724445-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29634'] for port (None), before_response {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:52:48.868798 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-f0a7beda-4f23-4e1a-95f3-6ea966a5d713 req-e8902025-fab1-4a8b-a38b-fcc6f720fbdf tempest-TestMinimumBasicScenario-1856724445 tempest-TestMinimumBasicScenario-1856724445-project] 10.222.0.77 "DELETE /v2.0/ports/f023603c-ec90-40f8-beef-59e8c9f7f17f HTTP/1.1" status: 204 len: 173 time: 0.5266593 May 10 17:52:48.869236 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ab1a9bd-b249-4f09-9264-87eb2a4878cb', 'name': 'network-vif-deleted', 'tag': 'f023603c-ec90-40f8-beef-59e8c9f7f17f'}] {{(pid=110152) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 17:52:48.871536 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0e5bab204033c83635b1e14c3e3a099c647719281f8bf9f740a5b80828d0d04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edf9a309-67bb-4bfb-9756-b2453940362b" -d '{"events": [{"server_uuid": "4ab1a9bd-b249-4f09-9264-87eb2a4878cb", "name": "network-vif-deleted", "tag": "f023603c-ec90-40f8-beef-59e8c9f7f17f"}]}' {{(pid=110152) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 17:52:48.907964 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 17:52:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c28263e6-6d8c-4bf1-9b80-05cae35cf120 x-openstack-request-id: req-c28263e6-6d8c-4bf1-9b80-05cae35cf120 {{(pid=110152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 17:52:48.908330 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ab1a9bd-b249-4f09-9264-87eb2a4878cb", "name": "network-vif-deleted", "tag": "f023603c-ec90-40f8-beef-59e8c9f7f17f", "status": "completed", "code": 200}]} {{(pid=110152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 17:52:48.908588 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-c28263e6-6d8c-4bf1-9b80-05cae35cf120 {{(pid=110152) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 17:52:48.908988 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c28263e6-6d8c-4bf1-9b80-05cae35cf120'] response: {'server_uuid': '4ab1a9bd-b249-4f09-9264-87eb2a4878cb', 'name': 'network-vif-deleted', 'tag': 'f023603c-ec90-40f8-beef-59e8c9f7f17f', 'status': 'completed', 'code': 200} May 10 17:52:49.045680 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.db [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] get_ports_and_sgs() called for port_ids ['f023603c-ec90-40f8-beef-59e8c9f7f17f'] {{(pid=110154) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 17:52:49.067428 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.rpc [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Device b7f4dfb8-2c4d-4c91-8b1f-6040b097f331 up at agent hyperv_hv-cinder-84130 {{(pid=110154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 17:52:49.121900 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.db.provisioning_blocks [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Provisioning for port b7f4dfb8-2c4d-4c91-8b1f-6040b097f331 completed by entity L2. {{(pid=110154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 10 17:52:49.136901 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.db.provisioning_blocks [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Provisioning complete for port b7f4dfb8-2c4d-4c91-8b1f-6040b097f331 triggered by entity L2. {{(pid=110154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 17:52:49.137438 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525495'] for port (b7f4dfb8-2c4d-4c91-8b1f-6040b097f331), provisioning_complete {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:52:49.230845 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.plugin [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Current status of the port b7f4dfb8-2c4d-4c91-8b1f-6040b097f331 is: BUILD; New status is: ACTIVE {{(pid=110154) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 17:52:49.231241 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1514036'] for port (b7f4dfb8-2c4d-4c91-8b1f-6040b097f331), before_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:52:49.263879 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f67aef06-0fe1-4ec5-a643-e51baea32b2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7f4dfb8-2c4d-4c91-8b1f-6040b097f331'}] {{(pid=110154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 17:52:49.266198 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81f5a9f60a7176de4ec81ee2de5d4e9bd281d17703f5d6403e6a691a644f2f07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ab76ee0-5d6f-4d05-b004-1a0f5b79f209" -d '{"events": [{"server_uuid": "f67aef06-0fe1-4ec5-a643-e51baea32b2e", "name": "network-vif-plugged", "status": "completed", "tag": "b7f4dfb8-2c4d-4c91-8b1f-6040b097f331"}]}' {{(pid=110154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 17:52:49.283043 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.db [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] For port b7f4dfb8-2c4d-4c91-8b1f-6040b097f331, host hv-cinder-84130, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84130',level=0,port_id=b7f4dfb8-2c4d-4c91-8b1f-6040b097f331,segment=NetworkSegment(ceecb963-ac53-40a6-a088-c89a2310a391),segment_id=ceecb963-ac53-40a6-a088-c89a2310a391)] {{(pid=110154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 17:52:49.301099 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1514136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781795229094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781794686082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781794686100'] for port (b7f4dfb8-2c4d-4c91-8b1f-6040b097f331), after_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:52:49.325676 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 17:52:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bed4ac76-a616-481a-9952-662bf5ae2b10 x-openstack-request-id: req-bed4ac76-a616-481a-9952-662bf5ae2b10 {{(pid=110154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 17:52:49.326387 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f67aef06-0fe1-4ec5-a643-e51baea32b2e", "name": "network-vif-plugged", "status": "completed", "tag": "b7f4dfb8-2c4d-4c91-8b1f-6040b097f331", "code": 200}]} {{(pid=110154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 17:52:49.326848 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-bed4ac76-a616-481a-9952-662bf5ae2b10 {{(pid=110154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 17:52:49.327672 dv-cinder-841302-2-iscsi neutron-server[110154]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bed4ac76-a616-481a-9952-662bf5ae2b10'] response: {'server_uuid': 'f67aef06-0fe1-4ec5-a643-e51baea32b2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7f4dfb8-2c4d-4c91-8b1f-6040b097f331', 'code': 200} May 10 17:52:49.370253 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51f4e11-fb65-4413-962e-8320216e3d4a req-edf622dc-f10f-4cb2-8b78-abe8b1ae972c tempest-AttachVolumeTestJSON-185127037 tempest-AttachVolumeTestJSON-185127037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:52:49.374127 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-b51f4e11-fb65-4413-962e-8320216e3d4a req-edf622dc-f10f-4cb2-8b78-abe8b1ae972c tempest-AttachVolumeTestJSON-185127037 tempest-AttachVolumeTestJSON-185127037-project] 10.222.0.60 "GET /v2.0/ports?device_id=f67aef06-0fe1-4ec5-a643-e51baea32b2e HTTP/1.1" status: 200 len: 945 time: 0.0620637 May 10 17:52:49.378641 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Pushing event updated for resources: {'Port': ['ID=b7f4dfb8-2c4d-4c91-8b1f-6040b097f331,revision_number=5']} {{(pid=110154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:52:49.445438 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-b51f4e11-fb65-4413-962e-8320216e3d4a req-63d6d4e7-072a-4cfc-a73c-9f6d30cc8d43 tempest-AttachVolumeTestJSON-185127037 tempest-AttachVolumeTestJSON-185127037-project] 10.222.0.60 "GET /v2.0/security-groups?id=901c15aa-9edf-4c4f-99fa-d12937d98f67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587437 May 10 17:52:49.683698 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-554955c8-6add-45a8-972d-1f0bfbb44df4 req-b44fb0b0-d72b-4328-bfa5-f1ff602d525d tempest-TestMinimumBasicScenario-1856724445 tempest-TestMinimumBasicScenario-1856724445-project] 10.222.0.60 "GET /v2.0/ports?device_id=4ab1a9bd-b249-4f09-9264-87eb2a4878cb HTTP/1.1" status: 200 len: 210 time: 0.0346503 May 10 17:52:49.784974 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33102a0a-3345-457f-a6fd-a90d39b0c562 req-54f00df9-fcee-4e2e-bb41-d477d986dd64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:52:49.786997 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-33102a0a-3345-457f-a6fd-a90d39b0c562 req-54f00df9-fcee-4e2e-bb41-d477d986dd64 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=f67aef06-0fe1-4ec5-a643-e51baea32b2e HTTP/1.1" status: 200 len: 1129 time: 0.0494437 May 10 17:52:49.837176 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-33102a0a-3345-457f-a6fd-a90d39b0c562 req-65d0433e-46b5-4a20-8856-87aa4553e55d service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=901c15aa-9edf-4c4f-99fa-d12937d98f67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430584 May 10 17:52:50.575024 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8eff405-6a15-44b6-804b-4eda95cbad87 req-0fa8aab9-cb66-4cdb-bcde-aa62a030cb2b tempest-AttachVolumeTestJSON-185127037 tempest-AttachVolumeTestJSON-185127037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:52:50.576616 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-c8eff405-6a15-44b6-804b-4eda95cbad87 req-0fa8aab9-cb66-4cdb-bcde-aa62a030cb2b tempest-AttachVolumeTestJSON-185127037 tempest-AttachVolumeTestJSON-185127037-project] 10.222.0.60 "GET /v2.0/ports?device_id=f67aef06-0fe1-4ec5-a643-e51baea32b2e HTTP/1.1" status: 200 len: 945 time: 0.0517280 May 10 17:52:50.627690 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-c8eff405-6a15-44b6-804b-4eda95cbad87 req-a3ee625b-a444-407a-8796-c630fad5d999 tempest-AttachVolumeTestJSON-185127037 tempest-AttachVolumeTestJSON-185127037-project] 10.222.0.60 "GET /v2.0/security-groups?id=901c15aa-9edf-4c4f-99fa-d12937d98f67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450931 May 10 17:52:51.508853 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.wsgi [-] (110152) accepted ('10.222.0.60', 45194) {{(pid=110152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 17:52:51.795570 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bab205-e74c-4d52-8734-7ce8f5967e33 req-e9814b8b-4aeb-49d2-b212-5a2f4ff8a696 tempest-AttachVolumeTestJSON-185127037 tempest-AttachVolumeTestJSON-185127037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:52:51.797006 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-c4bab205-e74c-4d52-8734-7ce8f5967e33 req-e9814b8b-4aeb-49d2-b212-5a2f4ff8a696 tempest-AttachVolumeTestJSON-185127037 tempest-AttachVolumeTestJSON-185127037-project] 10.222.0.60 "GET /v2.0/ports?device_id=f67aef06-0fe1-4ec5-a643-e51baea32b2e HTTP/1.1" status: 200 len: 945 time: 0.0863686 May 10 17:52:51.897247 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-c4bab205-e74c-4d52-8734-7ce8f5967e33 req-ab648b52-7f33-410d-98c6-887cf3c3732f tempest-AttachVolumeTestJSON-185127037 tempest-AttachVolumeTestJSON-185127037-project] 10.222.0.60 "GET /v2.0/security-groups?id=901c15aa-9edf-4c4f-99fa-d12937d98f67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0918813 May 10 17:52:52.345605 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2a441d-9ed0-48b1-82d5-c7714c343b32 req-1bc03501-2b12-4ac9-9e8a-e5db1b13074a tempest-AttachVolumeTestJSON-185127037 tempest-AttachVolumeTestJSON-185127037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:52:52.347075 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-5c2a441d-9ed0-48b1-82d5-c7714c343b32 req-1bc03501-2b12-4ac9-9e8a-e5db1b13074a tempest-AttachVolumeTestJSON-185127037 tempest-AttachVolumeTestJSON-185127037-project] 10.222.0.60 "GET /v2.0/ports?device_id=f67aef06-0fe1-4ec5-a643-e51baea32b2e HTTP/1.1" status: 200 len: 945 time: 0.3754034 May 10 17:52:52.352171 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-7b38929b-1a86-45f8-9111-a7e47e4a8dd2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-640312'] for router_interface (25e67cdc-ce1c-42c1-89bc-c86e94ed50c8), before_delete {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:52:52.361642 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.wsgi [-] (110153) accepted ('10.222.0.60', 45200) {{(pid=110153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 17:52:52.366238 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.v2.base [None req-7beaf3f6-d450-4bf8-a1d0-29c45c2f2574 tempest-AttachVolumeTestJSON-185127037 tempest-AttachVolumeTestJSON-185127037-project] Request body: {'floatingip': {'port_id': 'b7f4dfb8-2c4d-4c91-8b1f-6040b097f331'}} {{(pid=110153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 17:52:52.416172 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-7beaf3f6-d450-4bf8-a1d0-29c45c2f2574 tempest-AttachVolumeTestJSON-185127037 tempest-AttachVolumeTestJSON-185127037-project] Publish callbacks [] for floatingip (313f203d-a5e7-4b62-aa86-054b7c64d368), before_update {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:52:52.702471 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.plugins.ml2.plugin [None req-7b38929b-1a86-45f8-9111-a7e47e4a8dd2 admin admin] Deleting port 37b13682-fecc-4a13-b2c8-29fc9534bf10 {{(pid=110152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 17:52:52.703013 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-7b38929b-1a86-45f8-9111-a7e47e4a8dd2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781795221764'] for port (37b13682-fecc-4a13-b2c8-29fc9534bf10), before_delete {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:52:52.843778 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.plugins.ml2.db [None req-7b38929b-1a86-45f8-9111-a7e47e4a8dd2 admin admin] For port 37b13682-fecc-4a13-b2c8-29fc9534bf10, host dv-cinder-841302-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841302-2-iscsi',level=0,port_id=37b13682-fecc-4a13-b2c8-29fc9534bf10,segment=NetworkSegment(fae9f46d-4ca7-4637-b63a-3e8d3f0e0761),segment_id=fae9f46d-4ca7-4637-b63a-3e8d3f0e0761)] {{(pid=110152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 17:52:52.844424 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-7b38929b-1a86-45f8-9111-a7e47e4a8dd2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640494'] for port (37b13682-fecc-4a13-b2c8-29fc9534bf10), precommit_delete {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:52:52.861258 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.plugins.ml2.plugin [None req-7b38929b-1a86-45f8-9111-a7e47e4a8dd2 admin admin] Calling delete_port for 37b13682-fecc-4a13-b2c8-29fc9534bf10 owned by network:router_interface {{(pid=110152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 17:52:53.067174 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-7b38929b-1a86-45f8-9111-a7e47e4a8dd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1514136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781795229076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781794686073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5018186'] for port (37b13682-fecc-4a13-b2c8-29fc9534bf10), after_delete {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:52:53.082983 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.rpc [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Device f023603c-ec90-40f8-beef-59e8c9f7f17f no longer exists at agent hyperv_hv-cinder-84130 {{(pid=110154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 17:52:53.098016 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b38929b-1a86-45f8-9111-a7e47e4a8dd2 admin admin] Pushing event deleted for resources: {'Port': ['ID=37b13682-fecc-4a13-b2c8-29fc9534bf10,revision_number=None']} {{(pid=110152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:52:53.121562 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.plugin [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] No Port match for: f023603c-ec90-40f8-beef-59e8c9f7f17f {{(pid=110154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 17:52:53.122198 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.rpc [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Device f023603c-ec90-40f8-beef-59e8c9f7f17f not bound to the agent host hv-cinder-84130 {{(pid=110154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 17:52:53.241745 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-7beaf3f6-d450-4bf8-a1d0-29c45c2f2574 tempest-AttachVolumeTestJSON-185127037 tempest-AttachVolumeTestJSON-185127037-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:52:53.248315 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-7beaf3f6-d450-4bf8-a1d0-29c45c2f2574 tempest-AttachVolumeTestJSON-185127037 tempest-AttachVolumeTestJSON-185127037-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-641027'] for floatingip (313f203d-a5e7-4b62-aa86-054b7c64d368), after_update {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:52:53.324255 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-7b38929b-1a86-45f8-9111-a7e47e4a8dd2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-631618', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-643121'] for router_interface (25e67cdc-ce1c-42c1-89bc-c86e94ed50c8), after_delete {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:52:53.370655 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.db.l3_db [None req-7beaf3f6-d450-4bf8-a1d0-29c45c2f2574 tempest-AttachVolumeTestJSON-185127037 tempest-AttachVolumeTestJSON-185127037-project] Floating IP 313f203d-a5e7-4b62-aa86-054b7c64d368 associated. External IP: 172.27.0.8, port: b7f4dfb8-2c4d-4c91-8b1f-6040b097f331. May 10 17:52:53.601031 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b38929b-1a86-45f8-9111-a7e47e4a8dd2 admin admin] Router 25e67cdc-ce1c-42c1-89bc-c86e94ed50c8 has already been hosted by L3 agent eaac381b-e402-41c3-a8e6-8f962681d3e6 {{(pid=110152) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 17:52:53.601564 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7beaf3f6-d450-4bf8-a1d0-29c45c2f2574 tempest-AttachVolumeTestJSON-185127037 tempest-AttachVolumeTestJSON-185127037-project] Router b4bbf29f-5c22-4dee-a34b-aa473727f95a has already been hosted by L3 agent eaac381b-e402-41c3-a8e6-8f962681d3e6 {{(pid=110153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 17:52:53.727553 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7beaf3f6-d450-4bf8-a1d0-29c45c2f2574 tempest-AttachVolumeTestJSON-185127037 tempest-AttachVolumeTestJSON-185127037-project] Notify agent at l3_agent.dv-cinder-841302-2-iscsi the message routers_updated {{(pid=110153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 17:52:53.729096 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b38929b-1a86-45f8-9111-a7e47e4a8dd2 admin admin] Notify agent at l3_agent.dv-cinder-841302-2-iscsi the message routers_updated {{(pid=110152) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 17:52:53.732487 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-7beaf3f6-d450-4bf8-a1d0-29c45c2f2574 tempest-AttachVolumeTestJSON-185127037 tempest-AttachVolumeTestJSON-185127037-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29634'] for floatingip (None), before_response {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:52:53.734331 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [None req-7b38929b-1a86-45f8-9111-a7e47e4a8dd2 admin admin] 10.222.0.60 "PUT /v2.0/routers/25e67cdc-ce1c-42c1-89bc-c86e94ed50c8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2240479 May 10 17:52:53.736700 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.wsgi [-] (110153) accepted ('10.222.0.60', 45202) {{(pid=110153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 17:52:53.747442 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75b0caef-3cc1-4bea-a5b9-c7d0b14785a4 None None] Sync routers for ids ['b4bbf29f-5c22-4dee-a34b-aa473727f95a'] in dv-cinder-841302-2-iscsi {{(pid=110155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 17:52:53.762309 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75b0caef-3cc1-4bea-a5b9-c7d0b14785a4 None None] Routers {'b4bbf29f-5c22-4dee-a34b-aa473727f95a'} bound to L3 agent in host dv-cinder-841302-2-iscsi {{(pid=110155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 17:52:53.763925 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.db.l3_hamode_db [None req-75b0caef-3cc1-4bea-a5b9-c7d0b14785a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841302-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-10T17:36:00Z,description=,heartbeat_timestamp=2022-05-10T17:52:30Z,host='dv-cinder-841302-2-iscsi',id=eaac381b-e402-41c3-a8e6-8f962681d3e6,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T17:36:00Z,topic='l3_agent')) {'router_ids': ['b4bbf29f-5c22-4dee-a34b-aa473727f95a'], 'active': True} {{(pid=110155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:52:53.764229 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-445e9798-9412-4e85-b617-81f0c76c478d None None] Sync routers for ids ['25e67cdc-ce1c-42c1-89bc-c86e94ed50c8'] in dv-cinder-841302-2-iscsi {{(pid=110154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 17:52:53.775551 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-445e9798-9412-4e85-b617-81f0c76c478d None None] Routers {'25e67cdc-ce1c-42c1-89bc-c86e94ed50c8'} bound to L3 agent in host dv-cinder-841302-2-iscsi {{(pid=110154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 17:52:53.776187 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.db.l3_hamode_db [None req-445e9798-9412-4e85-b617-81f0c76c478d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841302-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-10T17:36:00Z,description=,heartbeat_timestamp=2022-05-10T17:52:30Z,host='dv-cinder-841302-2-iscsi',id=eaac381b-e402-41c3-a8e6-8f962681d3e6,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T17:36:00Z,topic='l3_agent')) {'router_ids': ['25e67cdc-ce1c-42c1-89bc-c86e94ed50c8'], 'active': True} {{(pid=110154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:52:53.814375 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [None req-7beaf3f6-d450-4bf8-a1d0-29c45c2f2574 tempest-AttachVolumeTestJSON-185127037 tempest-AttachVolumeTestJSON-185127037-project] 10.222.0.60 "PUT /v2.0/floatingips/313f203d-a5e7-4b62-aa86-054b7c64d368 HTTP/1.1" status: 200 len: 989 time: 1.4484386 May 10 17:52:53.814375 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f67aef06-0fe1-4ec5-a643-e51baea32b2e', 'tag': 'b7f4dfb8-2c4d-4c91-8b1f-6040b097f331'}] {{(pid=110153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 17:52:53.818585 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eaab9ead4487dd9c6a2039b1a38fb17917f553062224ea878bb9a20dea692460" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f22e4b52-cc54-4883-b40f-715113260779" -d '{"events": [{"name": "network-changed", "server_uuid": "f67aef06-0fe1-4ec5-a643-e51baea32b2e", "tag": "b7f4dfb8-2c4d-4c91-8b1f-6040b097f331"}]}' {{(pid=110153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 17:52:53.897752 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 17:52:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4db5fba0-7589-4c74-9af8-494077edf084 x-openstack-request-id: req-4db5fba0-7589-4c74-9af8-494077edf084 {{(pid=110153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 17:52:53.898276 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f67aef06-0fe1-4ec5-a643-e51baea32b2e", "tag": "b7f4dfb8-2c4d-4c91-8b1f-6040b097f331", "status": "completed", "code": 200}]} {{(pid=110153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 17:52:53.898689 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-4db5fba0-7589-4c74-9af8-494077edf084 {{(pid=110153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 17:52:53.899387 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4db5fba0-7589-4c74-9af8-494077edf084'] response: {'name': 'network-changed', 'server_uuid': 'f67aef06-0fe1-4ec5-a643-e51baea32b2e', 'tag': 'b7f4dfb8-2c4d-4c91-8b1f-6040b097f331', 'status': 'completed', 'code': 200} May 10 17:52:53.908155 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.db.l3_dvr_db [None req-75b0caef-3cc1-4bea-a5b9-c7d0b14785a4 None None] Set router b4bbf29f-5c22-4dee-a34b-aa473727f95a gateway port host: dv-cinder-841302-2-iscsi {{(pid=110155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 17:52:53.932333 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-135ff1ca-1a7c-42f5-aebf-0836425c54a5 admin admin] Publish callbacks [] for router (25e67cdc-ce1c-42c1-89bc-c86e94ed50c8), before_delete {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:52:53.967873 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22e4b52-cc54-4883-b40f-715113260779 req-e79d9aa0-ce8a-466c-a465-4e0c2d50bac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:52:53.968482 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.db.l3_dvr_db [None req-445e9798-9412-4e85-b617-81f0c76c478d None None] Set router 25e67cdc-ce1c-42c1-89bc-c86e94ed50c8 gateway port host: dv-cinder-841302-2-iscsi {{(pid=110154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 17:52:53.970183 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-f22e4b52-cc54-4883-b40f-715113260779 req-e79d9aa0-ce8a-466c-a465-4e0c2d50bac8 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=a83ced38e3ea471399fe49b3162b38e7&device_id=f67aef06-0fe1-4ec5-a643-e51baea32b2e HTTP/1.1" status: 200 len: 1129 time: 0.0575683 May 10 17:52:54.078350 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-135ff1ca-1a7c-42f5-aebf-0836425c54a5 admin admin] Publish callbacks [] for router_gateway (25e67cdc-ce1c-42c1-89bc-c86e94ed50c8), before_delete {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:52:54.091204 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22e4b52-cc54-4883-b40f-715113260779 req-764d7cb2-26cd-4c4f-8d66-5e97b6c471b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:52:54.093080 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-f22e4b52-cc54-4883-b40f-715113260779 req-764d7cb2-26cd-4c4f-8d66-5e97b6c471b6 service neutron] 10.222.0.77 "GET /v2.0/networks?id=6723a7dd-891c-4580-9df3-21c9f6f08046 HTTP/1.1" status: 200 len: 911 time: 0.1152804 May 10 17:52:54.142205 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.plugins.ml2.plugin [None req-135ff1ca-1a7c-42f5-aebf-0836425c54a5 admin admin] Deleting port 2e2ef790-ed5d-4516-a0da-c905ba55731c {{(pid=110153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 17:52:54.142628 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-135ff1ca-1a7c-42f5-aebf-0836425c54a5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781795221764'] for port (2e2ef790-ed5d-4516-a0da-c905ba55731c), before_delete {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:52:54.191797 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.db.l3_hamode_db [None req-445e9798-9412-4e85-b617-81f0c76c478d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25e67cdc-ce1c-42c1-89bc-c86e94ed50c8', 'name': 'tempest-TestMinimumBasicScenario-260086597-router', 'tenant_id': 'f582fd9ef9094e8f9b47f7e686e3808a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85dc89cf-59f9-4edb-b26e-52bcb8a93763', 'external_fixed_ips': [{'subnet_id': 'e93d94f1-cb19-4cd0-92e5-ca73d24bd8fb', 'ip_address': '172.27.0.49'}], 'enable_snat': True}, 'gw_port_id': '2e2ef790-ed5d-4516-a0da-c905ba55731c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T17:48:04Z', 'updated_at': '2022-05-10T17:52:53Z', 'revision_number': 5, 'project_id': 'f582fd9ef9094e8f9b47f7e686e3808a', 'gw_port': {'id': '2e2ef790-ed5d-4516-a0da-c905ba55731c', 'name': '', 'network_id': '85dc89cf-59f9-4edb-b26e-52bcb8a93763', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:2e:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25e67cdc-ce1c-42c1-89bc-c86e94ed50c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': 'e93d94f1-cb19-4cd0-92e5-ca73d24bd8fb', 'ip_address': '172.27.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841302-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T17:48:04Z', 'updated_at': '2022-05-10T17:48:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e93d94f1-cb19-4cd0-92e5-ca73d24bd8fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841302-2-iscsi'}], 'dv-cinder-841302-2-iscsi', False) {} {{(pid=110154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:52:54.195098 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.db.l3_hamode_db [None req-75b0caef-3cc1-4bea-a5b9-c7d0b14785a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4bbf29f-5c22-4dee-a34b-aa473727f95a', 'name': 'tempest-AttachVolumeTestJSON-529210175-router', 'tenant_id': 'a83ced38e3ea471399fe49b3162b38e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85dc89cf-59f9-4edb-b26e-52bcb8a93763', 'external_fixed_ips': [{'subnet_id': 'e93d94f1-cb19-4cd0-92e5-ca73d24bd8fb', 'ip_address': '172.27.0.138'}], 'enable_snat': True}, 'gw_port_id': 'e0021c3d-3ecc-49d2-84ce-7cc507b0b3f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T17:52:31Z', 'updated_at': '2022-05-10T17:52:34Z', 'revision_number': 4, 'project_id': 'a83ced38e3ea471399fe49b3162b38e7', 'gw_port': {'id': 'e0021c3d-3ecc-49d2-84ce-7cc507b0b3f1', 'name': '', 'network_id': '85dc89cf-59f9-4edb-b26e-52bcb8a93763', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:25:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4bbf29f-5c22-4dee-a34b-aa473727f95a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': 'e93d94f1-cb19-4cd0-92e5-ca73d24bd8fb', 'ip_address': '172.27.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841302-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T17:52:31Z', 'updated_at': '2022-05-10T17:52:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e93d94f1-cb19-4cd0-92e5-ca73d24bd8fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841302-2-iscsi', '_floatingips': [{'id': '313f203d-a5e7-4b62-aa86-054b7c64d368', 'tenant_id': 'a83ced38e3ea471399fe49b3162b38e7', 'floating_ip_address': '172.27.0.8', 'floating_network_id': '85dc89cf-59f9-4edb-b26e-52bcb8a93763', 'router_id': 'b4bbf29f-5c22-4dee-a34b-aa473727f95a', 'port_id': 'b7f4dfb8-2c4d-4c91-8b1f-6040b097f331', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 518, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6723a7dd-891c-4580-9df3-21c9f6f08046', 'mac_address': 'fa:16:3e:8d:2c:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f67aef06-0fe1-4ec5-a643-e51baea32b2e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T17:52:36Z', 'updated_at': '2022-05-10T17:52:53Z', 'revision_number': 1, 'project_id': 'a83ced38e3ea471399fe49b3162b38e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f7b232d1-4cd4-48c1-a721-e78ddbbead0e', 'name': '', 'network_id': '6723a7dd-891c-4580-9df3-21c9f6f08046', 'tenant_id': 'a83ced38e3ea471399fe49b3162b38e7', 'mac_address': 'fa:16:3e:fa:80:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4bbf29f-5c22-4dee-a34b-aa473727f95a', 'device_owner': 'network:router_interface', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '125e9763-4051-4e2a-9a5e-3519d0c64e46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841302-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T17:52:34Z', 'updated_at': '2022-05-10T17:52:38Z', 'revision_number': 5, 'project_id': 'a83ced38e3ea471399fe49b3162b38e7', 'subnets': [{'id': '125e9763-4051-4e2a-9a5e-3519d0c64e46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841302-2-iscsi', False) {} {{(pid=110155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:52:54.204982 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-f22e4b52-cc54-4883-b40f-715113260779 req-e48ccafe-bc92-430e-aae1-a77f8464f2ad service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b7f4dfb8-2c4d-4c91-8b1f-6040b097f331 HTTP/1.1" status: 200 len: 997 time: 0.1039088 May 10 17:52:54.224803 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-445e9798-9412-4e85-b617-81f0c76c478d None None] Checking router: 25e67cdc-ce1c-42c1-89bc-c86e94ed50c8 for host: dv-cinder-841302-2-iscsi {{(pid=110154) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 17:52:54.227909 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75b0caef-3cc1-4bea-a5b9-c7d0b14785a4 None None] Checking router: b4bbf29f-5c22-4dee-a34b-aa473727f95a for host: dv-cinder-841302-2-iscsi {{(pid=110155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 17:52:54.235562 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-445e9798-9412-4e85-b617-81f0c76c478d None None] Routers {'25e67cdc-ce1c-42c1-89bc-c86e94ed50c8'} bound to L3 agent in host dv-cinder-841302-2-iscsi {{(pid=110154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 17:52:54.236126 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.db.l3_hamode_db [None req-445e9798-9412-4e85-b617-81f0c76c478d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841302-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-10T17:36:00Z,description=,heartbeat_timestamp=2022-05-10T17:52:30Z,host='dv-cinder-841302-2-iscsi',id=eaac381b-e402-41c3-a8e6-8f962681d3e6,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T17:36:00Z,topic='l3_agent')) {'router_ids': ['25e67cdc-ce1c-42c1-89bc-c86e94ed50c8'], 'active': True} {{(pid=110154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:52:54.238202 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75b0caef-3cc1-4bea-a5b9-c7d0b14785a4 None None] Routers {'b4bbf29f-5c22-4dee-a34b-aa473727f95a'} bound to L3 agent in host dv-cinder-841302-2-iscsi {{(pid=110155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 17:52:54.239101 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.db.l3_hamode_db [None req-75b0caef-3cc1-4bea-a5b9-c7d0b14785a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841302-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-10T17:36:00Z,description=,heartbeat_timestamp=2022-05-10T17:52:30Z,host='dv-cinder-841302-2-iscsi',id=eaac381b-e402-41c3-a8e6-8f962681d3e6,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T17:36:00Z,topic='l3_agent')) {'router_ids': ['b4bbf29f-5c22-4dee-a34b-aa473727f95a'], 'active': True} {{(pid=110155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:52:54.254476 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.plugins.ml2.db [None req-135ff1ca-1a7c-42f5-aebf-0836425c54a5 admin admin] For port 2e2ef790-ed5d-4516-a0da-c905ba55731c, host dv-cinder-841302-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841302-2-iscsi',level=0,port_id=2e2ef790-ed5d-4516-a0da-c905ba55731c,segment=NetworkSegment(73dc8890-d7a8-423a-bf66-935bdea3f4d7),segment_id=73dc8890-d7a8-423a-bf66-935bdea3f4d7)] {{(pid=110153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 17:52:54.254844 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-135ff1ca-1a7c-42f5-aebf-0836425c54a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640494'] for port (2e2ef790-ed5d-4516-a0da-c905ba55731c), precommit_delete {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:52:54.271214 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.plugins.ml2.plugin [None req-135ff1ca-1a7c-42f5-aebf-0836425c54a5 admin admin] Calling delete_port for 2e2ef790-ed5d-4516-a0da-c905ba55731c owned by network:router_gateway {{(pid=110153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 17:52:54.278081 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22e4b52-cc54-4883-b40f-715113260779 req-ef22d9b1-c971-472d-8490-67cd032c1a85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:52:54.281008 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-f22e4b52-cc54-4883-b40f-715113260779 req-ef22d9b1-c971-472d-8490-67cd032c1a85 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=125e9763-4051-4e2a-9a5e-3519d0c64e46 HTTP/1.1" status: 200 len: 849 time: 0.0676601 May 10 17:52:54.342405 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22e4b52-cc54-4883-b40f-715113260779 req-9b904135-4586-48d7-a313-e24c8f1464e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:52:54.344236 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-f22e4b52-cc54-4883-b40f-715113260779 req-9b904135-4586-48d7-a313-e24c8f1464e0 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=6723a7dd-891c-4580-9df3-21c9f6f08046&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0546148 May 10 17:52:54.352702 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.db.l3_dvr_db [None req-445e9798-9412-4e85-b617-81f0c76c478d None None] Set router 25e67cdc-ce1c-42c1-89bc-c86e94ed50c8 gateway port host: None {{(pid=110154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 17:52:54.371459 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.db.l3_dvr_db [None req-75b0caef-3cc1-4bea-a5b9-c7d0b14785a4 None None] Set router b4bbf29f-5c22-4dee-a34b-aa473727f95a gateway port host: dv-cinder-841302-2-iscsi {{(pid=110155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 17:52:54.410619 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.db.l3_hamode_db [None req-445e9798-9412-4e85-b617-81f0c76c478d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25e67cdc-ce1c-42c1-89bc-c86e94ed50c8', 'name': 'tempest-TestMinimumBasicScenario-260086597-router', 'tenant_id': 'f582fd9ef9094e8f9b47f7e686e3808a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T17:48:04Z', 'updated_at': '2022-05-10T17:52:54Z', 'revision_number': 6, 'project_id': 'f582fd9ef9094e8f9b47f7e686e3808a', 'gw_port_host': None}], 'dv-cinder-841302-2-iscsi', False) {} {{(pid=110154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:52:54.449999 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-445e9798-9412-4e85-b617-81f0c76c478d None None] The sync data for ids ['25e67cdc-ce1c-42c1-89bc-c86e94ed50c8'] in dv-cinder-841302-2-iscsi is: [{'id': '25e67cdc-ce1c-42c1-89bc-c86e94ed50c8', 'name': 'tempest-TestMinimumBasicScenario-260086597-router', 'tenant_id': 'f582fd9ef9094e8f9b47f7e686e3808a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T17:48:04Z', 'updated_at': '2022-05-10T17:52:54Z', 'revision_number': 6, 'project_id': 'f582fd9ef9094e8f9b47f7e686e3808a', 'gw_port_host': None}] {{(pid=110154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 17:52:54.483935 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-f22e4b52-cc54-4883-b40f-715113260779 req-11a93742-a30f-47dc-8054-55b606646e6b service neutron] 10.222.0.77 "GET /v2.0/networks/6723a7dd-891c-4580-9df3-21c9f6f08046?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1308172 May 10 17:52:54.486057 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-135ff1ca-1a7c-42f5-aebf-0836425c54a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1514136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781795229076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781794686073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207117'] for port (2e2ef790-ed5d-4516-a0da-c905ba55731c), after_delete {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:52:54.525627 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135ff1ca-1a7c-42f5-aebf-0836425c54a5 admin admin] Pushing event deleted for resources: {'Port': ['ID=2e2ef790-ed5d-4516-a0da-c905ba55731c,revision_number=None']} {{(pid=110153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:52:54.600755 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-135ff1ca-1a7c-42f5-aebf-0836425c54a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-642646'] for router_gateway (25e67cdc-ce1c-42c1-89bc-c86e94ed50c8), after_delete {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:52:54.605431 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-f22e4b52-cc54-4883-b40f-715113260779 req-56e61ad1-31c6-4269-8a51-a0c8cf7df6cb service neutron] 10.222.0.77 "GET /v2.0/networks/6723a7dd-891c-4580-9df3-21c9f6f08046?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1152556 May 10 17:52:54.644587 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.db.l3_hamode_db [None req-75b0caef-3cc1-4bea-a5b9-c7d0b14785a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4bbf29f-5c22-4dee-a34b-aa473727f95a', 'name': 'tempest-AttachVolumeTestJSON-529210175-router', 'tenant_id': 'a83ced38e3ea471399fe49b3162b38e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85dc89cf-59f9-4edb-b26e-52bcb8a93763', 'external_fixed_ips': [{'subnet_id': 'e93d94f1-cb19-4cd0-92e5-ca73d24bd8fb', 'ip_address': '172.27.0.138'}], 'enable_snat': True}, 'gw_port_id': 'e0021c3d-3ecc-49d2-84ce-7cc507b0b3f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T17:52:31Z', 'updated_at': '2022-05-10T17:52:34Z', 'revision_number': 4, 'project_id': 'a83ced38e3ea471399fe49b3162b38e7', 'gw_port': {'id': 'e0021c3d-3ecc-49d2-84ce-7cc507b0b3f1', 'name': '', 'network_id': '85dc89cf-59f9-4edb-b26e-52bcb8a93763', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:25:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4bbf29f-5c22-4dee-a34b-aa473727f95a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': 'e93d94f1-cb19-4cd0-92e5-ca73d24bd8fb', 'ip_address': '172.27.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841302-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T17:52:31Z', 'updated_at': '2022-05-10T17:52:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e93d94f1-cb19-4cd0-92e5-ca73d24bd8fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841302-2-iscsi', '_floatingips': [{'id': '313f203d-a5e7-4b62-aa86-054b7c64d368', 'tenant_id': 'a83ced38e3ea471399fe49b3162b38e7', 'floating_ip_address': '172.27.0.8', 'floating_network_id': '85dc89cf-59f9-4edb-b26e-52bcb8a93763', 'router_id': 'b4bbf29f-5c22-4dee-a34b-aa473727f95a', 'port_id': 'b7f4dfb8-2c4d-4c91-8b1f-6040b097f331', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 518, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6723a7dd-891c-4580-9df3-21c9f6f08046', 'mac_address': 'fa:16:3e:8d:2c:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f67aef06-0fe1-4ec5-a643-e51baea32b2e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T17:52:36Z', 'updated_at': '2022-05-10T17:52:53Z', 'revision_number': 1, 'project_id': 'a83ced38e3ea471399fe49b3162b38e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f7b232d1-4cd4-48c1-a721-e78ddbbead0e', 'name': '', 'network_id': '6723a7dd-891c-4580-9df3-21c9f6f08046', 'tenant_id': 'a83ced38e3ea471399fe49b3162b38e7', 'mac_address': 'fa:16:3e:fa:80:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4bbf29f-5c22-4dee-a34b-aa473727f95a', 'device_owner': 'network:router_interface', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '125e9763-4051-4e2a-9a5e-3519d0c64e46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841302-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T17:52:34Z', 'updated_at': '2022-05-10T17:52:38Z', 'revision_number': 5, 'project_id': 'a83ced38e3ea471399fe49b3162b38e7', 'subnets': [{'id': '125e9763-4051-4e2a-9a5e-3519d0c64e46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841302-2-iscsi', False) {} {{(pid=110155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:52:54.694352 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75b0caef-3cc1-4bea-a5b9-c7d0b14785a4 None None] The sync data for ids ['b4bbf29f-5c22-4dee-a34b-aa473727f95a'] in dv-cinder-841302-2-iscsi is: [{'id': 'b4bbf29f-5c22-4dee-a34b-aa473727f95a', 'name': 'tempest-AttachVolumeTestJSON-529210175-router', 'tenant_id': 'a83ced38e3ea471399fe49b3162b38e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85dc89cf-59f9-4edb-b26e-52bcb8a93763', 'external_fixed_ips': [{'subnet_id': 'e93d94f1-cb19-4cd0-92e5-ca73d24bd8fb', 'ip_address': '172.27.0.138'}], 'enable_snat': True}, 'gw_port_id': 'e0021c3d-3ecc-49d2-84ce-7cc507b0b3f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T17:52:31Z', 'updated_at': '2022-05-10T17:52:34Z', 'revision_number': 4, 'project_id': 'a83ced38e3ea471399fe49b3162b38e7', 'gw_port': {'id': 'e0021c3d-3ecc-49d2-84ce-7cc507b0b3f1', 'name': '', 'network_id': '85dc89cf-59f9-4edb-b26e-52bcb8a93763', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:25:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4bbf29f-5c22-4dee-a34b-aa473727f95a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': 'e93d94f1-cb19-4cd0-92e5-ca73d24bd8fb', 'ip_address': '172.27.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841302-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T17:52:31Z', 'updated_at': '2022-05-10T17:52:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e93d94f1-cb19-4cd0-92e5-ca73d24bd8fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841302-2-iscsi', '_floatingips': [{'id': '313f203d-a5e7-4b62-aa86-054b7c64d368', 'tenant_id': 'a83ced38e3ea471399fe49b3162b38e7', 'floating_ip_address': '172.27.0.8', 'floating_network_id': '85dc89cf-59f9-4edb-b26e-52bcb8a93763', 'router_id': 'b4bbf29f-5c22-4dee-a34b-aa473727f95a', 'port_id': 'b7f4dfb8-2c4d-4c91-8b1f-6040b097f331', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 518, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6723a7dd-891c-4580-9df3-21c9f6f08046', 'mac_address': 'fa:16:3e:8d:2c:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f67aef06-0fe1-4ec5-a643-e51baea32b2e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T17:52:36Z', 'updated_at': '2022-05-10T17:52:53Z', 'revision_number': 1, 'project_id': 'a83ced38e3ea471399fe49b3162b38e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f7b232d1-4cd4-48c1-a721-e78ddbbead0e', 'name': '', 'network_id': '6723a7dd-891c-4580-9df3-21c9f6f08046', 'tenant_id': 'a83ced38e3ea471399fe49b3162b38e7', 'mac_address': 'fa:16:3e:fa:80:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4bbf29f-5c22-4dee-a34b-aa473727f95a', 'device_owner': 'network:router_interface', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '125e9763-4051-4e2a-9a5e-3519d0c64e46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841302-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T17:52:34Z', 'updated_at': '2022-05-10T17:52:38Z', 'revision_number': 5, 'project_id': 'a83ced38e3ea471399fe49b3162b38e7', 'subnets': [{'id': '125e9763-4051-4e2a-9a5e-3519d0c64e46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 17:52:54.745395 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-135ff1ca-1a7c-42f5-aebf-0836425c54a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-539802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-807'] for router (25e67cdc-ce1c-42c1-89bc-c86e94ed50c8), precommit_delete {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:52:54.748046 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-135ff1ca-1a7c-42f5-aebf-0836425c54a5 admin admin] Publish callbacks [] for router_controller (25e67cdc-ce1c-42c1-89bc-c86e94ed50c8), precommit_delete_associations {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:52:54.823822 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-135ff1ca-1a7c-42f5-aebf-0836425c54a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-539777'] for router (25e67cdc-ce1c-42c1-89bc-c86e94ed50c8), after_delete {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:52:54.824550 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-135ff1ca-1a7c-42f5-aebf-0836425c54a5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 25e67cdc-ce1c-42c1-89bc-c86e94ed50c8 {{(pid=110153) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 10 17:52:54.831402 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-135ff1ca-1a7c-42f5-aebf-0836425c54a5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:52:54.838863 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [None req-135ff1ca-1a7c-42f5-aebf-0836425c54a5 admin admin] 10.222.0.60 "DELETE /v2.0/routers/25e67cdc-ce1c-42c1-89bc-c86e94ed50c8 HTTP/1.1" status: 204 len: 168 time: 1.1009834 May 10 17:52:54.842835 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.wsgi [-] (110152) accepted ('10.222.0.60', 45212) {{(pid=110152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 17:52:54.904686 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.db.db_base_plugin_v2 [None req-f20e600f-79d3-44a0-8263-918dc3bb1718 admin admin] Deleting subnet a6e2ccd6-25e8-4d9c-9121-bb83787a16b4 {{(pid=110152) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 10 17:52:54.911056 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-f20e600f-79d3-44a0-8263-918dc3bb1718 admin admin] Publish callbacks [] for subnet (a6e2ccd6-25e8-4d9c-9121-bb83787a16b4), before_delete {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:52:54.954942 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.rpc [None req-6e697e78-9dd1-4bc1-8573-56b901d07725 None None] Device 37b13682-fecc-4a13-b2c8-29fc9534bf10 no longer exists at agent ovs-agent-dv-cinder-841302-2-iscsi {{(pid=110154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 17:52:54.967682 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-f20e600f-79d3-44a0-8263-918dc3bb1718 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4759489'] for subnet (a6e2ccd6-25e8-4d9c-9121-bb83787a16b4), precommit_delete_associations {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:52:54.983454 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.plugin [None req-6e697e78-9dd1-4bc1-8573-56b901d07725 None None] No Port match for: 37b13682-fecc-4a13-b2c8-29fc9534bf10 {{(pid=110154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 17:52:54.984284 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.rpc [None req-6e697e78-9dd1-4bc1-8573-56b901d07725 None None] Device 37b13682-fecc-4a13-b2c8-29fc9534bf10 not bound to the agent host dv-cinder-841302-2-iscsi {{(pid=110154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 17:52:54.988981 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06912195-56b3-49dd-8f3e-933649751b16 None None] New status for floating IP 313f203d-a5e7-4b62-aa86-054b7c64d368: ACTIVE {{(pid=110155) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 17:52:55.073541 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-f20e600f-79d3-44a0-8263-918dc3bb1718 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1463979'] for subnet (a6e2ccd6-25e8-4d9c-9121-bb83787a16b4), precommit_delete {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:52:55.138780 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-f20e600f-79d3-44a0-8263-918dc3bb1718 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1463972', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-321831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5018237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4423491'] for subnet (a6e2ccd6-25e8-4d9c-9121-bb83787a16b4), after_delete {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:52:55.181324 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20e600f-79d3-44a0-8263-918dc3bb1718 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a6e2ccd6-25e8-4d9c-9121-bb83787a16b4,revision_number=None']} {{(pid=110152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:52:55.185038 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-f20e600f-79d3-44a0-8263-918dc3bb1718 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631615'] for subnet (None), before_response {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:52:55.188171 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [None req-f20e600f-79d3-44a0-8263-918dc3bb1718 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/a6e2ccd6-25e8-4d9c-9121-bb83787a16b4 HTTP/1.1" status: 204 len: 168 time: 0.3439789 May 10 17:52:55.190536 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.wsgi [-] (110152) accepted ('10.222.0.60', 45214) {{(pid=110152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 17:52:55.193450 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b78160a4-94af-4779-9ed6-9c12fde1bbde None None] Network d36cf6d1-7902-4b07-ab50-617b34c8483f requested from dv-cinder-841302-2-iscsi {{(pid=110154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 17:52:55.269904 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-ef616e4a-b6ba-46a8-9a77-5c0fc42372b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1701118'] for network (d36cf6d1-7902-4b07-ab50-617b34c8483f), before_delete {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:52:55.321409 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.plugins.ml2.plugin [None req-ef616e4a-b6ba-46a8-9a77-5c0fc42372b0 admin admin] Deleting port 83ccadb5-3944-47fd-a751-56accfc4cd6d {{(pid=110152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 17:52:55.321742 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-ef616e4a-b6ba-46a8-9a77-5c0fc42372b0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781795221764'] for port (83ccadb5-3944-47fd-a751-56accfc4cd6d), before_delete {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:52:55.373216 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ddea232-df4b-439e-a99a-df4bc0c72d43 None None] DHCP port deletion for d36cf6d1-7902-4b07-ab50-617b34c8483f request from dv-cinder-841302-2-iscsi {{(pid=110154) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 10 17:52:55.402450 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.plugins.ml2.db [None req-ef616e4a-b6ba-46a8-9a77-5c0fc42372b0 admin admin] For port 83ccadb5-3944-47fd-a751-56accfc4cd6d, host dv-cinder-841302-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841302-2-iscsi',level=0,port_id=83ccadb5-3944-47fd-a751-56accfc4cd6d,segment=NetworkSegment(fae9f46d-4ca7-4637-b63a-3e8d3f0e0761),segment_id=fae9f46d-4ca7-4637-b63a-3e8d3f0e0761)] {{(pid=110152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 17:52:55.403085 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-ef616e4a-b6ba-46a8-9a77-5c0fc42372b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640494'] for port (83ccadb5-3944-47fd-a751-56accfc4cd6d), precommit_delete {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:52:55.423315 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.plugins.ml2.plugin [None req-ef616e4a-b6ba-46a8-9a77-5c0fc42372b0 admin admin] Calling delete_port for 83ccadb5-3944-47fd-a751-56accfc4cd6d owned by network:dhcp {{(pid=110152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 17:52:55.425765 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.plugin [None req-1ddea232-df4b-439e-a99a-df4bc0c72d43 None None] Deleting port 83ccadb5-3944-47fd-a751-56accfc4cd6d {{(pid=110154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 17:52:55.426196 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-1ddea232-df4b-439e-a99a-df4bc0c72d43 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781795221764'] for port (83ccadb5-3944-47fd-a751-56accfc4cd6d), before_delete {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:52:55.509921 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.db [None req-1ddea232-df4b-439e-a99a-df4bc0c72d43 None None] For port 83ccadb5-3944-47fd-a751-56accfc4cd6d, host dv-cinder-841302-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841302-2-iscsi',level=0,port_id=83ccadb5-3944-47fd-a751-56accfc4cd6d,segment=NetworkSegment(fae9f46d-4ca7-4637-b63a-3e8d3f0e0761),segment_id=fae9f46d-4ca7-4637-b63a-3e8d3f0e0761)] {{(pid=110154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 17:52:55.510962 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-1ddea232-df4b-439e-a99a-df4bc0c72d43 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640494'] for port (83ccadb5-3944-47fd-a751-56accfc4cd6d), precommit_delete {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:52:55.514303 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-ef616e4a-b6ba-46a8-9a77-5c0fc42372b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1514136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781795229076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781794686073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5018186'] for port (83ccadb5-3944-47fd-a751-56accfc4cd6d), after_delete {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:52:55.532091 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.plugin [None req-1ddea232-df4b-439e-a99a-df4bc0c72d43 None None] Calling delete_port for 83ccadb5-3944-47fd-a751-56accfc4cd6d owned by network:dhcp {{(pid=110154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 17:52:55.541117 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef616e4a-b6ba-46a8-9a77-5c0fc42372b0 admin admin] Pushing event deleted for resources: {'Port': ['ID=83ccadb5-3944-47fd-a751-56accfc4cd6d,revision_number=None']} {{(pid=110152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:52:55.545187 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef616e4a-b6ba-46a8-9a77-5c0fc42372b0 admin admin] No DVR routers for this DVR port 83ccadb5-3944-47fd-a751-56accfc4cd6d on host dv-cinder-841302-2-iscsi {{(pid=110152) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 17:52:55.631615 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-1ddea232-df4b-439e-a99a-df4bc0c72d43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1514136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781795229076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781794686073'] for port (83ccadb5-3944-47fd-a751-56accfc4cd6d), after_delete {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:52:55.664506 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ddea232-df4b-439e-a99a-df4bc0c72d43 None None] Pushing event deleted for resources: {'Port': ['ID=83ccadb5-3944-47fd-a751-56accfc4cd6d,revision_number=None']} {{(pid=110154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:52:55.667769 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-ef616e4a-b6ba-46a8-9a77-5c0fc42372b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1459024', 'neutron.services.segments.db._delete_segments_for_network-8781795183409'] for network (d36cf6d1-7902-4b07-ab50-617b34c8483f), precommit_delete {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:52:55.672529 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ddea232-df4b-439e-a99a-df4bc0c72d43 None None] No DVR routers for this DVR port 83ccadb5-3944-47fd-a751-56accfc4cd6d on host dv-cinder-841302-2-iscsi {{(pid=110154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 17:52:55.711783 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.services.segments.db [None req-ef616e4a-b6ba-46a8-9a77-5c0fc42372b0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d36cf6d1-7902-4b07-ab50-617b34c8483f']}} {{(pid=110152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:52:55.724526 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.services.segments.db [None req-ef616e4a-b6ba-46a8-9a77-5c0fc42372b0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fae9f46d-4ca7-4637-b63a-3e8d3f0e0761') {'for_net_delete': True} {{(pid=110152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:52:55.724820 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.services.segments.db [None req-ef616e4a-b6ba-46a8-9a77-5c0fc42372b0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fae9f46d-4ca7-4637-b63a-3e8d3f0e0761') {} {{(pid=110152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:52:55.736248 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-ef616e4a-b6ba-46a8-9a77-5c0fc42372b0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781795183930', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4759354'] for segment (fae9f46d-4ca7-4637-b63a-3e8d3f0e0761), before_delete {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:52:55.750830 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-ef616e4a-b6ba-46a8-9a77-5c0fc42372b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1469446'] for segment (fae9f46d-4ca7-4637-b63a-3e8d3f0e0761), precommit_delete {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:52:55.757801 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef616e4a-b6ba-46a8-9a77-5c0fc42372b0 admin admin] Releasing vlan 567 on physical network physnet1 to pool {{(pid=110152) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 17:52:55.758350 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-ef616e4a-b6ba-46a8-9a77-5c0fc42372b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1469446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5018135'] for segment (fae9f46d-4ca7-4637-b63a-3e8d3f0e0761), after_delete {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:52:55.760274 dv-cinder-841302-2-iscsi neutron-server[110152]: Traceback (most recent call last): May 10 17:52:55.760274 dv-cinder-841302-2-iscsi neutron-server[110152]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 17:52:55.760274 dv-cinder-841302-2-iscsi neutron-server[110152]: timer() May 10 17:52:55.760274 dv-cinder-841302-2-iscsi neutron-server[110152]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 17:52:55.760274 dv-cinder-841302-2-iscsi neutron-server[110152]: cb(*args, **kw) May 10 17:52:55.760274 dv-cinder-841302-2-iscsi neutron-server[110152]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 10 17:52:55.760274 dv-cinder-841302-2-iscsi neutron-server[110152]: return func(*args, **kwargs) May 10 17:52:55.760274 dv-cinder-841302-2-iscsi neutron-server[110152]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 17:52:55.760274 dv-cinder-841302-2-iscsi neutron-server[110152]: self._notify() May 10 17:52:55.760274 dv-cinder-841302-2-iscsi neutron-server[110152]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 17:52:55.760274 dv-cinder-841302-2-iscsi neutron-server[110152]: self.callback(batched_events) May 10 17:52:55.760274 dv-cinder-841302-2-iscsi neutron-server[110152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 17:52:55.760274 dv-cinder-841302-2-iscsi neutron-server[110152]: event.method(event) May 10 17:52:55.760274 dv-cinder-841302-2-iscsi neutron-server[110152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 10 17:52:55.760274 dv-cinder-841302-2-iscsi neutron-server[110152]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 17:52:55.760274 dv-cinder-841302-2-iscsi neutron-server[110152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 10 17:52:55.760274 dv-cinder-841302-2-iscsi neutron-server[110152]: aggregate_uuid = self.p_client.list_aggregates( May 10 17:52:55.760274 dv-cinder-841302-2-iscsi neutron-server[110152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 10 17:52:55.760274 dv-cinder-841302-2-iscsi neutron-server[110152]: return f(self, *a, **k) May 10 17:52:55.760274 dv-cinder-841302-2-iscsi neutron-server[110152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 10 17:52:55.760274 dv-cinder-841302-2-iscsi neutron-server[110152]: return self._get(url).json() May 10 17:52:55.760274 dv-cinder-841302-2-iscsi neutron-server[110152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 10 17:52:55.760274 dv-cinder-841302-2-iscsi neutron-server[110152]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 17:52:55.760274 dv-cinder-841302-2-iscsi neutron-server[110152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 17:52:55.760274 dv-cinder-841302-2-iscsi neutron-server[110152]: return self.request(url, 'GET', **kwargs) May 10 17:52:55.760274 dv-cinder-841302-2-iscsi neutron-server[110152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 17:52:55.760274 dv-cinder-841302-2-iscsi neutron-server[110152]: base_url = self.get_endpoint(auth, allow=allow, May 10 17:52:55.760274 dv-cinder-841302-2-iscsi neutron-server[110152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 17:52:55.760274 dv-cinder-841302-2-iscsi neutron-server[110152]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 17:52:55.760274 dv-cinder-841302-2-iscsi neutron-server[110152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 17:52:55.760274 dv-cinder-841302-2-iscsi neutron-server[110152]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 17:52:55.760274 dv-cinder-841302-2-iscsi neutron-server[110152]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 17:52:55.846599 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.db.agents_db [None req-b17e131c-d64b-4b97-8e8f-6c45925a5783 None None] Agent healthcheck: found 6 active agents {{(pid=110155) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 17:52:56.102614 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-ef616e4a-b6ba-46a8-9a77-5c0fc42372b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1458985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-282477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-641080'] for network (d36cf6d1-7902-4b07-ab50-617b34c8483f), after_delete {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:52:56.108635 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-ef616e4a-b6ba-46a8-9a77-5c0fc42372b0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631615'] for network (None), before_response {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:52:56.111825 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [None req-ef616e4a-b6ba-46a8-9a77-5c0fc42372b0 admin admin] 10.222.0.60 "DELETE /v2.0/networks/d36cf6d1-7902-4b07-ab50-617b34c8483f HTTP/1.1" status: 204 len: 168 time: 0.9203193 May 10 17:52:56.116137 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.wsgi [-] (110153) accepted ('10.222.0.60', 45216) {{(pid=110153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 17:52:56.124219 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef616e4a-b6ba-46a8-9a77-5c0fc42372b0 admin admin] Pushing event deleted for resources: {'Network': ['ID=d36cf6d1-7902-4b07-ab50-617b34c8483f,revision_number=None']} {{(pid=110152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:52:56.713095 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-12d484c3-6ca6-446c-ac71-4b089318a2ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-640312'] for router_interface (65ab71fb-99fd-4c56-a123-6e38bee2bde8), before_delete {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:52:56.852738 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.rpc [None req-6e697e78-9dd1-4bc1-8573-56b901d07725 None None] Device 2e2ef790-ed5d-4516-a0da-c905ba55731c no longer exists at agent ovs-agent-dv-cinder-841302-2-iscsi {{(pid=110154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 17:52:56.874390 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.plugin [None req-6e697e78-9dd1-4bc1-8573-56b901d07725 None None] No Port match for: 2e2ef790-ed5d-4516-a0da-c905ba55731c {{(pid=110154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 17:52:56.874681 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.rpc [None req-6e697e78-9dd1-4bc1-8573-56b901d07725 None None] Device 2e2ef790-ed5d-4516-a0da-c905ba55731c not bound to the agent host dv-cinder-841302-2-iscsi {{(pid=110154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 17:52:56.875100 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.rpc [None req-6e697e78-9dd1-4bc1-8573-56b901d07725 None None] Device 83ccadb5-3944-47fd-a751-56accfc4cd6d no longer exists at agent ovs-agent-dv-cinder-841302-2-iscsi {{(pid=110154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 17:52:56.896574 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.plugin [None req-6e697e78-9dd1-4bc1-8573-56b901d07725 None None] No Port match for: 83ccadb5-3944-47fd-a751-56accfc4cd6d {{(pid=110154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 17:52:56.897233 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.rpc [None req-6e697e78-9dd1-4bc1-8573-56b901d07725 None None] Device 83ccadb5-3944-47fd-a751-56accfc4cd6d not bound to the agent host dv-cinder-841302-2-iscsi {{(pid=110154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 17:52:56.965756 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.plugins.ml2.plugin [None req-12d484c3-6ca6-446c-ac71-4b089318a2ae admin admin] Deleting port 68848910-ffa3-405a-b019-84d4e31ee597 {{(pid=110153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 17:52:56.965984 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-12d484c3-6ca6-446c-ac71-4b089318a2ae admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781795221764'] for port (68848910-ffa3-405a-b019-84d4e31ee597), before_delete {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:52:57.046854 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.plugins.ml2.db [None req-12d484c3-6ca6-446c-ac71-4b089318a2ae admin admin] For port 68848910-ffa3-405a-b019-84d4e31ee597, host dv-cinder-841302-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841302-2-iscsi',level=0,port_id=68848910-ffa3-405a-b019-84d4e31ee597,segment=NetworkSegment(1e691964-5a43-4bf1-95cf-7c7501cd8c69),segment_id=1e691964-5a43-4bf1-95cf-7c7501cd8c69)] {{(pid=110153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 17:52:57.047223 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-12d484c3-6ca6-446c-ac71-4b089318a2ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640494'] for port (68848910-ffa3-405a-b019-84d4e31ee597), precommit_delete {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:52:57.062024 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.plugins.ml2.plugin [None req-12d484c3-6ca6-446c-ac71-4b089318a2ae admin admin] Calling delete_port for 68848910-ffa3-405a-b019-84d4e31ee597 owned by network:router_interface {{(pid=110153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 17:52:57.246773 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-12d484c3-6ca6-446c-ac71-4b089318a2ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1514136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781795229076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781794686073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207117'] for port (68848910-ffa3-405a-b019-84d4e31ee597), after_delete {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:52:57.277792 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d484c3-6ca6-446c-ac71-4b089318a2ae admin admin] Pushing event deleted for resources: {'Port': ['ID=68848910-ffa3-405a-b019-84d4e31ee597,revision_number=None']} {{(pid=110153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:52:57.489387 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-12d484c3-6ca6-446c-ac71-4b089318a2ae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-631618', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-643121'] for router_interface (65ab71fb-99fd-4c56-a123-6e38bee2bde8), after_delete {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:52:57.572268 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-8a5ed40a-4cf6-40b8-9a16-79b1c04c1628 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781795183391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525393'] for agent (b2ad0527-00d5-4995-bc97-ec84c4e02f0b), after_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:52:57.727392 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12d484c3-6ca6-446c-ac71-4b089318a2ae admin admin] Router 65ab71fb-99fd-4c56-a123-6e38bee2bde8 has already been hosted by L3 agent eaac381b-e402-41c3-a8e6-8f962681d3e6 {{(pid=110153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 17:52:57.847539 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12d484c3-6ca6-446c-ac71-4b089318a2ae admin admin] Notify agent at l3_agent.dv-cinder-841302-2-iscsi the message routers_updated {{(pid=110153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 17:52:57.854210 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [None req-12d484c3-6ca6-446c-ac71-4b089318a2ae admin admin] 10.222.0.60 "PUT /v2.0/routers/65ab71fb-99fd-4c56-a123-6e38bee2bde8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7364521 May 10 17:52:57.856076 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.wsgi [-] (110153) accepted ('10.222.0.60', 45218) {{(pid=110153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 17:52:57.859001 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01b0c3a8-4493-4c88-9fa7-f380412f98d4 None None] Sync routers for ids ['65ab71fb-99fd-4c56-a123-6e38bee2bde8'] in dv-cinder-841302-2-iscsi {{(pid=110154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 17:52:57.871785 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01b0c3a8-4493-4c88-9fa7-f380412f98d4 None None] Routers {'65ab71fb-99fd-4c56-a123-6e38bee2bde8'} bound to L3 agent in host dv-cinder-841302-2-iscsi {{(pid=110154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 17:52:57.872554 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.db.l3_hamode_db [None req-01b0c3a8-4493-4c88-9fa7-f380412f98d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841302-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-10T17:36:00Z,description=,heartbeat_timestamp=2022-05-10T17:52:30Z,host='dv-cinder-841302-2-iscsi',id=eaac381b-e402-41c3-a8e6-8f962681d3e6,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T17:36:00Z,topic='l3_agent')) {'router_ids': ['65ab71fb-99fd-4c56-a123-6e38bee2bde8'], 'active': True} {{(pid=110154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:52:58.030286 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-c77fd811-fea7-49ba-a4ea-6d4c23d90e09 admin admin] Publish callbacks [] for router (65ab71fb-99fd-4c56-a123-6e38bee2bde8), before_delete {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:52:58.128460 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.db.l3_dvr_db [None req-01b0c3a8-4493-4c88-9fa7-f380412f98d4 None None] Set router 65ab71fb-99fd-4c56-a123-6e38bee2bde8 gateway port host: dv-cinder-841302-2-iscsi {{(pid=110154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 17:52:58.152057 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-c77fd811-fea7-49ba-a4ea-6d4c23d90e09 admin admin] Publish callbacks [] for router_gateway (65ab71fb-99fd-4c56-a123-6e38bee2bde8), before_delete {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:52:58.201136 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.plugins.ml2.plugin [None req-c77fd811-fea7-49ba-a4ea-6d4c23d90e09 admin admin] Deleting port 8a8c7ac3-73f5-464f-9f2d-cb6cd994db42 {{(pid=110153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 17:52:58.201496 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-c77fd811-fea7-49ba-a4ea-6d4c23d90e09 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781795221764'] for port (8a8c7ac3-73f5-464f-9f2d-cb6cd994db42), before_delete {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:52:58.283152 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.plugins.ml2.db [None req-c77fd811-fea7-49ba-a4ea-6d4c23d90e09 admin admin] For port 8a8c7ac3-73f5-464f-9f2d-cb6cd994db42, host dv-cinder-841302-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841302-2-iscsi',level=0,port_id=8a8c7ac3-73f5-464f-9f2d-cb6cd994db42,segment=NetworkSegment(73dc8890-d7a8-423a-bf66-935bdea3f4d7),segment_id=73dc8890-d7a8-423a-bf66-935bdea3f4d7)] {{(pid=110153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 17:52:58.283919 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-c77fd811-fea7-49ba-a4ea-6d4c23d90e09 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640494'] for port (8a8c7ac3-73f5-464f-9f2d-cb6cd994db42), precommit_delete {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:52:58.302098 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.plugins.ml2.plugin [None req-c77fd811-fea7-49ba-a4ea-6d4c23d90e09 admin admin] Calling delete_port for 8a8c7ac3-73f5-464f-9f2d-cb6cd994db42 owned by network:router_gateway {{(pid=110153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 17:52:58.310101 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.db.l3_hamode_db [None req-01b0c3a8-4493-4c88-9fa7-f380412f98d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65ab71fb-99fd-4c56-a123-6e38bee2bde8', 'name': 'tempest-TestMinimumBasicScenario-640432115-router', 'tenant_id': 'f0d9d151f6884432b1f5abf6e4507e2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85dc89cf-59f9-4edb-b26e-52bcb8a93763', 'external_fixed_ips': [{'subnet_id': 'e93d94f1-cb19-4cd0-92e5-ca73d24bd8fb', 'ip_address': '172.27.0.210'}], 'enable_snat': True}, 'gw_port_id': '8a8c7ac3-73f5-464f-9f2d-cb6cd994db42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T17:48:09Z', 'updated_at': '2022-05-10T17:52:57Z', 'revision_number': 5, 'project_id': 'f0d9d151f6884432b1f5abf6e4507e2e', 'gw_port': {'id': '8a8c7ac3-73f5-464f-9f2d-cb6cd994db42', 'name': '', 'network_id': '85dc89cf-59f9-4edb-b26e-52bcb8a93763', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:96:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65ab71fb-99fd-4c56-a123-6e38bee2bde8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': 'e93d94f1-cb19-4cd0-92e5-ca73d24bd8fb', 'ip_address': '172.27.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841302-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T17:48:10Z', 'updated_at': '2022-05-10T17:48:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e93d94f1-cb19-4cd0-92e5-ca73d24bd8fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841302-2-iscsi'}], 'dv-cinder-841302-2-iscsi', False) {} {{(pid=110154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:52:58.338162 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01b0c3a8-4493-4c88-9fa7-f380412f98d4 None None] Checking router: 65ab71fb-99fd-4c56-a123-6e38bee2bde8 for host: dv-cinder-841302-2-iscsi {{(pid=110154) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 17:52:58.348314 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01b0c3a8-4493-4c88-9fa7-f380412f98d4 None None] Routers {'65ab71fb-99fd-4c56-a123-6e38bee2bde8'} bound to L3 agent in host dv-cinder-841302-2-iscsi {{(pid=110154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 17:52:58.348947 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.db.l3_hamode_db [None req-01b0c3a8-4493-4c88-9fa7-f380412f98d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841302-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-10T17:36:00Z,description=,heartbeat_timestamp=2022-05-10T17:52:30Z,host='dv-cinder-841302-2-iscsi',id=eaac381b-e402-41c3-a8e6-8f962681d3e6,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T17:36:00Z,topic='l3_agent')) {'router_ids': ['65ab71fb-99fd-4c56-a123-6e38bee2bde8'], 'active': True} {{(pid=110154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:52:58.441991 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.db.l3_dvr_db [None req-01b0c3a8-4493-4c88-9fa7-f380412f98d4 None None] Set router 65ab71fb-99fd-4c56-a123-6e38bee2bde8 gateway port host: None {{(pid=110154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 17:52:58.492157 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-c77fd811-fea7-49ba-a4ea-6d4c23d90e09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1514136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781795229076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781794686073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207117'] for port (8a8c7ac3-73f5-464f-9f2d-cb6cd994db42), after_delete {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:52:58.499066 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.db.l3_hamode_db [None req-01b0c3a8-4493-4c88-9fa7-f380412f98d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65ab71fb-99fd-4c56-a123-6e38bee2bde8', 'name': 'tempest-TestMinimumBasicScenario-640432115-router', 'tenant_id': 'f0d9d151f6884432b1f5abf6e4507e2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T17:48:09Z', 'updated_at': '2022-05-10T17:52:58Z', 'revision_number': 6, 'project_id': 'f0d9d151f6884432b1f5abf6e4507e2e', 'gw_port_host': None}], 'dv-cinder-841302-2-iscsi', False) {} {{(pid=110154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:52:58.519854 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77fd811-fea7-49ba-a4ea-6d4c23d90e09 admin admin] Pushing event deleted for resources: {'Port': ['ID=8a8c7ac3-73f5-464f-9f2d-cb6cd994db42,revision_number=None']} {{(pid=110153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:52:58.529027 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01b0c3a8-4493-4c88-9fa7-f380412f98d4 None None] The sync data for ids ['65ab71fb-99fd-4c56-a123-6e38bee2bde8'] in dv-cinder-841302-2-iscsi is: [{'id': '65ab71fb-99fd-4c56-a123-6e38bee2bde8', 'name': 'tempest-TestMinimumBasicScenario-640432115-router', 'tenant_id': 'f0d9d151f6884432b1f5abf6e4507e2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T17:48:09Z', 'updated_at': '2022-05-10T17:52:58Z', 'revision_number': 6, 'project_id': 'f0d9d151f6884432b1f5abf6e4507e2e', 'gw_port_host': None}] {{(pid=110154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 17:52:58.589962 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-c77fd811-fea7-49ba-a4ea-6d4c23d90e09 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-642646'] for router_gateway (65ab71fb-99fd-4c56-a123-6e38bee2bde8), after_delete {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:52:58.684295 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-c77fd811-fea7-49ba-a4ea-6d4c23d90e09 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-539802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-807'] for router (65ab71fb-99fd-4c56-a123-6e38bee2bde8), precommit_delete {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:52:58.687070 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-c77fd811-fea7-49ba-a4ea-6d4c23d90e09 admin admin] Publish callbacks [] for router_controller (65ab71fb-99fd-4c56-a123-6e38bee2bde8), precommit_delete_associations {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:52:58.736827 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-c77fd811-fea7-49ba-a4ea-6d4c23d90e09 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-539777'] for router (65ab71fb-99fd-4c56-a123-6e38bee2bde8), after_delete {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:52:58.737317 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c77fd811-fea7-49ba-a4ea-6d4c23d90e09 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 65ab71fb-99fd-4c56-a123-6e38bee2bde8 {{(pid=110153) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 10 17:52:58.742537 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-c77fd811-fea7-49ba-a4ea-6d4c23d90e09 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:52:58.743745 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [None req-c77fd811-fea7-49ba-a4ea-6d4c23d90e09 admin admin] 10.222.0.60 "DELETE /v2.0/routers/65ab71fb-99fd-4c56-a123-6e38bee2bde8 HTTP/1.1" status: 204 len: 168 time: 0.8866804 May 10 17:52:58.746267 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.wsgi [-] (110153) accepted ('10.222.0.60', 45222) {{(pid=110153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 17:52:58.791559 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.db.db_base_plugin_v2 [None req-e6f989cf-2cde-42ec-9ff5-b188bad5e84d admin admin] Deleting subnet a7d1ea81-8ee6-403e-beef-fdf2f98c745c {{(pid=110153) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 10 17:52:58.794949 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-e6f989cf-2cde-42ec-9ff5-b188bad5e84d admin admin] Publish callbacks [] for subnet (a7d1ea81-8ee6-403e-beef-fdf2f98c745c), before_delete {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:52:58.831669 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-e6f989cf-2cde-42ec-9ff5-b188bad5e84d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24886420'] for subnet (a7d1ea81-8ee6-403e-beef-fdf2f98c745c), precommit_delete_associations {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:52:58.972964 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-e6f989cf-2cde-42ec-9ff5-b188bad5e84d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1463979'] for subnet (a7d1ea81-8ee6-403e-beef-fdf2f98c745c), precommit_delete {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:52:59.033006 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-e6f989cf-2cde-42ec-9ff5-b188bad5e84d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1463972', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-321831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4207162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24212047'] for subnet (a7d1ea81-8ee6-403e-beef-fdf2f98c745c), after_delete {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:52:59.062078 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f989cf-2cde-42ec-9ff5-b188bad5e84d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a7d1ea81-8ee6-403e-beef-fdf2f98c745c,revision_number=None']} {{(pid=110153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:52:59.064223 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-e6f989cf-2cde-42ec-9ff5-b188bad5e84d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:52:59.069003 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c90a8587-7793-4be6-a787-34057021c592 None None] Network faee5187-05e0-448e-9116-65b033a7f64e requested from dv-cinder-841302-2-iscsi {{(pid=110154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 17:52:59.076283 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [None req-e6f989cf-2cde-42ec-9ff5-b188bad5e84d admin admin] 10.222.0.60 "DELETE /v2.0/subnets/a7d1ea81-8ee6-403e-beef-fdf2f98c745c HTTP/1.1" status: 204 len: 168 time: 0.3278790 May 10 17:52:59.078638 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.wsgi [-] (110153) accepted ('10.222.0.60', 45224) {{(pid=110153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 17:52:59.158370 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-e1a97dbb-0d69-4ea9-9399-fdd3662f4dd5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1701118'] for network (faee5187-05e0-448e-9116-65b033a7f64e), before_delete {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:52:59.209142 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.plugins.ml2.plugin [None req-e1a97dbb-0d69-4ea9-9399-fdd3662f4dd5 admin admin] Deleting port 61b224df-25f5-435a-9b36-ac6697cb1410 {{(pid=110153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 17:52:59.209483 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-e1a97dbb-0d69-4ea9-9399-fdd3662f4dd5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781795221764'] for port (61b224df-25f5-435a-9b36-ac6697cb1410), before_delete {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:52:59.277580 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.plugins.ml2.db [None req-e1a97dbb-0d69-4ea9-9399-fdd3662f4dd5 admin admin] For port 61b224df-25f5-435a-9b36-ac6697cb1410, host dv-cinder-841302-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841302-2-iscsi',level=0,port_id=61b224df-25f5-435a-9b36-ac6697cb1410,segment=NetworkSegment(1e691964-5a43-4bf1-95cf-7c7501cd8c69),segment_id=1e691964-5a43-4bf1-95cf-7c7501cd8c69)] {{(pid=110153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 17:52:59.277951 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-e1a97dbb-0d69-4ea9-9399-fdd3662f4dd5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640494'] for port (61b224df-25f5-435a-9b36-ac6697cb1410), precommit_delete {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:52:59.293024 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.plugins.ml2.plugin [None req-e1a97dbb-0d69-4ea9-9399-fdd3662f4dd5 admin admin] Calling delete_port for 61b224df-25f5-435a-9b36-ac6697cb1410 owned by network:dhcp {{(pid=110153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 17:52:59.313527 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17a445ee-bf95-427d-9852-4b5831e9d335 None None] DHCP port deletion for faee5187-05e0-448e-9116-65b033a7f64e request from dv-cinder-841302-2-iscsi {{(pid=110154) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 10 17:52:59.315921 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.rpc [None req-6e697e78-9dd1-4bc1-8573-56b901d07725 None None] Device 68848910-ffa3-405a-b019-84d4e31ee597 no longer exists at agent ovs-agent-dv-cinder-841302-2-iscsi {{(pid=110154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 17:52:59.344925 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.plugin [None req-6e697e78-9dd1-4bc1-8573-56b901d07725 None None] No Port match for: 68848910-ffa3-405a-b019-84d4e31ee597 {{(pid=110154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 17:52:59.344925 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.rpc [None req-6e697e78-9dd1-4bc1-8573-56b901d07725 None None] Device 68848910-ffa3-405a-b019-84d4e31ee597 not bound to the agent host dv-cinder-841302-2-iscsi {{(pid=110154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 17:52:59.396374 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.plugin [None req-17a445ee-bf95-427d-9852-4b5831e9d335 None None] Deleting port 61b224df-25f5-435a-9b36-ac6697cb1410 {{(pid=110154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 17:52:59.396724 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-17a445ee-bf95-427d-9852-4b5831e9d335 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781795221764'] for port (61b224df-25f5-435a-9b36-ac6697cb1410), before_delete {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:52:59.398978 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-e1a97dbb-0d69-4ea9-9399-fdd3662f4dd5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1514136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781795229076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781794686073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207117'] for port (61b224df-25f5-435a-9b36-ac6697cb1410), after_delete {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:52:59.430223 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a97dbb-0d69-4ea9-9399-fdd3662f4dd5 admin admin] Pushing event deleted for resources: {'Port': ['ID=61b224df-25f5-435a-9b36-ac6697cb1410,revision_number=None']} {{(pid=110153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:52:59.432567 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1a97dbb-0d69-4ea9-9399-fdd3662f4dd5 admin admin] No DVR routers for this DVR port 61b224df-25f5-435a-9b36-ac6697cb1410 on host dv-cinder-841302-2-iscsi {{(pid=110153) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 17:52:59.469316 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.db [None req-17a445ee-bf95-427d-9852-4b5831e9d335 None None] For port 61b224df-25f5-435a-9b36-ac6697cb1410, host dv-cinder-841302-2-iscsi, got binding levels [] {{(pid=110154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 17:52:59.469727 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-17a445ee-bf95-427d-9852-4b5831e9d335 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640494'] for port (61b224df-25f5-435a-9b36-ac6697cb1410), precommit_delete {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:52:59.488700 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.plugin [None req-17a445ee-bf95-427d-9852-4b5831e9d335 None None] Calling delete_port for 61b224df-25f5-435a-9b36-ac6697cb1410 owned by network:dhcp {{(pid=110154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 17:52:59.492181 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.db.ipam_backend_mixin [None req-17a445ee-bf95-427d-9852-4b5831e9d335 None None] Port 61b224df-25f5-435a-9b36-ac6697cb1410 was not found and therefore no delete operation was performed {{(pid=110154) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} May 10 17:52:59.496717 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-17a445ee-bf95-427d-9852-4b5831e9d335 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1514136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781795229076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781794686073'] for port (61b224df-25f5-435a-9b36-ac6697cb1410), after_delete {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:52:59.521696 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a445ee-bf95-427d-9852-4b5831e9d335 None None] Pushing event deleted for resources: {'Port': ['ID=61b224df-25f5-435a-9b36-ac6697cb1410,revision_number=None']} {{(pid=110154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:52:59.528230 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17a445ee-bf95-427d-9852-4b5831e9d335 None None] No DVR routers for this DVR port 61b224df-25f5-435a-9b36-ac6697cb1410 on host dv-cinder-841302-2-iscsi {{(pid=110154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 17:52:59.531435 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-e1a97dbb-0d69-4ea9-9399-fdd3662f4dd5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1459024', 'neutron.services.segments.db._delete_segments_for_network-8781795183409'] for network (faee5187-05e0-448e-9116-65b033a7f64e), precommit_delete {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:52:59.566278 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.services.segments.db [None req-e1a97dbb-0d69-4ea9-9399-fdd3662f4dd5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['faee5187-05e0-448e-9116-65b033a7f64e']}} {{(pid=110153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:52:59.583491 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.services.segments.db [None req-e1a97dbb-0d69-4ea9-9399-fdd3662f4dd5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e691964-5a43-4bf1-95cf-7c7501cd8c69') {'for_net_delete': True} {{(pid=110153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:52:59.583734 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.services.segments.db [None req-e1a97dbb-0d69-4ea9-9399-fdd3662f4dd5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e691964-5a43-4bf1-95cf-7c7501cd8c69') {} {{(pid=110153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:52:59.598402 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-e1a97dbb-0d69-4ea9-9399-fdd3662f4dd5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781795183930', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24886383'] for segment (1e691964-5a43-4bf1-95cf-7c7501cd8c69), before_delete {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:52:59.615888 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-e1a97dbb-0d69-4ea9-9399-fdd3662f4dd5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1469446'] for segment (1e691964-5a43-4bf1-95cf-7c7501cd8c69), precommit_delete {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:52:59.624395 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e1a97dbb-0d69-4ea9-9399-fdd3662f4dd5 admin admin] Releasing vlan 593 on physical network physnet1 to pool {{(pid=110153) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 17:52:59.624781 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-e1a97dbb-0d69-4ea9-9399-fdd3662f4dd5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1469446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4207184'] for segment (1e691964-5a43-4bf1-95cf-7c7501cd8c69), after_delete {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:52:59.626764 dv-cinder-841302-2-iscsi neutron-server[110153]: Traceback (most recent call last): May 10 17:52:59.626764 dv-cinder-841302-2-iscsi neutron-server[110153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 17:52:59.626764 dv-cinder-841302-2-iscsi neutron-server[110153]: timer() May 10 17:52:59.626764 dv-cinder-841302-2-iscsi neutron-server[110153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 17:52:59.626764 dv-cinder-841302-2-iscsi neutron-server[110153]: cb(*args, **kw) May 10 17:52:59.626764 dv-cinder-841302-2-iscsi neutron-server[110153]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 10 17:52:59.626764 dv-cinder-841302-2-iscsi neutron-server[110153]: return func(*args, **kwargs) May 10 17:52:59.626764 dv-cinder-841302-2-iscsi neutron-server[110153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 17:52:59.626764 dv-cinder-841302-2-iscsi neutron-server[110153]: self._notify() May 10 17:52:59.626764 dv-cinder-841302-2-iscsi neutron-server[110153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 17:52:59.626764 dv-cinder-841302-2-iscsi neutron-server[110153]: self.callback(batched_events) May 10 17:52:59.626764 dv-cinder-841302-2-iscsi neutron-server[110153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 17:52:59.626764 dv-cinder-841302-2-iscsi neutron-server[110153]: event.method(event) May 10 17:52:59.626764 dv-cinder-841302-2-iscsi neutron-server[110153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 10 17:52:59.626764 dv-cinder-841302-2-iscsi neutron-server[110153]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 17:52:59.626764 dv-cinder-841302-2-iscsi neutron-server[110153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 10 17:52:59.626764 dv-cinder-841302-2-iscsi neutron-server[110153]: aggregate_uuid = self.p_client.list_aggregates( May 10 17:52:59.626764 dv-cinder-841302-2-iscsi neutron-server[110153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 10 17:52:59.626764 dv-cinder-841302-2-iscsi neutron-server[110153]: return f(self, *a, **k) May 10 17:52:59.626764 dv-cinder-841302-2-iscsi neutron-server[110153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 10 17:52:59.626764 dv-cinder-841302-2-iscsi neutron-server[110153]: return self._get(url).json() May 10 17:52:59.626764 dv-cinder-841302-2-iscsi neutron-server[110153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 10 17:52:59.626764 dv-cinder-841302-2-iscsi neutron-server[110153]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 17:52:59.626764 dv-cinder-841302-2-iscsi neutron-server[110153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 17:52:59.626764 dv-cinder-841302-2-iscsi neutron-server[110153]: return self.request(url, 'GET', **kwargs) May 10 17:52:59.626764 dv-cinder-841302-2-iscsi neutron-server[110153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 17:52:59.626764 dv-cinder-841302-2-iscsi neutron-server[110153]: base_url = self.get_endpoint(auth, allow=allow, May 10 17:52:59.626764 dv-cinder-841302-2-iscsi neutron-server[110153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 17:52:59.626764 dv-cinder-841302-2-iscsi neutron-server[110153]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 17:52:59.626764 dv-cinder-841302-2-iscsi neutron-server[110153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 17:52:59.626764 dv-cinder-841302-2-iscsi neutron-server[110153]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 17:52:59.626764 dv-cinder-841302-2-iscsi neutron-server[110153]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 17:52:59.682120 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-e1a97dbb-0d69-4ea9-9399-fdd3662f4dd5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1458985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-282477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-641080'] for network (faee5187-05e0-448e-9116-65b033a7f64e), after_delete {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:52:59.688853 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-e1a97dbb-0d69-4ea9-9399-fdd3662f4dd5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631615'] for network (None), before_response {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:52:59.692400 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [None req-e1a97dbb-0d69-4ea9-9399-fdd3662f4dd5 admin admin] 10.222.0.60 "DELETE /v2.0/networks/faee5187-05e0-448e-9116-65b033a7f64e HTTP/1.1" status: 204 len: 168 time: 0.6128016 May 10 17:52:59.704353 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a97dbb-0d69-4ea9-9399-fdd3662f4dd5 admin admin] Pushing event deleted for resources: {'Network': ['ID=faee5187-05e0-448e-9116-65b033a7f64e,revision_number=None']} {{(pid=110153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:52:59.808653 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.wsgi [-] (110153) accepted ('10.222.0.60', 45228) {{(pid=110153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 17:52:59.848242 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [None req-9422512d-a55e-4037-bdd7-60365d082834 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=f582fd9ef9094e8f9b47f7e686e3808a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0384467 May 10 17:52:59.851328 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.wsgi [-] (110153) accepted ('10.222.0.60', 45230) {{(pid=110153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 17:52:59.900583 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-44e11a9b-fa4a-4455-af0c-fdc1aadd6c76 admin admin] Publish callbacks [] for security_group (4291c383-f1b0-498a-957d-36fec04b0997), before_delete {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:52:59.925414 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-44e11a9b-fa4a-4455-af0c-fdc1aadd6c76 admin admin] Publish callbacks [] for security_group (4291c383-f1b0-498a-957d-36fec04b0997), precommit_delete {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:52:59.934081 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-64796e90-0e56-4bcf-a6d8-369bd41e7466 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781795183391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525393'] for agent (eaac381b-e402-41c3-a8e6-8f962681d3e6), after_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:52:59.974004 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-44e11a9b-fa4a-4455-af0c-fdc1aadd6c76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-282428'] for security_group (4291c383-f1b0-498a-957d-36fec04b0997), after_delete {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:52:59.977063 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-44e11a9b-fa4a-4455-af0c-fdc1aadd6c76 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:52:59.978235 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [None req-44e11a9b-fa4a-4455-af0c-fdc1aadd6c76 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/4291c383-f1b0-498a-957d-36fec04b0997 HTTP/1.1" status: 204 len: 168 time: 0.1260006 May 10 17:52:59.985811 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e11a9b-fa4a-4455-af0c-fdc1aadd6c76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4291c383-f1b0-498a-957d-36fec04b0997,revision_number=None']} {{(pid=110153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:53:00.296204 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.wsgi [-] (110153) accepted ('10.222.0.60', 45236) {{(pid=110153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 17:53:00.336406 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [None req-40d60a6b-df8e-4851-a029-ccf1ac820da6 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=f0d9d151f6884432b1f5abf6e4507e2e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0389912 May 10 17:53:00.339051 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.wsgi [-] (110153) accepted ('10.222.0.60', 45238) {{(pid=110153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 17:53:00.388901 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-bc87be77-e99a-4b47-9a61-7a5f8117727d admin admin] Publish callbacks [] for security_group (c51bc0bf-4a58-4099-8011-f06f1c3d9862), before_delete {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:53:00.410301 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-bc87be77-e99a-4b47-9a61-7a5f8117727d admin admin] Publish callbacks [] for security_group (c51bc0bf-4a58-4099-8011-f06f1c3d9862), precommit_delete {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:53:00.457439 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-bc87be77-e99a-4b47-9a61-7a5f8117727d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-282428'] for security_group (c51bc0bf-4a58-4099-8011-f06f1c3d9862), after_delete {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:53:00.461911 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-bc87be77-e99a-4b47-9a61-7a5f8117727d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:53:00.463210 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [None req-bc87be77-e99a-4b47-9a61-7a5f8117727d admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/c51bc0bf-4a58-4099-8011-f06f1c3d9862 HTTP/1.1" status: 204 len: 168 time: 0.1231134 May 10 17:53:00.476968 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc87be77-e99a-4b47-9a61-7a5f8117727d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c51bc0bf-4a58-4099-8011-f06f1c3d9862,revision_number=None']} {{(pid=110153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:53:00.845148 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.rpc [None req-6e697e78-9dd1-4bc1-8573-56b901d07725 None None] Device 61b224df-25f5-435a-9b36-ac6697cb1410 no longer exists at agent ovs-agent-dv-cinder-841302-2-iscsi {{(pid=110154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 17:53:00.867049 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.plugin [None req-6e697e78-9dd1-4bc1-8573-56b901d07725 None None] No Port match for: 61b224df-25f5-435a-9b36-ac6697cb1410 {{(pid=110154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 17:53:00.867539 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.rpc [None req-6e697e78-9dd1-4bc1-8573-56b901d07725 None None] Device 61b224df-25f5-435a-9b36-ac6697cb1410 not bound to the agent host dv-cinder-841302-2-iscsi {{(pid=110154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 17:53:00.868057 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.rpc [None req-6e697e78-9dd1-4bc1-8573-56b901d07725 None None] Device 8a8c7ac3-73f5-464f-9f2d-cb6cd994db42 no longer exists at agent ovs-agent-dv-cinder-841302-2-iscsi {{(pid=110154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 17:53:00.888877 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.plugin [None req-6e697e78-9dd1-4bc1-8573-56b901d07725 None None] No Port match for: 8a8c7ac3-73f5-464f-9f2d-cb6cd994db42 {{(pid=110154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 17:53:00.889230 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.rpc [None req-6e697e78-9dd1-4bc1-8573-56b901d07725 None None] Device 8a8c7ac3-73f5-464f-9f2d-cb6cd994db42 not bound to the agent host dv-cinder-841302-2-iscsi {{(pid=110154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 17:53:01.480205 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-d07e8966-ef10-4d42-b774-228753b3fd3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781795183391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525393'] for agent (a55810b0-63c4-4499-a4d9-efcdb1615ce8), after_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:53:01.637895 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781795183391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525393'] for agent (16638279-eb91-49a3-95a5-8b540cc2f948), after_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:53:03.063543 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-ae45faaf-356d-4e4a-a605-33fedb92cd97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781795183391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525393'] for agent (6a57b374-0daf-4fe3-9dd1-3d457a537aa7), after_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:53:04.509817 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-6e697e78-9dd1-4bc1-8573-56b901d07725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781795183391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525393'] for agent (fdc37a75-b7a9-4e92-a59c-f5b8c02d060c), after_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:53:27.577176 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-3ffeb574-f1dc-4212-8122-6471163d7efb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781795183391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525393'] for agent (b2ad0527-00d5-4995-bc97-ec84c4e02f0b), after_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:53:29.938768 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-de6e235c-4081-4d01-bdc3-0c56ada01e4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781795183391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525393'] for agent (eaac381b-e402-41c3-a8e6-8f962681d3e6), after_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:53:31.498225 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-d07e8966-ef10-4d42-b774-228753b3fd3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781795183391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525393'] for agent (a55810b0-63c4-4499-a4d9-efcdb1615ce8), after_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:53:31.637572 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781795183391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525393'] for agent (16638279-eb91-49a3-95a5-8b540cc2f948), after_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:53:32.937889 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.db.agents_db [None req-b17e131c-d64b-4b97-8e8f-6c45925a5783 None None] Agent healthcheck: found 6 active agents {{(pid=110155) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 17:53:33.065117 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-ae45faaf-356d-4e4a-a605-33fedb92cd97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781795183391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525393'] for agent (6a57b374-0daf-4fe3-9dd1-3d457a537aa7), after_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:53:34.520951 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-6e697e78-9dd1-4bc1-8573-56b901d07725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781795183391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525393'] for agent (fdc37a75-b7a9-4e92-a59c-f5b8c02d060c), after_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:53:39.910811 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-5bbabe79-4c61-49c8-adc9-de4acf32facb req-db80a3c2-5b24-4208-a56e-bf8b28be4ffe service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=55760f67-2403-45c9-8db7-d5ae5f45c366&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0393605 May 10 17:53:40.023588 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbabe79-4c61-49c8-adc9-de4acf32facb req-48b7d34d-64b9-4974-90af-e82fc635137c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:53:40.025127 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-5bbabe79-4c61-49c8-adc9-de4acf32facb req-48b7d34d-64b9-4974-90af-e82fc635137c service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=c93f0e69798e491aba3c8cf1493c2733&device_id=55760f67-2403-45c9-8db7-d5ae5f45c366 HTTP/1.1" status: 200 len: 1129 time: 0.0417297 May 10 17:53:40.142277 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbabe79-4c61-49c8-adc9-de4acf32facb req-d7417461-aa80-41df-b693-e1771679069f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:53:40.143739 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-5bbabe79-4c61-49c8-adc9-de4acf32facb req-d7417461-aa80-41df-b693-e1771679069f service neutron] 10.222.0.77 "GET /v2.0/networks?id=0e710c0b-0b9b-4762-af88-7b56961d06bc HTTP/1.1" status: 200 len: 912 time: 0.0976329 May 10 17:53:40.214550 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-5bbabe79-4c61-49c8-adc9-de4acf32facb req-8eb07c9e-cac8-4000-b6b6-bf4d883b0287 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d083dfb1-18c3-4ce4-aee5-72cf745b342b HTTP/1.1" status: 200 len: 1001 time: 0.0643613 May 10 17:53:40.276798 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbabe79-4c61-49c8-adc9-de4acf32facb req-3902be74-942f-4e79-b3e5-b717655caddf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:53:40.278427 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-5bbabe79-4c61-49c8-adc9-de4acf32facb req-3902be74-942f-4e79-b3e5-b717655caddf service neutron] 10.222.0.77 "GET /v2.0/subnets?id=f9bb4cee-673b-4ef0-9b91-80ed1ec77b59 HTTP/1.1" status: 200 len: 850 time: 0.0574012 May 10 17:53:40.340909 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbabe79-4c61-49c8-adc9-de4acf32facb req-546344c8-9ed9-4613-8839-044ed4a127c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:53:40.342463 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-5bbabe79-4c61-49c8-adc9-de4acf32facb req-546344c8-9ed9-4613-8839-044ed4a127c7 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=0e710c0b-0b9b-4762-af88-7b56961d06bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0467846 May 10 17:53:40.441843 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-5bbabe79-4c61-49c8-adc9-de4acf32facb req-0517848d-fdf2-431d-bf9f-452381a3047d service neutron] 10.222.0.77 "GET /v2.0/networks/0e710c0b-0b9b-4762-af88-7b56961d06bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922053 May 10 17:53:40.574352 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-5bbabe79-4c61-49c8-adc9-de4acf32facb req-9b4d2e2a-1c97-467e-8128-fe58d89798dd service neutron] 10.222.0.77 "GET /v2.0/networks/0e710c0b-0b9b-4762-af88-7b56961d06bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264498 May 10 17:53:40.849196 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa4b224-7ee5-4396-9867-004b8fe271b5 req-e2378b44-947b-4d2d-bb9d-c3428ec6c08e tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:53:40.851925 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-cfa4b224-7ee5-4396-9867-004b8fe271b5 req-e2378b44-947b-4d2d-bb9d-c3428ec6c08e tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] 10.222.0.60 "GET /v2.0/ports?device_id=ed2618f3-4f12-48c9-888c-814f93d1fc49 HTTP/1.1" status: 200 len: 945 time: 0.0541523 May 10 17:53:40.905166 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-cfa4b224-7ee5-4396-9867-004b8fe271b5 req-f6fc8077-1f72-4cd5-a3a8-52b5f6a5c985 tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] 10.222.0.60 "GET /v2.0/security-groups?id=02af4324-c859-4138-a35d-0f29ebddda0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473499 May 10 17:53:42.032172 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536b8024-fdbd-4556-8a68-f730c28ac099 req-0c2b75d5-aad2-45b7-a36c-62977e4dbc1a tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:53:42.033650 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-536b8024-fdbd-4556-8a68-f730c28ac099 req-0c2b75d5-aad2-45b7-a36c-62977e4dbc1a tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] 10.222.0.60 "GET /v2.0/ports?device_id=ed2618f3-4f12-48c9-888c-814f93d1fc49 HTTP/1.1" status: 200 len: 945 time: 0.0478497 May 10 17:53:42.081164 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-536b8024-fdbd-4556-8a68-f730c28ac099 req-6e1c5778-5acf-4f43-8118-c0bd2614b0c2 tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] 10.222.0.60 "GET /v2.0/security-groups?id=02af4324-c859-4138-a35d-0f29ebddda0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412536 May 10 17:53:42.959527 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29497f9a-88d4-40f5-9c46-c03397e458b8 req-e47fcf1b-d7d0-48ac-aa21-eac185dfce16 tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:53:42.961093 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-29497f9a-88d4-40f5-9c46-c03397e458b8 req-e47fcf1b-d7d0-48ac-aa21-eac185dfce16 tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] 10.222.0.77 "GET /v2.0/ports?device_id=ed2618f3-4f12-48c9-888c-814f93d1fc49 HTTP/1.1" status: 200 len: 945 time: 0.0545628 May 10 17:53:43.052192 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.plugins.ml2.plugin [req-29497f9a-88d4-40f5-9c46-c03397e458b8 req-62149bd8-c483-4f45-85b3-3d3704f933ac tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] Deleting port 33f2c369-a8b0-48aa-b116-b1391feb5a44 {{(pid=110152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 17:53:43.053439 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [req-29497f9a-88d4-40f5-9c46-c03397e458b8 req-62149bd8-c483-4f45-85b3-3d3704f933ac tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781795221764'] for port (33f2c369-a8b0-48aa-b116-b1391feb5a44), before_delete {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:53:43.157886 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.plugins.ml2.db [req-29497f9a-88d4-40f5-9c46-c03397e458b8 req-62149bd8-c483-4f45-85b3-3d3704f933ac tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] For port 33f2c369-a8b0-48aa-b116-b1391feb5a44, host hv-cinder-84130, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84130',level=0,port_id=33f2c369-a8b0-48aa-b116-b1391feb5a44,segment=NetworkSegment(0faf29e6-d72c-448f-aa3a-91b840f90216),segment_id=0faf29e6-d72c-448f-aa3a-91b840f90216)] {{(pid=110152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 17:53:43.158254 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [req-29497f9a-88d4-40f5-9c46-c03397e458b8 req-62149bd8-c483-4f45-85b3-3d3704f933ac tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640494'] for port (33f2c369-a8b0-48aa-b116-b1391feb5a44), precommit_delete {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:53:43.250787 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c1a434-0e37-4ba9-8ae2-aaa7aab4a94c req-06648b72-48f0-49a4-bbad-d07072fe4499 tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:53:43.252396 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-e8c1a434-0e37-4ba9-8ae2-aaa7aab4a94c req-06648b72-48f0-49a4-bbad-d07072fe4499 tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] 10.222.0.60 "GET /v2.0/ports?device_id=ed2618f3-4f12-48c9-888c-814f93d1fc49 HTTP/1.1" status: 200 len: 945 time: 0.0972853 May 10 17:53:43.356679 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-e8c1a434-0e37-4ba9-8ae2-aaa7aab4a94c req-3cf55a44-14ee-4501-9ae1-d7872f989e14 tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] 10.222.0.60 "GET /v2.0/security-groups?id=02af4324-c859-4138-a35d-0f29ebddda0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0960743 May 10 17:53:43.420818 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [req-29497f9a-88d4-40f5-9c46-c03397e458b8 req-62149bd8-c483-4f45-85b3-3d3704f933ac tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:53:43.421189 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [req-29497f9a-88d4-40f5-9c46-c03397e458b8 req-62149bd8-c483-4f45-85b3-3d3704f933ac tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-641027'] for floatingip (8336f88f-faa0-4383-8ece-4340415be1f4), after_update {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:53:43.421506 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.db.l3_db [req-29497f9a-88d4-40f5-9c46-c03397e458b8 req-62149bd8-c483-4f45-85b3-3d3704f933ac tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] Floating IP 8336f88f-faa0-4383-8ece-4340415be1f4 disassociated. External IP: 172.27.0.206, port: 33f2c369-a8b0-48aa-b116-b1391feb5a44. May 10 17:53:43.421849 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.plugins.ml2.plugin [req-29497f9a-88d4-40f5-9c46-c03397e458b8 req-62149bd8-c483-4f45-85b3-3d3704f933ac tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] Calling delete_port for 33f2c369-a8b0-48aa-b116-b1391feb5a44 owned by compute:nova {{(pid=110152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 17:53:43.561597 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [req-29497f9a-88d4-40f5-9c46-c03397e458b8 req-62149bd8-c483-4f45-85b3-3d3704f933ac tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1514136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781795229076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781794686073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5018186'] for port (33f2c369-a8b0-48aa-b116-b1391feb5a44), after_delete {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:53:43.600505 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62149bd8-c483-4f45-85b3-3d3704f933ac tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] Pushing event deleted for resources: {'Port': ['ID=33f2c369-a8b0-48aa-b116-b1391feb5a44,revision_number=None']} {{(pid=110152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:53:43.744449 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.scheduler.l3_agent_scheduler [req-29497f9a-88d4-40f5-9c46-c03397e458b8 req-62149bd8-c483-4f45-85b3-3d3704f933ac tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] Router 24a906bd-bc37-4f60-9d1b-823a31f350bf has already been hosted by L3 agent eaac381b-e402-41c3-a8e6-8f962681d3e6 {{(pid=110152) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 17:53:43.866629 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-29497f9a-88d4-40f5-9c46-c03397e458b8 req-62149bd8-c483-4f45-85b3-3d3704f933ac tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] Notify agent at l3_agent.dv-cinder-841302-2-iscsi the message routers_updated {{(pid=110152) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 17:53:43.877807 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeeec1c4-540a-4a59-aacc-fa67f57b88ce None None] Sync routers for ids ['24a906bd-bc37-4f60-9d1b-823a31f350bf'] in dv-cinder-841302-2-iscsi {{(pid=110155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 17:53:43.889406 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeeec1c4-540a-4a59-aacc-fa67f57b88ce None None] Routers {'24a906bd-bc37-4f60-9d1b-823a31f350bf'} bound to L3 agent in host dv-cinder-841302-2-iscsi {{(pid=110155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 17:53:43.890033 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.db.l3_hamode_db [None req-aeeec1c4-540a-4a59-aacc-fa67f57b88ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841302-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-10T17:36:00Z,description=,heartbeat_timestamp=2022-05-10T17:53:30Z,host='dv-cinder-841302-2-iscsi',id=eaac381b-e402-41c3-a8e6-8f962681d3e6,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T17:36:00Z,topic='l3_agent')) {'router_ids': ['24a906bd-bc37-4f60-9d1b-823a31f350bf'], 'active': True} {{(pid=110155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:53:43.914540 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.db.l3_dvrscheduler_db [req-29497f9a-88d4-40f5-9c46-c03397e458b8 req-62149bd8-c483-4f45-85b3-3d3704f933ac tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] No DVR routers for this DVR port 33f2c369-a8b0-48aa-b116-b1391feb5a44 on host hv-cinder-84130 {{(pid=110152) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 17:53:43.917254 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [req-29497f9a-88d4-40f5-9c46-c03397e458b8 req-62149bd8-c483-4f45-85b3-3d3704f933ac tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29634'] for port (None), before_response {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:53:43.920739 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-29497f9a-88d4-40f5-9c46-c03397e458b8 req-62149bd8-c483-4f45-85b3-3d3704f933ac tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] 10.222.0.77 "DELETE /v2.0/ports/33f2c369-a8b0-48aa-b116-b1391feb5a44 HTTP/1.1" status: 204 len: 173 time: 0.9543357 May 10 17:53:43.921207 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed2618f3-4f12-48c9-888c-814f93d1fc49', 'name': 'network-vif-deleted', 'tag': '33f2c369-a8b0-48aa-b116-b1391feb5a44'}] {{(pid=110152) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 17:53:43.923937 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0e5bab204033c83635b1e14c3e3a099c647719281f8bf9f740a5b80828d0d04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f5623ec-0dd7-4355-9cef-e0a1eeca22f4" -d '{"events": [{"server_uuid": "ed2618f3-4f12-48c9-888c-814f93d1fc49", "name": "network-vif-deleted", "tag": "33f2c369-a8b0-48aa-b116-b1391feb5a44"}]}' {{(pid=110152) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 17:53:43.981178 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 17:53:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f1713bc-1bdb-4978-8578-65e0d6bf95c1 x-openstack-request-id: req-0f1713bc-1bdb-4978-8578-65e0d6bf95c1 {{(pid=110152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 17:53:43.981882 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed2618f3-4f12-48c9-888c-814f93d1fc49", "name": "network-vif-deleted", "tag": "33f2c369-a8b0-48aa-b116-b1391feb5a44", "status": "completed", "code": 200}]} {{(pid=110152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 17:53:43.982915 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-0f1713bc-1bdb-4978-8578-65e0d6bf95c1 {{(pid=110152) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 17:53:43.983161 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0f1713bc-1bdb-4978-8578-65e0d6bf95c1'] response: {'server_uuid': 'ed2618f3-4f12-48c9-888c-814f93d1fc49', 'name': 'network-vif-deleted', 'tag': '33f2c369-a8b0-48aa-b116-b1391feb5a44', 'status': 'completed', 'code': 200} May 10 17:53:44.028836 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.db.l3_dvr_db [None req-aeeec1c4-540a-4a59-aacc-fa67f57b88ce None None] Set router 24a906bd-bc37-4f60-9d1b-823a31f350bf gateway port host: dv-cinder-841302-2-iscsi {{(pid=110155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 17:53:44.250948 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.db.l3_hamode_db [None req-aeeec1c4-540a-4a59-aacc-fa67f57b88ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24a906bd-bc37-4f60-9d1b-823a31f350bf', 'name': 'tempest-AttachVolumeNegativeTest-1935741533-router', 'tenant_id': 'f4e017a4040d450aad862065563ea64d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85dc89cf-59f9-4edb-b26e-52bcb8a93763', 'external_fixed_ips': [{'subnet_id': 'e93d94f1-cb19-4cd0-92e5-ca73d24bd8fb', 'ip_address': '172.27.0.151'}], 'enable_snat': True}, 'gw_port_id': '8a785056-3967-44dc-89fc-a85dc909609a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T17:44:32Z', 'updated_at': '2022-05-10T17:44:44Z', 'revision_number': 4, 'project_id': 'f4e017a4040d450aad862065563ea64d', 'gw_port': {'id': '8a785056-3967-44dc-89fc-a85dc909609a', 'name': '', 'network_id': '85dc89cf-59f9-4edb-b26e-52bcb8a93763', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:45:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24a906bd-bc37-4f60-9d1b-823a31f350bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'e93d94f1-cb19-4cd0-92e5-ca73d24bd8fb', 'ip_address': '172.27.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841302-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T17:44:33Z', 'updated_at': '2022-05-10T17:44:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e93d94f1-cb19-4cd0-92e5-ca73d24bd8fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841302-2-iscsi', '_interfaces': [{'id': '027fd6fa-8a2c-41cf-8f97-10f5b1a94550', 'name': '', 'network_id': '5a13d84d-c9e9-413f-a254-ca6edab95c78', 'tenant_id': 'f4e017a4040d450aad862065563ea64d', 'mac_address': 'fa:16:3e:36:e7:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24a906bd-bc37-4f60-9d1b-823a31f350bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '8d05c8d5-b43f-426f-967a-5bcf2a7a77f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841302-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T17:44:39Z', 'updated_at': '2022-05-10T17:44:58Z', 'revision_number': 5, 'project_id': 'f4e017a4040d450aad862065563ea64d', 'subnets': [{'id': '8d05c8d5-b43f-426f-967a-5bcf2a7a77f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841302-2-iscsi', False) {} {{(pid=110155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:53:44.277555 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeeec1c4-540a-4a59-aacc-fa67f57b88ce None None] Checking router: 24a906bd-bc37-4f60-9d1b-823a31f350bf for host: dv-cinder-841302-2-iscsi {{(pid=110155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 17:53:44.286728 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeeec1c4-540a-4a59-aacc-fa67f57b88ce None None] Routers {'24a906bd-bc37-4f60-9d1b-823a31f350bf'} bound to L3 agent in host dv-cinder-841302-2-iscsi {{(pid=110155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 17:53:44.287901 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.db.l3_hamode_db [None req-aeeec1c4-540a-4a59-aacc-fa67f57b88ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841302-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-10T17:36:00Z,description=,heartbeat_timestamp=2022-05-10T17:53:30Z,host='dv-cinder-841302-2-iscsi',id=eaac381b-e402-41c3-a8e6-8f962681d3e6,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T17:36:00Z,topic='l3_agent')) {'router_ids': ['24a906bd-bc37-4f60-9d1b-823a31f350bf'], 'active': True} {{(pid=110155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:53:44.406742 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.db.l3_dvr_db [None req-aeeec1c4-540a-4a59-aacc-fa67f57b88ce None None] Set router 24a906bd-bc37-4f60-9d1b-823a31f350bf gateway port host: dv-cinder-841302-2-iscsi {{(pid=110155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 17:53:44.490739 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-61417c74-29f6-4b04-824b-deb8fc04c258 req-a806f34b-3398-45c7-9231-3a0817806c43 tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] 10.222.0.60 "GET /v2.0/ports?device_id=ed2618f3-4f12-48c9-888c-814f93d1fc49 HTTP/1.1" status: 200 len: 210 time: 0.0357213 May 10 17:53:44.499766 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74dc1a55-a80b-4012-9940-2913acb172f8 req-2482840a-82d5-4074-98e9-7d1075d75fd6 tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:53:44.501333 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-74dc1a55-a80b-4012-9940-2913acb172f8 req-2482840a-82d5-4074-98e9-7d1075d75fd6 tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] 10.222.0.60 "GET /v2.0/ports?device_id=e16b7603-15a8-44a4-82c9-729bedfb8ac6 HTTP/1.1" status: 200 len: 945 time: 0.0854266 May 10 17:53:44.560755 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-74dc1a55-a80b-4012-9940-2913acb172f8 req-7ee7b06b-71ca-4a43-9f2d-4c7d183f97a6 tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] 10.222.0.60 "GET /v2.0/security-groups?id=f03b9727-633c-4bf1-b0bf-05abcd1e8fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516796 May 10 17:53:44.631869 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.db.l3_hamode_db [None req-aeeec1c4-540a-4a59-aacc-fa67f57b88ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24a906bd-bc37-4f60-9d1b-823a31f350bf', 'name': 'tempest-AttachVolumeNegativeTest-1935741533-router', 'tenant_id': 'f4e017a4040d450aad862065563ea64d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85dc89cf-59f9-4edb-b26e-52bcb8a93763', 'external_fixed_ips': [{'subnet_id': 'e93d94f1-cb19-4cd0-92e5-ca73d24bd8fb', 'ip_address': '172.27.0.151'}], 'enable_snat': True}, 'gw_port_id': '8a785056-3967-44dc-89fc-a85dc909609a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T17:44:32Z', 'updated_at': '2022-05-10T17:44:44Z', 'revision_number': 4, 'project_id': 'f4e017a4040d450aad862065563ea64d', 'gw_port': {'id': '8a785056-3967-44dc-89fc-a85dc909609a', 'name': '', 'network_id': '85dc89cf-59f9-4edb-b26e-52bcb8a93763', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:45:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24a906bd-bc37-4f60-9d1b-823a31f350bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'e93d94f1-cb19-4cd0-92e5-ca73d24bd8fb', 'ip_address': '172.27.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841302-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T17:44:33Z', 'updated_at': '2022-05-10T17:44:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e93d94f1-cb19-4cd0-92e5-ca73d24bd8fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841302-2-iscsi', '_interfaces': [{'id': '027fd6fa-8a2c-41cf-8f97-10f5b1a94550', 'name': '', 'network_id': '5a13d84d-c9e9-413f-a254-ca6edab95c78', 'tenant_id': 'f4e017a4040d450aad862065563ea64d', 'mac_address': 'fa:16:3e:36:e7:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24a906bd-bc37-4f60-9d1b-823a31f350bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '8d05c8d5-b43f-426f-967a-5bcf2a7a77f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841302-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T17:44:39Z', 'updated_at': '2022-05-10T17:44:58Z', 'revision_number': 5, 'project_id': 'f4e017a4040d450aad862065563ea64d', 'subnets': [{'id': '8d05c8d5-b43f-426f-967a-5bcf2a7a77f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841302-2-iscsi', False) {} {{(pid=110155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:53:44.664646 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeeec1c4-540a-4a59-aacc-fa67f57b88ce None None] The sync data for ids ['24a906bd-bc37-4f60-9d1b-823a31f350bf'] in dv-cinder-841302-2-iscsi is: [{'id': '24a906bd-bc37-4f60-9d1b-823a31f350bf', 'name': 'tempest-AttachVolumeNegativeTest-1935741533-router', 'tenant_id': 'f4e017a4040d450aad862065563ea64d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85dc89cf-59f9-4edb-b26e-52bcb8a93763', 'external_fixed_ips': [{'subnet_id': 'e93d94f1-cb19-4cd0-92e5-ca73d24bd8fb', 'ip_address': '172.27.0.151'}], 'enable_snat': True}, 'gw_port_id': '8a785056-3967-44dc-89fc-a85dc909609a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T17:44:32Z', 'updated_at': '2022-05-10T17:44:44Z', 'revision_number': 4, 'project_id': 'f4e017a4040d450aad862065563ea64d', 'gw_port': {'id': '8a785056-3967-44dc-89fc-a85dc909609a', 'name': '', 'network_id': '85dc89cf-59f9-4edb-b26e-52bcb8a93763', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:45:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24a906bd-bc37-4f60-9d1b-823a31f350bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'e93d94f1-cb19-4cd0-92e5-ca73d24bd8fb', 'ip_address': '172.27.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841302-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T17:44:33Z', 'updated_at': '2022-05-10T17:44:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e93d94f1-cb19-4cd0-92e5-ca73d24bd8fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841302-2-iscsi', '_interfaces': [{'id': '027fd6fa-8a2c-41cf-8f97-10f5b1a94550', 'name': '', 'network_id': '5a13d84d-c9e9-413f-a254-ca6edab95c78', 'tenant_id': 'f4e017a4040d450aad862065563ea64d', 'mac_address': 'fa:16:3e:36:e7:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24a906bd-bc37-4f60-9d1b-823a31f350bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '8d05c8d5-b43f-426f-967a-5bcf2a7a77f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841302-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T17:44:39Z', 'updated_at': '2022-05-10T17:44:58Z', 'revision_number': 5, 'project_id': 'f4e017a4040d450aad862065563ea64d', 'subnets': [{'id': '8d05c8d5-b43f-426f-967a-5bcf2a7a77f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 17:53:44.910985 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fe82600-e85b-4626-9c76-63db1840877a None None] New status for floating IP 8336f88f-faa0-4383-8ece-4340415be1f4: DOWN {{(pid=110154) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 17:53:45.600763 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.wsgi [-] (110152) accepted ('10.222.0.60', 45372) {{(pid=110152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 17:53:45.717827 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-68db97ba-3519-47de-ac0f-1c7dbe0fca1f tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] Publish callbacks [] for security_group (02af4324-c859-4138-a35d-0f29ebddda0f), before_delete {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:53:45.725690 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6942c7d9-fccc-4e4f-9ce9-6ecd82a39f3e req-bc7a03d5-a129-4015-8495-f5b391a69b08 tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:53:45.727341 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-6942c7d9-fccc-4e4f-9ce9-6ecd82a39f3e req-bc7a03d5-a129-4015-8495-f5b391a69b08 tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] 10.222.0.60 "GET /v2.0/ports?device_id=e16b7603-15a8-44a4-82c9-729bedfb8ac6 HTTP/1.1" status: 200 len: 945 time: 0.0801318 May 10 17:53:45.769180 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-68db97ba-3519-47de-ac0f-1c7dbe0fca1f tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] Publish callbacks [] for security_group (02af4324-c859-4138-a35d-0f29ebddda0f), precommit_delete {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:53:45.825696 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-6942c7d9-fccc-4e4f-9ce9-6ecd82a39f3e req-9bf9a0e0-6c18-4dff-90d1-35c3b80513d7 tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] 10.222.0.60 "GET /v2.0/security-groups?id=f03b9727-633c-4bf1-b0bf-05abcd1e8fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0883002 May 10 17:53:45.851412 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-68db97ba-3519-47de-ac0f-1c7dbe0fca1f tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-282428'] for security_group (02af4324-c859-4138-a35d-0f29ebddda0f), after_delete {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:53:45.854222 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-68db97ba-3519-47de-ac0f-1c7dbe0fca1f tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] Publish callbacks [] for security_group (None), before_response {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:53:45.856375 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [None req-68db97ba-3519-47de-ac0f-1c7dbe0fca1f tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] 10.222.0.60 "DELETE /v2.0/security-groups/02af4324-c859-4138-a35d-0f29ebddda0f HTTP/1.1" status: 204 len: 168 time: 0.2544551 May 10 17:53:45.859864 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.wsgi [-] (110153) accepted ('10.222.0.60', 45374) {{(pid=110153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 17:53:45.867971 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68db97ba-3519-47de-ac0f-1c7dbe0fca1f tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=02af4324-c859-4138-a35d-0f29ebddda0f,revision_number=None']} {{(pid=110152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:53:45.876337 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.api.v2.resource [None req-38fb44ea-1146-4330-b34d-7c58146a9ba2 tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] show failed (client error): The resource could not be found. May 10 17:53:45.880382 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.wsgi [-] (110152) accepted ('10.222.0.60', 45376) {{(pid=110152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 17:53:45.880578 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [None req-38fb44ea-1146-4330-b34d-7c58146a9ba2 tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] 10.222.0.60 "GET /v2.0/security-groups/02af4324-c859-4138-a35d-0f29ebddda0f HTTP/1.1" status: 404 len: 347 time: 0.0183854 May 10 17:53:46.008418 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.plugins.ml2.plugin [None req-d1525361-94ce-45e9-9c3d-6676238bda83 tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] Deleting port 475e421a-12f2-459f-a2e1-c12f1cb5bf44 {{(pid=110152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 17:53:46.008776 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-d1525361-94ce-45e9-9c3d-6676238bda83 tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781795221764'] for port (475e421a-12f2-459f-a2e1-c12f1cb5bf44), before_delete {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:53:46.090888 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-d1525361-94ce-45e9-9c3d-6676238bda83 tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640494'] for port (475e421a-12f2-459f-a2e1-c12f1cb5bf44), precommit_delete {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:53:46.091121 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-d1525361-94ce-45e9-9c3d-6676238bda83 tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] Publish callbacks [] for floatingip (475e421a-12f2-459f-a2e1-c12f1cb5bf44), precommit_delete {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:53:46.105634 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.plugins.ml2.plugin [None req-d1525361-94ce-45e9-9c3d-6676238bda83 tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] Calling delete_port for 475e421a-12f2-459f-a2e1-c12f1cb5bf44 owned by network:floatingip {{(pid=110152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 17:53:46.260393 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-d1525361-94ce-45e9-9c3d-6676238bda83 tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1514136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781795229076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781794686073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5018186'] for port (475e421a-12f2-459f-a2e1-c12f1cb5bf44), after_delete {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:53:46.306874 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1525361-94ce-45e9-9c3d-6676238bda83 tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] Pushing event deleted for resources: {'Port': ['ID=475e421a-12f2-459f-a2e1-c12f1cb5bf44,revision_number=None']} {{(pid=110152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:53:46.379672 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-d1525361-94ce-45e9-9c3d-6676238bda83 tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] Publish callbacks [] for floatingip (8336f88f-faa0-4383-8ece-4340415be1f4), after_delete {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:53:46.382783 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-d1525361-94ce-45e9-9c3d-6676238bda83 tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29634'] for floatingip (None), before_response {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:53:46.384022 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [None req-d1525361-94ce-45e9-9c3d-6676238bda83 tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] 10.222.0.60 "DELETE /v2.0/floatingips/8336f88f-faa0-4383-8ece-4340415be1f4 HTTP/1.1" status: 204 len: 168 time: 0.5017531 May 10 17:53:46.456481 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.wsgi [-] (110152) accepted ('10.222.0.60', 45380) {{(pid=110152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 17:53:46.462811 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.v2.base [None req-0a86a6ab-95ca-4310-9477-d4d64142179a tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1916819909', 'description': 'tempest-description--2121575351'}} {{(pid=110152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 17:53:46.486250 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-0a86a6ab-95ca-4310-9477-d4d64142179a tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] Publish callbacks [] for security_group (None), before_create {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:53:46.561296 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-0a86a6ab-95ca-4310-9477-d4d64142179a tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] Publish callbacks [] for security_group (eb0318ee-922e-40e8-b64d-2e0faa0f9245), precommit_create {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:53:46.565431 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-0a86a6ab-95ca-4310-9477-d4d64142179a tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-282428'] for security_group (eb0318ee-922e-40e8-b64d-2e0faa0f9245), after_create {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:53:46.601261 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-0a86a6ab-95ca-4310-9477-d4d64142179a tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] Publish callbacks [] for security_group (None), before_response {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:53:46.602513 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [None req-0a86a6ab-95ca-4310-9477-d4d64142179a tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1449242 May 10 17:53:46.605138 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a86a6ab-95ca-4310-9477-d4d64142179a tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eb0318ee-922e-40e8-b64d-2e0faa0f9245,revision_number=1']} {{(pid=110152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:53:46.605667 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.wsgi [-] (110153) accepted ('10.222.0.60', 45382) {{(pid=110153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 17:53:46.610270 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.v2.base [None req-d09d39e8-e5ff-4362-9f4e-57df8392e3b8 tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] Request body: {'security_group_rule': {'security_group_id': 'eb0318ee-922e-40e8-b64d-2e0faa0f9245', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 17:53:46.641454 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-d09d39e8-e5ff-4362-9f4e-57df8392e3b8 tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] Publish callbacks [] for security_group_rule (46c00a09-90f1-42d8-bc87-105b60c9bd1e), before_create {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:53:46.709801 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-d09d39e8-e5ff-4362-9f4e-57df8392e3b8 tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] Publish callbacks [] for security_group_rule (46c00a09-90f1-42d8-bc87-105b60c9bd1e), precommit_create {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:53:46.714195 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-d09d39e8-e5ff-4362-9f4e-57df8392e3b8 tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-282571'] for security_group_rule (46c00a09-90f1-42d8-bc87-105b60c9bd1e), after_create {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:53:46.743146 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09d39e8-e5ff-4362-9f4e-57df8392e3b8 tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=46c00a09-90f1-42d8-bc87-105b60c9bd1e,revision_number=0']} {{(pid=110153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:53:46.757213 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d09d39e8-e5ff-4362-9f4e-57df8392e3b8 tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:53:46.757788 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d09d39e8-e5ff-4362-9f4e-57df8392e3b8 tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:53:46.758385 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d09d39e8-e5ff-4362-9f4e-57df8392e3b8 tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:53:46.758928 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d09d39e8-e5ff-4362-9f4e-57df8392e3b8 tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:53:46.759528 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d09d39e8-e5ff-4362-9f4e-57df8392e3b8 tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:53:46.759958 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d09d39e8-e5ff-4362-9f4e-57df8392e3b8 tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:53:46.760527 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d09d39e8-e5ff-4362-9f4e-57df8392e3b8 tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:53:46.761096 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d09d39e8-e5ff-4362-9f4e-57df8392e3b8 tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:53:46.761671 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d09d39e8-e5ff-4362-9f4e-57df8392e3b8 tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:53:46.762200 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d09d39e8-e5ff-4362-9f4e-57df8392e3b8 tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:53:46.762729 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d09d39e8-e5ff-4362-9f4e-57df8392e3b8 tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:53:46.763307 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d09d39e8-e5ff-4362-9f4e-57df8392e3b8 tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:53:46.763887 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d09d39e8-e5ff-4362-9f4e-57df8392e3b8 tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:53:46.764450 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d09d39e8-e5ff-4362-9f4e-57df8392e3b8 tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:53:46.765029 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d09d39e8-e5ff-4362-9f4e-57df8392e3b8 tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:53:46.774089 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-d09d39e8-e5ff-4362-9f4e-57df8392e3b8 tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:53:46.776114 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [None req-d09d39e8-e5ff-4362-9f4e-57df8392e3b8 tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1691661 May 10 17:53:46.778650 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.wsgi [-] (110153) accepted ('10.222.0.60', 45384) {{(pid=110153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 17:53:46.784021 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.v2.base [None req-2e4f4a04-c185-4e12-ba6f-4f1ef5d10162 tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] Request body: {'security_group_rule': {'security_group_id': 'eb0318ee-922e-40e8-b64d-2e0faa0f9245', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 17:53:46.812955 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-2e4f4a04-c185-4e12-ba6f-4f1ef5d10162 tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] Publish callbacks [] for security_group_rule (c74cefa6-1103-46ea-b9b6-6de4ab7f3bca), before_create {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:53:46.877163 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-2e4f4a04-c185-4e12-ba6f-4f1ef5d10162 tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] Publish callbacks [] for security_group_rule (c74cefa6-1103-46ea-b9b6-6de4ab7f3bca), precommit_create {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:53:46.882567 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-2e4f4a04-c185-4e12-ba6f-4f1ef5d10162 tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-282571'] for security_group_rule (c74cefa6-1103-46ea-b9b6-6de4ab7f3bca), after_create {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:53:46.905772 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4f4a04-c185-4e12-ba6f-4f1ef5d10162 tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c74cefa6-1103-46ea-b9b6-6de4ab7f3bca,revision_number=0']} {{(pid=110153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:53:46.911656 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-2e4f4a04-c185-4e12-ba6f-4f1ef5d10162 tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:53:46.913590 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [None req-2e4f4a04-c185-4e12-ba6f-4f1ef5d10162 tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1339164 May 10 17:53:46.916694 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.wsgi [-] (110153) accepted ('10.222.0.60', 45388) {{(pid=110153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 17:53:46.922555 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.v2.base [None req-79c0bc27-6256-445c-831e-a31e79ce7b87 tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] Request body: {'floatingip': {'floating_network_id': '85dc89cf-59f9-4edb-b26e-52bcb8a93763'}} {{(pid=110153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 17:53:46.945652 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-79c0bc27-6256-445c-831e-a31e79ce7b87 tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:53:46.956843 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a48fa5-443d-4040-8b77-d71e071441e8 req-c0891a0b-179c-4421-b352-3ccdc02f8cd8 tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:53:46.958364 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-c2a48fa5-443d-4040-8b77-d71e071441e8 req-c0891a0b-179c-4421-b352-3ccdc02f8cd8 tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] 10.222.0.60 "GET /v2.0/ports?device_id=e16b7603-15a8-44a4-82c9-729bedfb8ac6 HTTP/1.1" status: 200 len: 945 time: 0.0522897 May 10 17:53:47.014631 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-c2a48fa5-443d-4040-8b77-d71e071441e8 req-40590697-da7b-4a5c-84dc-45b414e585c6 tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] 10.222.0.60 "GET /v2.0/security-groups?id=f03b9727-633c-4bf1-b0bf-05abcd1e8fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500488 May 10 17:53:47.031272 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-79c0bc27-6256-445c-831e-a31e79ce7b87 tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1514036'] for port (None), before_create {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:53:47.136933 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.db.db_base_plugin_common [None req-79c0bc27-6256-445c-831e-a31e79ce7b87 tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] Allocated IP 172.27.0.209 (85dc89cf-59f9-4edb-b26e-52bcb8a93763/e93d94f1-cb19-4cd0-92e5-ca73d24bd8fb/ef9c4ae7-780a-4eb3-869e-327f32675837) {{(pid=110153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 17:53:47.245278 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-79c0bc27-6256-445c-831e-a31e79ce7b87 tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] Publish callbacks [] for port (ef9c4ae7-780a-4eb3-869e-327f32675837), precommit_create {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:53:47.279525 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-79c0bc27-6256-445c-831e-a31e79ce7b87 tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1514136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781794686064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207117'] for port (ef9c4ae7-780a-4eb3-869e-327f32675837), after_create {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:53:47.281890 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.rpc [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Device 33f2c369-a8b0-48aa-b116-b1391feb5a44 no longer exists at agent hyperv_hv-cinder-84130 {{(pid=110154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 17:53:47.303618 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.plugin [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] No Port match for: 33f2c369-a8b0-48aa-b116-b1391feb5a44 {{(pid=110154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 17:53:47.303951 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.rpc [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Device 33f2c369-a8b0-48aa-b116-b1391feb5a44 not bound to the agent host hv-cinder-84130 {{(pid=110154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 17:53:47.319976 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79c0bc27-6256-445c-831e-a31e79ce7b87 tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] Network 85dc89cf-59f9-4edb-b26e-52bcb8a93763 is already hosted by enough agents. {{(pid=110153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 17:53:47.325603 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.scheduler.base_scheduler [None req-79c0bc27-6256-445c-831e-a31e79ce7b87 tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] Resources bound (agent type, host, resource id): {{(pid=110153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 17:53:47.330062 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79c0bc27-6256-445c-831e-a31e79ce7b87 tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] Received port after_create {{(pid=110153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 17:53:47.333208 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c0bc27-6256-445c-831e-a31e79ce7b87 tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] Pushing event updated for resources: {'Port': ['ID=ef9c4ae7-780a-4eb3-869e-327f32675837,revision_number=1']} {{(pid=110153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:53:47.424396 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-79c0bc27-6256-445c-831e-a31e79ce7b87 tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] Publish callbacks [] for floatingip (68f7c351-2af8-4d7e-9eb6-62ed66a625d6), precommit_create {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:53:47.464410 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-79c0bc27-6256-445c-831e-a31e79ce7b87 tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1514036'] for port (ef9c4ae7-780a-4eb3-869e-327f32675837), before_update {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:53:47.886374 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-79c0bc27-6256-445c-831e-a31e79ce7b87 tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] Publish callbacks [] for port (ef9c4ae7-780a-4eb3-869e-327f32675837), precommit_update {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:53:47.891040 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-79c0bc27-6256-445c-831e-a31e79ce7b87 tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1514136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781795229094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781794686082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781794686100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4207220'] for port (ef9c4ae7-780a-4eb3-869e-327f32675837), after_update {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:53:47.958502 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c0bc27-6256-445c-831e-a31e79ce7b87 tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] Pushing event updated for resources: {'Port': ['ID=ef9c4ae7-780a-4eb3-869e-327f32675837,revision_number=2']} {{(pid=110153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:53:47.968298 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-79c0bc27-6256-445c-831e-a31e79ce7b87 tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-641027'] for floatingip (68f7c351-2af8-4d7e-9eb6-62ed66a625d6), after_create {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:53:47.983791 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-79c0bc27-6256-445c-831e-a31e79ce7b87 tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29634'] for floatingip (None), before_response {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:53:47.985012 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [None req-79c0bc27-6256-445c-831e-a31e79ce7b87 tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0669639 May 10 17:53:48.135324 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3e9fa5-0556-4110-9237-822fb2785643 req-a5a176ca-90e8-4564-bfec-c8134b1243cc tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:53:48.136886 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-4d3e9fa5-0556-4110-9237-822fb2785643 req-a5a176ca-90e8-4564-bfec-c8134b1243cc tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] 10.222.0.60 "GET /v2.0/ports?device_id=e16b7603-15a8-44a4-82c9-729bedfb8ac6 HTTP/1.1" status: 200 len: 945 time: 0.0495379 May 10 17:53:48.226856 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-5deae7ab-35f5-4525-b588-819b75148528 req-36dd61f1-63f7-4b37-a6ce-34dbf3016443 tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-securitygroup--1916819909&fields=id&tenant_id=f4e017a4040d450aad862065563ea64d HTTP/1.1" status: 200 len: 267 time: 0.0844531 May 10 17:53:48.229896 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-4d3e9fa5-0556-4110-9237-822fb2785643 req-6a8c3265-d958-4f7d-b774-e65e6f294ed1 tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] 10.222.0.60 "GET /v2.0/security-groups?id=f03b9727-633c-4bf1-b0bf-05abcd1e8fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0865495 May 10 17:53:48.340923 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5deae7ab-35f5-4525-b588-819b75148528 req-cd02543c-5025-4e89-ab43-bc1421fbe651 tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:53:48.342388 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-5deae7ab-35f5-4525-b588-819b75148528 req-cd02543c-5025-4e89-ab43-bc1421fbe651 tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] 10.222.0.60 "GET /v2.0/networks?id=5a13d84d-c9e9-413f-a254-ca6edab95c78 HTTP/1.1" status: 200 len: 815 time: 0.1091113 May 10 17:53:48.357972 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-5deae7ab-35f5-4525-b588-819b75148528 req-a03ec046-31c2-4f32-bbfa-c9029eda7a22 tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] 10.222.0.60 "GET /v2.0/quotas/f4e017a4040d450aad862065563ea64d HTTP/1.1" status: 200 len: 375 time: 0.0100243 May 10 17:53:48.408187 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-5deae7ab-35f5-4525-b588-819b75148528 req-39d205db-9252-44cc-bf60-b1da4effb968 tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=f4e017a4040d450aad862065563ea64d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0453389 May 10 17:53:48.508047 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-5deae7ab-35f5-4525-b588-819b75148528 req-3888a029-08e8-481f-850f-5b29975f6c11 service neutron] 10.222.0.60 "GET /v2.0/networks/5a13d84d-c9e9-413f-a254-ca6edab95c78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878491 May 10 17:53:48.600505 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-5deae7ab-35f5-4525-b588-819b75148528 req-65ef42ac-385f-4ab9-9367-ad8a49c1acba service neutron] 10.222.0.60 "GET /v2.0/networks/5a13d84d-c9e9-413f-a254-ca6edab95c78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866408 May 10 17:53:48.791645 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-3f075700-5b23-4047-810c-8cb1e23ebbc9 req-8fc7f145-dd2c-41c2-a9c3-8f9f0794a4f4 tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] 10.222.0.60 "GET /v2.0/ports?device_id=b20de23a-a487-4289-9b7f-e82881619086 HTTP/1.1" status: 200 len: 210 time: 0.0346982 May 10 17:53:49.372339 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1b125e-be02-4880-9ed9-8f8023c455cb req-34b4562c-0114-49e0-a54c-cbfe65a08c00 tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:53:49.374074 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-fb1b125e-be02-4880-9ed9-8f8023c455cb req-34b4562c-0114-49e0-a54c-cbfe65a08c00 tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] 10.222.0.60 "GET /v2.0/ports?device_id=e16b7603-15a8-44a4-82c9-729bedfb8ac6 HTTP/1.1" status: 200 len: 945 time: 0.0626996 May 10 17:53:49.431284 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-fb1b125e-be02-4880-9ed9-8f8023c455cb req-06fa3ca2-a583-4547-aa9c-e2a30e863f6d tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] 10.222.0.60 "GET /v2.0/security-groups?id=f03b9727-633c-4bf1-b0bf-05abcd1e8fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505626 May 10 17:53:49.911935 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5deae7ab-35f5-4525-b588-819b75148528 req-c47401bb-9ce9-4eb7-a01e-4dd4ec9cfff5 tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:53:49.914483 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-5deae7ab-35f5-4525-b588-819b75148528 req-c47401bb-9ce9-4eb7-a01e-4dd4ec9cfff5 tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] 10.222.0.77 "GET /v2.0/networks?id=5a13d84d-c9e9-413f-a254-ca6edab95c78 HTTP/1.1" status: 200 len: 815 time: 0.1237750 May 10 17:53:49.931213 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-98cda214-5c88-434f-8709-0c65e676337c req-3a0ec302-bad8-492b-86aa-01a68f10f5cd tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] 10.222.0.60 "GET /v2.0/ports?device_id=b20de23a-a487-4289-9b7f-e82881619086 HTTP/1.1" status: 200 len: 210 time: 0.0446851 May 10 17:53:50.022748 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-5deae7ab-35f5-4525-b588-819b75148528 req-64c0cb28-37c1-4d9e-a2c3-0d422b280f37 tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] 10.222.0.77 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f4e017a4040d450aad862065563ea64d HTTP/1.1" status: 200 len: 380 time: 0.0819483 May 10 17:53:50.089903 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.v2.base [req-5deae7ab-35f5-4525-b588-819b75148528 req-1e8f5763-4c55-4ac3-a4e8-d6408789c803 tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] Request body: {'port': {'device_id': 'b20de23a-a487-4289-9b7f-e82881619086', 'network_id': '5a13d84d-c9e9-413f-a254-ca6edab95c78', 'admin_state_up': True, 'tenant_id': 'f4e017a4040d450aad862065563ea64d', 'security_groups': ['eb0318ee-922e-40e8-b64d-2e0faa0f9245']}} {{(pid=110152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 17:53:50.213514 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5deae7ab-35f5-4525-b588-819b75148528 req-1e8f5763-4c55-4ac3-a4e8-d6408789c803 tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] Made reservation on behalf of f4e017a4040d450aad862065563ea64d for: {'port': 1} {{(pid=110152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 17:53:50.217096 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [req-5deae7ab-35f5-4525-b588-819b75148528 req-1e8f5763-4c55-4ac3-a4e8-d6408789c803 tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1514036'] for port (None), before_create {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:53:50.354678 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.db.db_base_plugin_common [req-5deae7ab-35f5-4525-b588-819b75148528 req-1e8f5763-4c55-4ac3-a4e8-d6408789c803 tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] Allocated IP 172.20.0.9 (5a13d84d-c9e9-413f-a254-ca6edab95c78/8d05c8d5-b43f-426f-967a-5bcf2a7a77f7/d03a940c-796d-4bb9-afaa-60957357f90f) {{(pid=110152) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 17:53:50.498852 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [req-5deae7ab-35f5-4525-b588-819b75148528 req-1e8f5763-4c55-4ac3-a4e8-d6408789c803 tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] Publish callbacks [] for port (d03a940c-796d-4bb9-afaa-60957357f90f), precommit_create {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:53:50.560758 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f59a062-673d-4c7c-96a9-9c69023a3bd8 req-66853024-bcaa-4dfe-bf90-8f2b287c8681 tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:53:50.562235 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-1f59a062-673d-4c7c-96a9-9c69023a3bd8 req-66853024-bcaa-4dfe-bf90-8f2b287c8681 tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] 10.222.0.60 "GET /v2.0/ports?device_id=e16b7603-15a8-44a4-82c9-729bedfb8ac6 HTTP/1.1" status: 200 len: 945 time: 0.0589521 May 10 17:53:50.577304 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [req-5deae7ab-35f5-4525-b588-819b75148528 req-1e8f5763-4c55-4ac3-a4e8-d6408789c803 tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1514136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781794686064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5018186'] for port (d03a940c-796d-4bb9-afaa-60957357f90f), after_create {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:53:50.642008 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5deae7ab-35f5-4525-b588-819b75148528 req-1e8f5763-4c55-4ac3-a4e8-d6408789c803 tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] Network 5a13d84d-c9e9-413f-a254-ca6edab95c78 is already hosted by enough agents. {{(pid=110152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 17:53:50.652960 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.scheduler.base_scheduler [req-5deae7ab-35f5-4525-b588-819b75148528 req-1e8f5763-4c55-4ac3-a4e8-d6408789c803 tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] Resources bound (agent type, host, resource id): {{(pid=110152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 17:53:50.660086 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.db.l3_dvrscheduler_db [req-5deae7ab-35f5-4525-b588-819b75148528 req-1e8f5763-4c55-4ac3-a4e8-d6408789c803 tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] Received port after_create {{(pid=110152) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 17:53:50.663475 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8f5763-4c55-4ac3-a4e8-d6408789c803 tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] Pushing event updated for resources: {'Port': ['ID=d03a940c-796d-4bb9-afaa-60957357f90f,revision_number=1']} {{(pid=110152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:53:50.670336 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-1f59a062-673d-4c7c-96a9-9c69023a3bd8 req-f75fd363-2163-4827-8a45-9414df8f55ac tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] 10.222.0.60 "GET /v2.0/security-groups?id=f03b9727-633c-4bf1-b0bf-05abcd1e8fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1021628 May 10 17:53:50.696372 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e8f5763-4c55-4ac3-a4e8-d6408789c803 tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:53:50.697078 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e8f5763-4c55-4ac3-a4e8-d6408789c803 tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:53:50.697078 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e8f5763-4c55-4ac3-a4e8-d6408789c803 tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:53:50.697406 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e8f5763-4c55-4ac3-a4e8-d6408789c803 tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:53:50.697744 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e8f5763-4c55-4ac3-a4e8-d6408789c803 tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:53:50.698082 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e8f5763-4c55-4ac3-a4e8-d6408789c803 tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:53:50.698803 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e8f5763-4c55-4ac3-a4e8-d6408789c803 tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:53:50.699004 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e8f5763-4c55-4ac3-a4e8-d6408789c803 tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:53:50.699335 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e8f5763-4c55-4ac3-a4e8-d6408789c803 tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:53:50.699691 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e8f5763-4c55-4ac3-a4e8-d6408789c803 tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:53:50.700021 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e8f5763-4c55-4ac3-a4e8-d6408789c803 tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:53:50.700347 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e8f5763-4c55-4ac3-a4e8-d6408789c803 tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:53:50.700673 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e8f5763-4c55-4ac3-a4e8-d6408789c803 tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:53:50.700998 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e8f5763-4c55-4ac3-a4e8-d6408789c803 tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:53:50.701323 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e8f5763-4c55-4ac3-a4e8-d6408789c803 tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:53:50.729343 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5deae7ab-35f5-4525-b588-819b75148528 req-1e8f5763-4c55-4ac3-a4e8-d6408789c803 tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:53:50.730005 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [req-5deae7ab-35f5-4525-b588-819b75148528 req-1e8f5763-4c55-4ac3-a4e8-d6408789c803 tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29634'] for port (None), before_response {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:53:50.747288 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-5deae7ab-35f5-4525-b588-819b75148528 req-1e8f5763-4c55-4ac3-a4e8-d6408789c803 tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6619980 May 10 17:53:50.765792 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.v2.base [req-5deae7ab-35f5-4525-b588-819b75148528 req-cb0456c8-327d-428f-89ba-a0d611fbb2e0 service neutron] Request body: {'port': {'device_id': 'b20de23a-a487-4289-9b7f-e82881619086', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84130'}} {{(pid=110152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 17:53:50.828084 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [req-5deae7ab-35f5-4525-b588-819b75148528 req-cb0456c8-327d-428f-89ba-a0d611fbb2e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1514036'] for port (d03a940c-796d-4bb9-afaa-60957357f90f), before_update {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:53:50.879045 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.db.provisioning_blocks [None req-868c96fb-da31-43b0-9200-b6cf18370da6 None None] Provisioning complete for port d03a940c-796d-4bb9-afaa-60957357f90f triggered by entity DHCP. {{(pid=110154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 17:53:50.879646 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-868c96fb-da31-43b0-9200-b6cf18370da6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525495'] for port (d03a940c-796d-4bb9-afaa-60957357f90f), provisioning_complete {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:53:50.925282 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.plugin [None req-868c96fb-da31-43b0-9200-b6cf18370da6 None None] Port d03a940c-796d-4bb9-afaa-60957357f90f cannot update to ACTIVE because it is not bound. {{(pid=110154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 10 17:53:51.077209 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003d72a7-5719-4a1e-b2ff-4e20f9eb9f62 req-e798479c-4d7a-4147-89eb-bf22b171ff3c tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:53:51.078688 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-003d72a7-5719-4a1e-b2ff-4e20f9eb9f62 req-e798479c-4d7a-4147-89eb-bf22b171ff3c tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] 10.222.0.60 "GET /v2.0/ports?device_id=b20de23a-a487-4289-9b7f-e82881619086 HTTP/1.1" status: 200 len: 931 time: 0.0697863 May 10 17:53:51.179733 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-003d72a7-5719-4a1e-b2ff-4e20f9eb9f62 req-8ba141e7-f78b-4197-b397-4ca61e3eef80 tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] 10.222.0.60 "GET /v2.0/security-groups?id=eb0318ee-922e-40e8-b64d-2e0faa0f9245&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0917401 May 10 17:53:51.190731 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.notifiers.nova [req-5deae7ab-35f5-4525-b588-819b75148528 req-cb0456c8-327d-428f-89ba-a0d611fbb2e0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d03a940c-796d-4bb9-afaa-60957357f90f {{(pid=110152) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 17:53:51.199977 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [req-5deae7ab-35f5-4525-b588-819b75148528 req-cb0456c8-327d-428f-89ba-a0d611fbb2e0 service neutron] Publish callbacks [] for port (d03a940c-796d-4bb9-afaa-60957357f90f), precommit_update {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:53:51.212739 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.db.provisioning_blocks [req-5deae7ab-35f5-4525-b588-819b75148528 req-cb0456c8-327d-428f-89ba-a0d611fbb2e0 service neutron] Transition to ACTIVE for port object d03a940c-796d-4bb9-afaa-60957357f90f will not be triggered until provisioned by entity L2. {{(pid=110152) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 10 17:53:51.216952 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [req-5deae7ab-35f5-4525-b588-819b75148528 req-cb0456c8-327d-428f-89ba-a0d611fbb2e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1514136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781795229094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781794686082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781794686100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5018163'] for port (d03a940c-796d-4bb9-afaa-60957357f90f), after_update {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:53:51.271799 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0456c8-327d-428f-89ba-a0d611fbb2e0 service neutron] Pushing event updated for resources: {'Port': ['ID=d03a940c-796d-4bb9-afaa-60957357f90f,revision_number=2']} {{(pid=110152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:53:51.353962 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.plugins.ml2.managers [req-5deae7ab-35f5-4525-b588-819b75148528 req-cb0456c8-327d-428f-89ba-a0d611fbb2e0 service neutron] Attempting to bind port d03a940c-796d-4bb9-afaa-60957357f90f on host hv-cinder-84130 for vnic_type normal with profile {{(pid=110152) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 17:53:51.354325 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.plugins.ml2.managers [req-5deae7ab-35f5-4525-b588-819b75148528 req-cb0456c8-327d-428f-89ba-a0d611fbb2e0 service neutron] Attempting to bind port d03a940c-796d-4bb9-afaa-60957357f90f by drivers openvswitch,hyperv on host hv-cinder-84130 at level 0 using segments [{'id': '0faf29e6-d72c-448f-aa3a-91b840f90216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '5a13d84d-c9e9-413f-a254-ca6edab95c78'}] {{(pid=110152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 17:53:51.354640 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5deae7ab-35f5-4525-b588-819b75148528 req-cb0456c8-327d-428f-89ba-a0d611fbb2e0 service neutron] Attempting to bind port d03a940c-796d-4bb9-afaa-60957357f90f on network 5a13d84d-c9e9-413f-a254-ca6edab95c78 {{(pid=110152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 17:53:51.359792 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5deae7ab-35f5-4525-b588-819b75148528 req-cb0456c8-327d-428f-89ba-a0d611fbb2e0 service neutron] Port d03a940c-796d-4bb9-afaa-60957357f90f on network 5a13d84d-c9e9-413f-a254-ca6edab95c78 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84130 {{(pid=110152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 17:53:51.360124 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5deae7ab-35f5-4525-b588-819b75148528 req-cb0456c8-327d-428f-89ba-a0d611fbb2e0 service neutron] Attempting to bind port d03a940c-796d-4bb9-afaa-60957357f90f on network 5a13d84d-c9e9-413f-a254-ca6edab95c78 {{(pid=110152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 17:53:51.367512 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5deae7ab-35f5-4525-b588-819b75148528 req-cb0456c8-327d-428f-89ba-a0d611fbb2e0 service neutron] Checking agent: {'id': '16638279-eb91-49a3-95a5-8b540cc2f948', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84130', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 17, 42, 31), 'started_at': datetime.datetime(2022, 5, 10, 17, 42, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 17, 53, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 17:53:51.367844 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5deae7ab-35f5-4525-b588-819b75148528 req-cb0456c8-327d-428f-89ba-a0d611fbb2e0 service neutron] Checking segment: {'id': '0faf29e6-d72c-448f-aa3a-91b840f90216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '5a13d84d-c9e9-413f-a254-ca6edab95c78'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 17:53:51.368245 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5deae7ab-35f5-4525-b588-819b75148528 req-cb0456c8-327d-428f-89ba-a0d611fbb2e0 service neutron] Bound using segment: {'id': '0faf29e6-d72c-448f-aa3a-91b840f90216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '5a13d84d-c9e9-413f-a254-ca6edab95c78'} {{(pid=110152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 17:53:51.368693 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.plugins.ml2.managers [req-5deae7ab-35f5-4525-b588-819b75148528 req-cb0456c8-327d-428f-89ba-a0d611fbb2e0 service neutron] Bound port: d03a940c-796d-4bb9-afaa-60957357f90f, host: hv-cinder-84130, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0faf29e6-d72c-448f-aa3a-91b840f90216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '5a13d84d-c9e9-413f-a254-ca6edab95c78'}}] {{(pid=110152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 17:53:51.369062 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [req-5deae7ab-35f5-4525-b588-819b75148528 req-cb0456c8-327d-428f-89ba-a0d611fbb2e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1514036'] for port (d03a940c-796d-4bb9-afaa-60957357f90f), before_update {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:53:51.465672 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.plugins.ml2.db [req-5deae7ab-35f5-4525-b588-819b75148528 req-cb0456c8-327d-428f-89ba-a0d611fbb2e0 service neutron] For port d03a940c-796d-4bb9-afaa-60957357f90f, host hv-cinder-84130, cleared binding levels {{(pid=110152) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 17:53:51.469139 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.plugins.ml2.db [req-5deae7ab-35f5-4525-b588-819b75148528 req-cb0456c8-327d-428f-89ba-a0d611fbb2e0 service neutron] For port d03a940c-796d-4bb9-afaa-60957357f90f, host hv-cinder-84130, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84130',level=0,port_id=d03a940c-796d-4bb9-afaa-60957357f90f,segment=NetworkSegment(0faf29e6-d72c-448f-aa3a-91b840f90216),segment_id=0faf29e6-d72c-448f-aa3a-91b840f90216)] {{(pid=110152) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 17:53:51.476975 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [req-5deae7ab-35f5-4525-b588-819b75148528 req-cb0456c8-327d-428f-89ba-a0d611fbb2e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1514136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781795229094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781794686082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781794686100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5018163'] for port (d03a940c-796d-4bb9-afaa-60957357f90f), after_update {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:53:51.520128 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5deae7ab-35f5-4525-b588-819b75148528 req-cb0456c8-327d-428f-89ba-a0d611fbb2e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:53:51.520813 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [req-5deae7ab-35f5-4525-b588-819b75148528 req-cb0456c8-327d-428f-89ba-a0d611fbb2e0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29634'] for port (None), before_response {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:53:51.522993 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-5deae7ab-35f5-4525-b588-819b75148528 req-cb0456c8-327d-428f-89ba-a0d611fbb2e0 service neutron] 10.222.0.77 "PUT /v2.0/ports/d03a940c-796d-4bb9-afaa-60957357f90f HTTP/1.1" status: 200 len: 1093 time: 0.7614822 May 10 17:53:51.523395 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b20de23a-a487-4289-9b7f-e82881619086', 'tag': 'd03a940c-796d-4bb9-afaa-60957357f90f'}] {{(pid=110152) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 17:53:51.525739 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0e5bab204033c83635b1e14c3e3a099c647719281f8bf9f740a5b80828d0d04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f55ead31-415c-49de-80ed-ba3e4bd9431b" -d '{"events": [{"name": "network-changed", "server_uuid": "b20de23a-a487-4289-9b7f-e82881619086", "tag": "d03a940c-796d-4bb9-afaa-60957357f90f"}]}' {{(pid=110152) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 17:53:51.551036 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0456c8-327d-428f-89ba-a0d611fbb2e0 service neutron] Pushing event updated for resources: {'Port': ['ID=d03a940c-796d-4bb9-afaa-60957357f90f,revision_number=3']} {{(pid=110152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:53:51.586304 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 17:53:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58e036c3-7ae8-4205-b965-33deb714980d x-openstack-request-id: req-58e036c3-7ae8-4205-b965-33deb714980d {{(pid=110152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 17:53:51.586815 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b20de23a-a487-4289-9b7f-e82881619086", "tag": "d03a940c-796d-4bb9-afaa-60957357f90f", "status": "completed", "code": 200}]} {{(pid=110152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 17:53:51.587293 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-58e036c3-7ae8-4205-b965-33deb714980d {{(pid=110152) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 17:53:51.587926 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.notifiers.nova [-] Nova event matching ['req-58e036c3-7ae8-4205-b965-33deb714980d'] response: {'name': 'network-changed', 'server_uuid': 'b20de23a-a487-4289-9b7f-e82881619086', 'tag': 'd03a940c-796d-4bb9-afaa-60957357f90f', 'status': 'completed', 'code': 200} May 10 17:53:51.653013 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5deae7ab-35f5-4525-b588-819b75148528 req-5190107d-6923-447c-87ea-ae732564a651 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:53:51.655777 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-5deae7ab-35f5-4525-b588-819b75148528 req-5190107d-6923-447c-87ea-ae732564a651 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=f4e017a4040d450aad862065563ea64d&device_id=b20de23a-a487-4289-9b7f-e82881619086 HTTP/1.1" status: 200 len: 1127 time: 0.0483918 May 10 17:53:51.714748 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-5deae7ab-35f5-4525-b588-819b75148528 req-6431fdf5-d6d7-4539-b573-a52775bd1685 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d03a940c-796d-4bb9-afaa-60957357f90f HTTP/1.1" status: 200 len: 217 time: 0.0415220 May 10 17:53:51.815196 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5deae7ab-35f5-4525-b588-819b75148528 req-f29e8e1c-6a82-4a90-b201-8dbd3cb11df7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:53:51.817093 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-5deae7ab-35f5-4525-b588-819b75148528 req-f29e8e1c-6a82-4a90-b201-8dbd3cb11df7 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=8d05c8d5-b43f-426f-967a-5bcf2a7a77f7 HTTP/1.1" status: 200 len: 854 time: 0.0961399 May 10 17:53:51.826395 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e795cd8-30a0-4e48-b10a-c18ba5320d09 req-5865819d-83d9-4454-9b80-a21e6681b41a tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:53:51.827991 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-8e795cd8-30a0-4e48-b10a-c18ba5320d09 req-5865819d-83d9-4454-9b80-a21e6681b41a tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] 10.222.0.60 "GET /v2.0/ports?device_id=e16b7603-15a8-44a4-82c9-729bedfb8ac6 HTTP/1.1" status: 200 len: 945 time: 0.0651700 May 10 17:53:51.884301 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5deae7ab-35f5-4525-b588-819b75148528 req-b69bf541-9196-4ed8-8ed3-9a1952e39777 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:53:51.885831 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-5deae7ab-35f5-4525-b588-819b75148528 req-b69bf541-9196-4ed8-8ed3-9a1952e39777 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=5a13d84d-c9e9-413f-a254-ca6edab95c78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0569527 May 10 17:53:51.960953 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-8e795cd8-30a0-4e48-b10a-c18ba5320d09 req-ec047ae1-0c0b-410c-9ad0-17bfde674d28 tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] 10.222.0.60 "GET /v2.0/security-groups?id=f03b9727-633c-4bf1-b0bf-05abcd1e8fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1239860 May 10 17:53:52.013777 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-5deae7ab-35f5-4525-b588-819b75148528 req-a6e47e1c-cd0f-4e85-bda9-6975c2cd9afb service neutron] 10.222.0.77 "GET /v2.0/networks/5a13d84d-c9e9-413f-a254-ca6edab95c78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214471 May 10 17:53:52.144850 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-5deae7ab-35f5-4525-b588-819b75148528 req-632457fa-1ed1-4795-82ad-aacc371fd7b7 service neutron] 10.222.0.77 "GET /v2.0/networks/5a13d84d-c9e9-413f-a254-ca6edab95c78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244197 May 10 17:53:52.308233 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2949d030-4465-4e46-91d1-af0efaefb331 req-2fc122d5-5349-4270-8a0a-f3d855a69a32 tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:53:52.309782 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-2949d030-4465-4e46-91d1-af0efaefb331 req-2fc122d5-5349-4270-8a0a-f3d855a69a32 tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] 10.222.0.60 "GET /v2.0/ports?device_id=b20de23a-a487-4289-9b7f-e82881619086 HTTP/1.1" status: 200 len: 943 time: 0.0568314 May 10 17:53:52.364298 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-2949d030-4465-4e46-91d1-af0efaefb331 req-45752edc-6e87-4b94-a931-babc2f26ecc2 tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] 10.222.0.60 "GET /v2.0/security-groups?id=eb0318ee-922e-40e8-b64d-2e0faa0f9245&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479050 May 10 17:53:53.101520 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d70095-ea0a-4005-afeb-a749efd637d1 req-45912f8c-3064-40bc-bece-eefdebc2e3e5 tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:53:53.102939 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-01d70095-ea0a-4005-afeb-a749efd637d1 req-45912f8c-3064-40bc-bece-eefdebc2e3e5 tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] 10.222.0.60 "GET /v2.0/ports?device_id=e16b7603-15a8-44a4-82c9-729bedfb8ac6 HTTP/1.1" status: 200 len: 945 time: 0.0635016 May 10 17:53:53.151062 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-01d70095-ea0a-4005-afeb-a749efd637d1 req-466fc4af-6241-4801-ab9a-568050b9e4dc tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] 10.222.0.60 "GET /v2.0/security-groups?id=f03b9727-633c-4bf1-b0bf-05abcd1e8fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425065 May 10 17:53:53.497767 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f57e1b-6854-4d67-b789-81357d195e8f req-ceeed98b-78b6-4279-828e-0368a889d721 tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:53:53.499289 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-72f57e1b-6854-4d67-b789-81357d195e8f req-ceeed98b-78b6-4279-828e-0368a889d721 tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] 10.222.0.60 "GET /v2.0/ports?device_id=b20de23a-a487-4289-9b7f-e82881619086 HTTP/1.1" status: 200 len: 943 time: 0.0518515 May 10 17:53:53.555395 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-72f57e1b-6854-4d67-b789-81357d195e8f req-f4db0607-9f3e-4519-8d1e-da1058f45cec tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] 10.222.0.60 "GET /v2.0/security-groups?id=eb0318ee-922e-40e8-b64d-2e0faa0f9245&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498760 May 10 17:53:54.294810 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436c70d1-e11c-44e4-945b-71903c9a37a8 req-bef18b4b-bd21-4264-bb7e-a60a5881d6b6 tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:53:54.297866 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-436c70d1-e11c-44e4-945b-71903c9a37a8 req-bef18b4b-bd21-4264-bb7e-a60a5881d6b6 tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] 10.222.0.60 "GET /v2.0/ports?device_id=e16b7603-15a8-44a4-82c9-729bedfb8ac6 HTTP/1.1" status: 200 len: 945 time: 0.0633519 May 10 17:53:54.359414 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-436c70d1-e11c-44e4-945b-71903c9a37a8 req-bddbcbdd-8078-4b3a-845e-0a6d5cd3bdc3 tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] 10.222.0.60 "GET /v2.0/security-groups?id=f03b9727-633c-4bf1-b0bf-05abcd1e8fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515168 May 10 17:53:54.728429 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55ead31-415c-49de-80ed-ba3e4bd9431b req-cf9fa258-d896-41ff-8225-ff4e97573bd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:53:54.730196 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-f55ead31-415c-49de-80ed-ba3e4bd9431b req-cf9fa258-d896-41ff-8225-ff4e97573bd2 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=f4e017a4040d450aad862065563ea64d&device_id=b20de23a-a487-4289-9b7f-e82881619086 HTTP/1.1" status: 200 len: 1127 time: 0.1031561 May 10 17:53:54.744102 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c87d68-bd1e-4930-bd07-772121d0625f req-530e8fb3-64b2-4fc2-aa1c-8ead2360c092 tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:53:54.745685 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-a6c87d68-bd1e-4930-bd07-772121d0625f req-530e8fb3-64b2-4fc2-aa1c-8ead2360c092 tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] 10.222.0.60 "GET /v2.0/ports?device_id=b20de23a-a487-4289-9b7f-e82881619086 HTTP/1.1" status: 200 len: 943 time: 0.1061904 May 10 17:53:54.805036 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-a6c87d68-bd1e-4930-bd07-772121d0625f req-6334a6a6-eb67-483b-9e86-cc0d87e4ebfa tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] 10.222.0.60 "GET /v2.0/security-groups?id=eb0318ee-922e-40e8-b64d-2e0faa0f9245&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496490 May 10 17:53:54.951990 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55ead31-415c-49de-80ed-ba3e4bd9431b req-88d6a2b0-a6e1-47bf-9275-8eb10ad62434 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:53:54.953487 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-f55ead31-415c-49de-80ed-ba3e4bd9431b req-88d6a2b0-a6e1-47bf-9275-8eb10ad62434 service neutron] 10.222.0.77 "GET /v2.0/networks?id=5a13d84d-c9e9-413f-a254-ca6edab95c78 HTTP/1.1" status: 200 len: 916 time: 0.0985956 May 10 17:53:55.016852 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-f55ead31-415c-49de-80ed-ba3e4bd9431b req-58d767fe-605f-4e82-903b-1e3b16ee7a35 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d03a940c-796d-4bb9-afaa-60957357f90f HTTP/1.1" status: 200 len: 217 time: 0.0402117 May 10 17:53:55.070558 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55ead31-415c-49de-80ed-ba3e4bd9431b req-a917e245-04b9-4936-8fa4-1af91fe208cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:53:55.072077 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-f55ead31-415c-49de-80ed-ba3e4bd9431b req-a917e245-04b9-4936-8fa4-1af91fe208cc service neutron] 10.222.0.77 "GET /v2.0/subnets?id=8d05c8d5-b43f-426f-967a-5bcf2a7a77f7 HTTP/1.1" status: 200 len: 854 time: 0.0489557 May 10 17:53:55.132061 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55ead31-415c-49de-80ed-ba3e4bd9431b req-11ae7c88-d682-4120-9175-d5f8aa1a4796 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:53:55.133634 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-f55ead31-415c-49de-80ed-ba3e4bd9431b req-11ae7c88-d682-4120-9175-d5f8aa1a4796 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=5a13d84d-c9e9-413f-a254-ca6edab95c78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0450282 May 10 17:53:55.322050 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.rpc [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Device d03a940c-796d-4bb9-afaa-60957357f90f details requested by agent hyperv_hv-cinder-84130 with host hv-cinder-84130 {{(pid=110154) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 17:53:55.445140 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.db [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] For port d03a940c-796d-4bb9-afaa-60957357f90f, host hv-cinder-84130, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84130',level=0,port_id=d03a940c-796d-4bb9-afaa-60957357f90f,segment=NetworkSegment(0faf29e6-d72c-448f-aa3a-91b840f90216),segment_id=0faf29e6-d72c-448f-aa3a-91b840f90216)] {{(pid=110154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 17:53:55.468772 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.rpc [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Returning: {'device': 'd03a940c-796d-4bb9-afaa-60957357f90f', 'network_id': '5a13d84d-c9e9-413f-a254-ca6edab95c78', 'port_id': 'd03a940c-796d-4bb9-afaa-60957357f90f', 'mac_address': 'fa:16:3e:6d:36:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 591, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d05c8d5-b43f-426f-967a-5bcf2a7a77f7', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110154) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 17:53:55.537299 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.plugin [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Current status of the port d03a940c-796d-4bb9-afaa-60957357f90f is: DOWN; New status is: BUILD {{(pid=110154) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 17:53:55.537908 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1514036'] for port (d03a940c-796d-4bb9-afaa-60957357f90f), before_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:53:55.555128 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.notifiers.nova [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d03a940c-796d-4bb9-afaa-60957357f90f {{(pid=110154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 17:53:55.557650 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d49fd1-fbf4-463b-94b4-f5e59826c6d7 req-18c1248e-c3be-4b98-815e-4ac050ad0b28 tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:53:55.559195 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-77d49fd1-fbf4-463b-94b4-f5e59826c6d7 req-18c1248e-c3be-4b98-815e-4ac050ad0b28 tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] 10.222.0.60 "GET /v2.0/ports?device_id=e16b7603-15a8-44a4-82c9-729bedfb8ac6 HTTP/1.1" status: 200 len: 945 time: 0.0681496 May 10 17:53:55.581407 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.db [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] For port d03a940c-796d-4bb9-afaa-60957357f90f, host hv-cinder-84130, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84130',level=0,port_id=d03a940c-796d-4bb9-afaa-60957357f90f,segment=NetworkSegment(0faf29e6-d72c-448f-aa3a-91b840f90216),segment_id=0faf29e6-d72c-448f-aa3a-91b840f90216)] {{(pid=110154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 17:53:55.586721 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1514136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781795229094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781794686082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781794686100'] for port (d03a940c-796d-4bb9-afaa-60957357f90f), after_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:53:55.593918 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-f55ead31-415c-49de-80ed-ba3e4bd9431b req-aa349d20-6feb-493f-b2b9-4dc3b5147e9b service neutron] 10.222.0.77 "GET /v2.0/networks/5a13d84d-c9e9-413f-a254-ca6edab95c78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4520326 May 10 17:53:55.649015 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Pushing event updated for resources: {'Port': ['ID=d03a940c-796d-4bb9-afaa-60957357f90f,revision_number=4']} {{(pid=110154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:53:55.658488 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:53:55.659004 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:53:55.660492 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:53:55.661017 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:53:55.661559 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:53:55.662302 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:53:55.662697 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:53:55.663086 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:53:55.663641 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:53:55.664092 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:53:55.664502 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:53:55.665072 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:53:55.665507 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:53:55.666631 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:53:55.667070 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:53:55.680948 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-77d49fd1-fbf4-463b-94b4-f5e59826c6d7 req-2b26415a-16b3-4002-a5ef-07b20257b6e9 tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] 10.222.0.60 "GET /v2.0/security-groups?id=f03b9727-633c-4bf1-b0bf-05abcd1e8fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1126659 May 10 17:53:55.721053 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-f55ead31-415c-49de-80ed-ba3e4bd9431b req-3e613e3b-fbdf-43eb-a644-e4c7c5caaa1f service neutron] 10.222.0.77 "GET /v2.0/networks/5a13d84d-c9e9-413f-a254-ca6edab95c78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1194396 May 10 17:53:55.954267 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744e3e3e-c271-48b0-b5b8-c27ff8252e32 req-96f560d0-d666-4480-b9f9-a929f4434021 tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:53:55.955879 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-744e3e3e-c271-48b0-b5b8-c27ff8252e32 req-96f560d0-d666-4480-b9f9-a929f4434021 tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] 10.222.0.60 "GET /v2.0/ports?device_id=b20de23a-a487-4289-9b7f-e82881619086 HTTP/1.1" status: 200 len: 944 time: 0.0705745 May 10 17:53:56.012028 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-744e3e3e-c271-48b0-b5b8-c27ff8252e32 req-20c4576e-d272-424b-857a-0c29b20dfc28 tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] 10.222.0.60 "GET /v2.0/security-groups?id=eb0318ee-922e-40e8-b64d-2e0faa0f9245&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485635 May 10 17:53:56.446572 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.db [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] get_ports_and_sgs() called for port_ids ['d03a940c-796d-4bb9-afaa-60957357f90f'] {{(pid=110154) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 17:53:56.840392 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37125eea-3388-4408-bbf1-1e75cc7ca1a1 req-bf92dc27-be08-4e80-80a9-96c2483f3b11 tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:53:56.843012 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-37125eea-3388-4408-bbf1-1e75cc7ca1a1 req-bf92dc27-be08-4e80-80a9-96c2483f3b11 tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] 10.222.0.60 "GET /v2.0/ports?device_id=e16b7603-15a8-44a4-82c9-729bedfb8ac6 HTTP/1.1" status: 200 len: 945 time: 0.0720599 May 10 17:53:56.912660 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-37125eea-3388-4408-bbf1-1e75cc7ca1a1 req-df2eb425-dd62-435a-8485-d63d324a2bd9 tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] 10.222.0.60 "GET /v2.0/security-groups?id=f03b9727-633c-4bf1-b0bf-05abcd1e8fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0637193 May 10 17:53:57.170920 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b1799c-ebd9-4c53-a41f-ba431f773fec req-2dc90a83-c291-4729-b450-223cbcde6bc2 tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:53:57.173279 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-a1b1799c-ebd9-4c53-a41f-ba431f773fec req-2dc90a83-c291-4729-b450-223cbcde6bc2 tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] 10.222.0.60 "GET /v2.0/ports?device_id=b20de23a-a487-4289-9b7f-e82881619086 HTTP/1.1" status: 200 len: 944 time: 0.0767169 May 10 17:53:57.229271 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-a1b1799c-ebd9-4c53-a41f-ba431f773fec req-f49fd862-a398-4b47-ab4e-2326fb40a9be tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] 10.222.0.60 "GET /v2.0/security-groups?id=eb0318ee-922e-40e8-b64d-2e0faa0f9245&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491455 May 10 17:53:57.575584 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-ad74f470-ab7b-432b-b373-5aa0a05ffdd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781795183391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525393'] for agent (b2ad0527-00d5-4995-bc97-ec84c4e02f0b), after_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:53:57.598312 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.rpc [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Device cb176284-f148-403c-b988-83b0bfbdd7dd details requested by agent hyperv_hv-cinder-84130 with host hv-cinder-84130 {{(pid=110154) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 17:53:57.609743 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.rpc [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Device d03a940c-796d-4bb9-afaa-60957357f90f up at agent hyperv_hv-cinder-84130 {{(pid=110154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 17:53:57.725059 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.db.provisioning_blocks [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Provisioning for port d03a940c-796d-4bb9-afaa-60957357f90f completed by entity L2. {{(pid=110154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 10 17:53:57.737908 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.db.provisioning_blocks [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Provisioning complete for port d03a940c-796d-4bb9-afaa-60957357f90f triggered by entity L2. {{(pid=110154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 17:53:57.738276 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525495'] for port (d03a940c-796d-4bb9-afaa-60957357f90f), provisioning_complete {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:53:57.789371 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.db [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] For port cb176284-f148-403c-b988-83b0bfbdd7dd, host hv-cinder-84130, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84130',level=0,port_id=cb176284-f148-403c-b988-83b0bfbdd7dd,segment=NetworkSegment(d952ff82-97df-4645-95cf-8a2390e9c9b8),segment_id=d952ff82-97df-4645-95cf-8a2390e9c9b8)] {{(pid=110154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 17:53:57.811834 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.rpc [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Returning: {'device': 'cb176284-f148-403c-b988-83b0bfbdd7dd', 'network_id': '4f6007aa-61b1-40c3-a8ad-7f431d419cb5', 'port_id': 'cb176284-f148-403c-b988-83b0bfbdd7dd', 'mac_address': 'fa:16:3e:e9:4d:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 554, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c13a30fd-de84-4d1b-92b1-edbd848fe110', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110154) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 17:53:57.901863 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.plugin [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Current status of the port cb176284-f148-403c-b988-83b0bfbdd7dd is: ACTIVE; New status is: BUILD {{(pid=110154) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 17:53:57.902253 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1514036'] for port (cb176284-f148-403c-b988-83b0bfbdd7dd), before_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:53:57.904819 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.plugin [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Current status of the port d03a940c-796d-4bb9-afaa-60957357f90f is: BUILD; New status is: ACTIVE {{(pid=110154) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 17:53:57.905190 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1514036'] for port (d03a940c-796d-4bb9-afaa-60957357f90f), before_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:53:58.070105 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34133f8f-5c29-413a-89f8-48a3d76b3e83 req-95ed1a1f-4430-4bfe-b4e3-e4edc68356f4 tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:53:58.070707 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.notifiers.nova [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id cb176284-f148-403c-b988-83b0bfbdd7dd {{(pid=110154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 17:53:58.071624 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-34133f8f-5c29-413a-89f8-48a3d76b3e83 req-95ed1a1f-4430-4bfe-b4e3-e4edc68356f4 tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] 10.222.0.60 "GET /v2.0/ports?device_id=e16b7603-15a8-44a4-82c9-729bedfb8ac6 HTTP/1.1" status: 200 len: 945 time: 0.0699155 May 10 17:53:58.093588 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b20de23a-a487-4289-9b7f-e82881619086', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd03a940c-796d-4bb9-afaa-60957357f90f'}] {{(pid=110154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 17:53:58.095945 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81f5a9f60a7176de4ec81ee2de5d4e9bd281d17703f5d6403e6a691a644f2f07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2bfc61a-0b2a-4ca3-863f-ea8da62c0326" -d '{"events": [{"server_uuid": "b20de23a-a487-4289-9b7f-e82881619086", "name": "network-vif-plugged", "status": "completed", "tag": "d03a940c-796d-4bb9-afaa-60957357f90f"}]}' {{(pid=110154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 17:53:58.117343 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.db [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] For port d03a940c-796d-4bb9-afaa-60957357f90f, host hv-cinder-84130, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84130',level=0,port_id=d03a940c-796d-4bb9-afaa-60957357f90f,segment=NetworkSegment(0faf29e6-d72c-448f-aa3a-91b840f90216),segment_id=0faf29e6-d72c-448f-aa3a-91b840f90216)] {{(pid=110154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 17:53:58.123613 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.db [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] For port cb176284-f148-403c-b988-83b0bfbdd7dd, host hv-cinder-84130, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84130',level=0,port_id=cb176284-f148-403c-b988-83b0bfbdd7dd,segment=NetworkSegment(d952ff82-97df-4645-95cf-8a2390e9c9b8),segment_id=d952ff82-97df-4645-95cf-8a2390e9c9b8)] {{(pid=110154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 17:53:58.126270 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1514136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781795229094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781794686082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781794686100'] for port (d03a940c-796d-4bb9-afaa-60957357f90f), after_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:53:58.136479 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-34133f8f-5c29-413a-89f8-48a3d76b3e83 req-ebcecfce-7df7-4eb5-8da4-87b2d6f81fdc tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] 10.222.0.60 "GET /v2.0/security-groups?id=f03b9727-633c-4bf1-b0bf-05abcd1e8fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0580699 May 10 17:53:58.155442 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1514136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781795229094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781794686082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781794686100'] for port (cb176284-f148-403c-b988-83b0bfbdd7dd), after_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:53:58.184488 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 17:53:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4813e1a4-5869-4758-ae58-8dca220f5ddb x-openstack-request-id: req-4813e1a4-5869-4758-ae58-8dca220f5ddb {{(pid=110154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 17:53:58.184792 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b20de23a-a487-4289-9b7f-e82881619086", "name": "network-vif-plugged", "status": "completed", "tag": "d03a940c-796d-4bb9-afaa-60957357f90f", "code": 200}]} {{(pid=110154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 17:53:58.185050 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-4813e1a4-5869-4758-ae58-8dca220f5ddb {{(pid=110154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 17:53:58.185458 dv-cinder-841302-2-iscsi neutron-server[110154]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4813e1a4-5869-4758-ae58-8dca220f5ddb'] response: {'server_uuid': 'b20de23a-a487-4289-9b7f-e82881619086', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd03a940c-796d-4bb9-afaa-60957357f90f', 'code': 200} May 10 17:53:58.188757 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Pushing event updated for resources: {'Port': ['ID=d03a940c-796d-4bb9-afaa-60957357f90f,revision_number=5']} {{(pid=110154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:53:58.253332 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Pushing event updated for resources: {'Port': ['ID=cb176284-f148-403c-b988-83b0bfbdd7dd,revision_number=6']} {{(pid=110154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:53:58.330592 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.db [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] get_ports_and_sgs() called for port_ids ['cb176284-f148-403c-b988-83b0bfbdd7dd'] {{(pid=110154) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 17:53:58.404731 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6b6925-9293-4535-bf8b-1d5730a4228e req-05eec8df-27f6-4a29-9644-8f69901e9b8e tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:53:58.406468 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-6d6b6925-9293-4535-bf8b-1d5730a4228e req-05eec8df-27f6-4a29-9644-8f69901e9b8e tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] 10.222.0.60 "GET /v2.0/ports?device_id=b20de23a-a487-4289-9b7f-e82881619086 HTTP/1.1" status: 200 len: 945 time: 0.0717280 May 10 17:53:58.468964 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df40555-e8e1-4187-8630-89673f743655 req-0e0f46c2-3ab5-418b-99ec-a237f72a7536 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:53:58.470521 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-0df40555-e8e1-4187-8630-89673f743655 req-0e0f46c2-3ab5-418b-99ec-a237f72a7536 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=b20de23a-a487-4289-9b7f-e82881619086 HTTP/1.1" status: 200 len: 1129 time: 0.0586922 May 10 17:53:58.513544 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-6d6b6925-9293-4535-bf8b-1d5730a4228e req-2f416173-8c3e-47fe-9688-087a2beea37d tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] 10.222.0.60 "GET /v2.0/security-groups?id=eb0318ee-922e-40e8-b64d-2e0faa0f9245&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0930495 May 10 17:53:58.538668 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-0df40555-e8e1-4187-8630-89673f743655 req-55f68586-64a5-459e-8aea-b01b9719af35 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=eb0318ee-922e-40e8-b64d-2e0faa0f9245&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610473 May 10 17:53:59.299012 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4da19ff-272e-47ba-bd37-ea2151560e1a req-a9555d85-b794-496b-90b0-6976d09fe0f3 tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:53:59.300760 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-d4da19ff-272e-47ba-bd37-ea2151560e1a req-a9555d85-b794-496b-90b0-6976d09fe0f3 tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] 10.222.0.60 "GET /v2.0/ports?device_id=e16b7603-15a8-44a4-82c9-729bedfb8ac6 HTTP/1.1" status: 200 len: 944 time: 0.0541742 May 10 17:53:59.362968 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-d4da19ff-272e-47ba-bd37-ea2151560e1a req-44d19b25-d84e-474f-9c90-f5b49e398153 tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] 10.222.0.60 "GET /v2.0/security-groups?id=f03b9727-633c-4bf1-b0bf-05abcd1e8fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547664 May 10 17:53:59.599328 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.rpc [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Device cb176284-f148-403c-b988-83b0bfbdd7dd up at agent hyperv_hv-cinder-84130 {{(pid=110154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 17:53:59.656457 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368c0b0c-3023-4c74-b188-ea37bb6693c0 req-3ce0c3a8-93b1-472b-92e5-e5404fe41a3d tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:53:59.657992 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-368c0b0c-3023-4c74-b188-ea37bb6693c0 req-3ce0c3a8-93b1-472b-92e5-e5404fe41a3d tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] 10.222.0.60 "GET /v2.0/ports?device_id=b20de23a-a487-4289-9b7f-e82881619086 HTTP/1.1" status: 200 len: 945 time: 0.0593820 May 10 17:53:59.668387 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.db.provisioning_blocks [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Provisioning complete for port cb176284-f148-403c-b988-83b0bfbdd7dd triggered by entity L2. {{(pid=110154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 17:53:59.668763 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525495'] for port (cb176284-f148-403c-b988-83b0bfbdd7dd), provisioning_complete {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:53:59.717319 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-368c0b0c-3023-4c74-b188-ea37bb6693c0 req-9bb8134c-9573-42dc-9195-b5aae528eef6 tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] 10.222.0.60 "GET /v2.0/security-groups?id=eb0318ee-922e-40e8-b64d-2e0faa0f9245&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515912 May 10 17:53:59.759598 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.plugin [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Current status of the port cb176284-f148-403c-b988-83b0bfbdd7dd is: BUILD; New status is: ACTIVE {{(pid=110154) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 17:53:59.760082 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1514036'] for port (cb176284-f148-403c-b988-83b0bfbdd7dd), before_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:53:59.797560 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.db [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] For port cb176284-f148-403c-b988-83b0bfbdd7dd, host hv-cinder-84130, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84130',level=0,port_id=cb176284-f148-403c-b988-83b0bfbdd7dd,segment=NetworkSegment(d952ff82-97df-4645-95cf-8a2390e9c9b8),segment_id=d952ff82-97df-4645-95cf-8a2390e9c9b8)] {{(pid=110154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 17:53:59.801547 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1514136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781795229094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781794686082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781794686100'] for port (cb176284-f148-403c-b988-83b0bfbdd7dd), after_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:53:59.854764 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Pushing event updated for resources: {'Port': ['ID=cb176284-f148-403c-b988-83b0bfbdd7dd,revision_number=7']} {{(pid=110154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:53:59.949091 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-d7e65036-2159-4cc2-acb8-7d271067deb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781795183391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525393'] for agent (eaac381b-e402-41c3-a8e6-8f962681d3e6), after_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:54:00.187075 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e16b7603-15a8-44a4-82c9-729bedfb8ac6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb176284-f148-403c-b988-83b0bfbdd7dd'}] {{(pid=110154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 17:54:00.189680 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81f5a9f60a7176de4ec81ee2de5d4e9bd281d17703f5d6403e6a691a644f2f07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ea917f6-1259-43c9-9482-85f8b7612152" -d '{"events": [{"server_uuid": "e16b7603-15a8-44a4-82c9-729bedfb8ac6", "name": "network-vif-plugged", "status": "completed", "tag": "cb176284-f148-403c-b988-83b0bfbdd7dd"}]}' {{(pid=110154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 17:54:00.242967 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 17:54:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f29e497-29e4-4b1c-941e-ed1f7f6c613e x-openstack-request-id: req-5f29e497-29e4-4b1c-941e-ed1f7f6c613e {{(pid=110154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 17:54:00.243471 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e16b7603-15a8-44a4-82c9-729bedfb8ac6", "name": "network-vif-plugged", "status": "completed", "tag": "cb176284-f148-403c-b988-83b0bfbdd7dd", "code": 200}]} {{(pid=110154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 17:54:00.243878 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-5f29e497-29e4-4b1c-941e-ed1f7f6c613e {{(pid=110154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 17:54:00.244504 dv-cinder-841302-2-iscsi neutron-server[110154]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5f29e497-29e4-4b1c-941e-ed1f7f6c613e'] response: {'server_uuid': 'e16b7603-15a8-44a4-82c9-729bedfb8ac6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb176284-f148-403c-b988-83b0bfbdd7dd', 'code': 200} May 10 17:54:00.512972 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b654df00-d4ad-44dc-86c0-84019ae8296f req-e21cee35-fead-448d-ad24-67f3495b0dfb tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:54:00.515533 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-b654df00-d4ad-44dc-86c0-84019ae8296f req-e21cee35-fead-448d-ad24-67f3495b0dfb tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] 10.222.0.60 "GET /v2.0/ports?device_id=e16b7603-15a8-44a4-82c9-729bedfb8ac6 HTTP/1.1" status: 200 len: 945 time: 0.0677292 May 10 17:54:00.589183 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-b654df00-d4ad-44dc-86c0-84019ae8296f req-e7074c4a-19cc-4c27-89c9-8cc4be77c476 tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] 10.222.0.60 "GET /v2.0/security-groups?id=f03b9727-633c-4bf1-b0bf-05abcd1e8fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0671103 May 10 17:54:00.871107 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79415abd-8d1e-42cf-8459-bb4d8205079b req-8b271747-28a7-4262-ace1-27a43dd2fe4a tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:54:00.872770 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-79415abd-8d1e-42cf-8459-bb4d8205079b req-8b271747-28a7-4262-ace1-27a43dd2fe4a tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] 10.222.0.60 "GET /v2.0/ports?device_id=b20de23a-a487-4289-9b7f-e82881619086 HTTP/1.1" status: 200 len: 945 time: 0.0628583 May 10 17:54:00.941171 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-79415abd-8d1e-42cf-8459-bb4d8205079b req-7b3d0c41-519b-4365-8dfe-9029cd452f23 tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] 10.222.0.60 "GET /v2.0/security-groups?id=eb0318ee-922e-40e8-b64d-2e0faa0f9245&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575001 May 10 17:54:01.486163 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-d07e8966-ef10-4d42-b774-228753b3fd3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781795183391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525393'] for agent (a55810b0-63c4-4499-a4d9-efcdb1615ce8), after_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:54:01.641229 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781795183391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525393'] for agent (16638279-eb91-49a3-95a5-8b540cc2f948), after_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:54:01.737719 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5b83ff-45b3-4c12-a64d-7bd80a46345a req-bae39b96-fef6-4e24-a287-edd260b5d6a3 tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:54:01.739297 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-1c5b83ff-45b3-4c12-a64d-7bd80a46345a req-bae39b96-fef6-4e24-a287-edd260b5d6a3 tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] 10.222.0.60 "GET /v2.0/ports?device_id=e16b7603-15a8-44a4-82c9-729bedfb8ac6 HTTP/1.1" status: 200 len: 945 time: 0.0554290 May 10 17:54:01.800248 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-1c5b83ff-45b3-4c12-a64d-7bd80a46345a req-6fd7843e-01cf-4d2a-bb3b-caee2aed91c8 tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] 10.222.0.60 "GET /v2.0/security-groups?id=f03b9727-633c-4bf1-b0bf-05abcd1e8fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530400 May 10 17:54:02.076177 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4816e9-0f16-4a84-924a-53c4b29c0746 req-bf50592a-49d2-4865-83f7-14fb1c2c278a tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:54:02.077741 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-9c4816e9-0f16-4a84-924a-53c4b29c0746 req-bf50592a-49d2-4865-83f7-14fb1c2c278a tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] 10.222.0.60 "GET /v2.0/ports?device_id=b20de23a-a487-4289-9b7f-e82881619086 HTTP/1.1" status: 200 len: 945 time: 0.0597756 May 10 17:54:02.137474 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-9c4816e9-0f16-4a84-924a-53c4b29c0746 req-c7734edf-4ea3-44da-a686-9d133f3f1c3e tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] 10.222.0.60 "GET /v2.0/security-groups?id=eb0318ee-922e-40e8-b64d-2e0faa0f9245&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522370 May 10 17:54:02.282127 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0a524e-4d50-466f-81da-0edea2ff3e66 req-9bb61288-925d-45ea-8abd-774c582b8e2b tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:54:02.283820 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-5a0a524e-4d50-466f-81da-0edea2ff3e66 req-9bb61288-925d-45ea-8abd-774c582b8e2b tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] 10.222.0.60 "GET /v2.0/ports?device_id=b20de23a-a487-4289-9b7f-e82881619086 HTTP/1.1" status: 200 len: 945 time: 0.0543542 May 10 17:54:02.296837 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.wsgi [-] (110153) accepted ('10.222.0.60', 45476) {{(pid=110153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 17:54:02.301618 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.v2.base [None req-24ecc634-adaf-47b4-9d91-3998e1895205 tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] Request body: {'floatingip': {'port_id': 'd03a940c-796d-4bb9-afaa-60957357f90f'}} {{(pid=110153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 17:54:02.350431 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-24ecc634-adaf-47b4-9d91-3998e1895205 tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] Publish callbacks [] for floatingip (68f7c351-2af8-4d7e-9eb6-62ed66a625d6), before_update {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:54:02.884239 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-24ecc634-adaf-47b4-9d91-3998e1895205 tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:54:02.890566 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-24ecc634-adaf-47b4-9d91-3998e1895205 tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-641027'] for floatingip (68f7c351-2af8-4d7e-9eb6-62ed66a625d6), after_update {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:54:02.967458 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beabe229-43b9-4f07-85a5-29daf4e710e8 req-b1a5c1ed-296a-4f2e-b476-5325b1c46343 tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:54:02.969461 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-beabe229-43b9-4f07-85a5-29daf4e710e8 req-b1a5c1ed-296a-4f2e-b476-5325b1c46343 tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] 10.222.0.60 "GET /v2.0/ports?device_id=e16b7603-15a8-44a4-82c9-729bedfb8ac6 HTTP/1.1" status: 200 len: 945 time: 0.0653510 May 10 17:54:03.034621 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-beabe229-43b9-4f07-85a5-29daf4e710e8 req-ec8f49d7-82ee-4ccc-84f6-fb174b2a6741 tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] 10.222.0.60 "GET /v2.0/security-groups?id=f03b9727-633c-4bf1-b0bf-05abcd1e8fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0552909 May 10 17:54:03.049700 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.db.l3_db [None req-24ecc634-adaf-47b4-9d91-3998e1895205 tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] Floating IP 68f7c351-2af8-4d7e-9eb6-62ed66a625d6 associated. External IP: 172.27.0.209, port: d03a940c-796d-4bb9-afaa-60957357f90f. May 10 17:54:03.079953 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-ae45faaf-356d-4e4a-a605-33fedb92cd97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781795183391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525393'] for agent (6a57b374-0daf-4fe3-9dd1-3d457a537aa7), after_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:54:03.343040 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24ecc634-adaf-47b4-9d91-3998e1895205 tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] Router 24a906bd-bc37-4f60-9d1b-823a31f350bf has already been hosted by L3 agent eaac381b-e402-41c3-a8e6-8f962681d3e6 {{(pid=110153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 17:54:03.480787 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24ecc634-adaf-47b4-9d91-3998e1895205 tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] Notify agent at l3_agent.dv-cinder-841302-2-iscsi the message routers_updated {{(pid=110153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 17:54:03.486686 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-24ecc634-adaf-47b4-9d91-3998e1895205 tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29634'] for floatingip (None), before_response {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:54:03.492065 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e46dd2fe-c26b-4c22-93f7-1823ced2e73c None None] Sync routers for ids ['24a906bd-bc37-4f60-9d1b-823a31f350bf'] in dv-cinder-841302-2-iscsi {{(pid=110155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 17:54:03.505048 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e46dd2fe-c26b-4c22-93f7-1823ced2e73c None None] Routers {'24a906bd-bc37-4f60-9d1b-823a31f350bf'} bound to L3 agent in host dv-cinder-841302-2-iscsi {{(pid=110155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 17:54:03.506096 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.db.l3_hamode_db [None req-e46dd2fe-c26b-4c22-93f7-1823ced2e73c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841302-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-10T17:36:00Z,description=,heartbeat_timestamp=2022-05-10T17:54:00Z,host='dv-cinder-841302-2-iscsi',id=eaac381b-e402-41c3-a8e6-8f962681d3e6,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T17:36:00Z,topic='l3_agent')) {'router_ids': ['24a906bd-bc37-4f60-9d1b-823a31f350bf'], 'active': True} {{(pid=110155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:54:03.521789 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [None req-24ecc634-adaf-47b4-9d91-3998e1895205 tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] 10.222.0.60 "PUT /v2.0/floatingips/68f7c351-2af8-4d7e-9eb6-62ed66a625d6 HTTP/1.1" status: 200 len: 991 time: 1.2230220 May 10 17:54:03.523109 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b20de23a-a487-4289-9b7f-e82881619086', 'tag': 'd03a940c-796d-4bb9-afaa-60957357f90f'}] {{(pid=110153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 17:54:03.529598 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eaab9ead4487dd9c6a2039b1a38fb17917f553062224ea878bb9a20dea692460" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bc95667-4fbb-491a-af9d-94e1e84ab180" -d '{"events": [{"name": "network-changed", "server_uuid": "b20de23a-a487-4289-9b7f-e82881619086", "tag": "d03a940c-796d-4bb9-afaa-60957357f90f"}]}' {{(pid=110153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 17:54:03.589700 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 17:54:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9a2a3f9-d41b-4cb1-aa35-49b8f61facdb x-openstack-request-id: req-c9a2a3f9-d41b-4cb1-aa35-49b8f61facdb {{(pid=110153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 17:54:03.589996 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b20de23a-a487-4289-9b7f-e82881619086", "tag": "d03a940c-796d-4bb9-afaa-60957357f90f", "status": "completed", "code": 200}]} {{(pid=110153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 17:54:03.590255 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-c9a2a3f9-d41b-4cb1-aa35-49b8f61facdb {{(pid=110153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 17:54:03.590670 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c9a2a3f9-d41b-4cb1-aa35-49b8f61facdb'] response: {'name': 'network-changed', 'server_uuid': 'b20de23a-a487-4289-9b7f-e82881619086', 'tag': 'd03a940c-796d-4bb9-afaa-60957357f90f', 'status': 'completed', 'code': 200} May 10 17:54:03.678543 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.db.l3_dvr_db [None req-e46dd2fe-c26b-4c22-93f7-1823ced2e73c None None] Set router 24a906bd-bc37-4f60-9d1b-823a31f350bf gateway port host: dv-cinder-841302-2-iscsi {{(pid=110155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 17:54:03.686621 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc95667-4fbb-491a-af9d-94e1e84ab180 req-8d6efd6d-2b87-4c21-b2a3-33019ade2067 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:54:03.689522 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-7bc95667-4fbb-491a-af9d-94e1e84ab180 req-8d6efd6d-2b87-4c21-b2a3-33019ade2067 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=f4e017a4040d450aad862065563ea64d&device_id=b20de23a-a487-4289-9b7f-e82881619086 HTTP/1.1" status: 200 len: 1129 time: 0.0530179 May 10 17:54:03.836011 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc95667-4fbb-491a-af9d-94e1e84ab180 req-c52e9880-0e56-4183-80da-73b5f23910b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:54:03.837872 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-7bc95667-4fbb-491a-af9d-94e1e84ab180 req-c52e9880-0e56-4183-80da-73b5f23910b8 service neutron] 10.222.0.77 "GET /v2.0/networks?id=5a13d84d-c9e9-413f-a254-ca6edab95c78 HTTP/1.1" status: 200 len: 916 time: 0.1414998 May 10 17:54:03.925290 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-7bc95667-4fbb-491a-af9d-94e1e84ab180 req-db5a9b01-3ebb-41b0-96c0-9d54cc781a66 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d03a940c-796d-4bb9-afaa-60957357f90f HTTP/1.1" status: 200 len: 999 time: 0.0795631 May 10 17:54:03.992484 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc95667-4fbb-491a-af9d-94e1e84ab180 req-8e231d90-4313-4502-8627-192a239b20f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:54:03.995161 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-7bc95667-4fbb-491a-af9d-94e1e84ab180 req-8e231d90-4313-4502-8627-192a239b20f3 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=8d05c8d5-b43f-426f-967a-5bcf2a7a77f7 HTTP/1.1" status: 200 len: 854 time: 0.0622768 May 10 17:54:03.996512 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.db.l3_hamode_db [None req-e46dd2fe-c26b-4c22-93f7-1823ced2e73c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24a906bd-bc37-4f60-9d1b-823a31f350bf', 'name': 'tempest-AttachVolumeNegativeTest-1935741533-router', 'tenant_id': 'f4e017a4040d450aad862065563ea64d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85dc89cf-59f9-4edb-b26e-52bcb8a93763', 'external_fixed_ips': [{'subnet_id': 'e93d94f1-cb19-4cd0-92e5-ca73d24bd8fb', 'ip_address': '172.27.0.151'}], 'enable_snat': True}, 'gw_port_id': '8a785056-3967-44dc-89fc-a85dc909609a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T17:44:32Z', 'updated_at': '2022-05-10T17:44:44Z', 'revision_number': 4, 'project_id': 'f4e017a4040d450aad862065563ea64d', 'gw_port': {'id': '8a785056-3967-44dc-89fc-a85dc909609a', 'name': '', 'network_id': '85dc89cf-59f9-4edb-b26e-52bcb8a93763', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:45:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24a906bd-bc37-4f60-9d1b-823a31f350bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'e93d94f1-cb19-4cd0-92e5-ca73d24bd8fb', 'ip_address': '172.27.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841302-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T17:44:33Z', 'updated_at': '2022-05-10T17:44:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e93d94f1-cb19-4cd0-92e5-ca73d24bd8fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841302-2-iscsi', '_floatingips': [{'id': '68f7c351-2af8-4d7e-9eb6-62ed66a625d6', 'tenant_id': 'f4e017a4040d450aad862065563ea64d', 'floating_ip_address': '172.27.0.209', 'floating_network_id': '85dc89cf-59f9-4edb-b26e-52bcb8a93763', 'router_id': '24a906bd-bc37-4f60-9d1b-823a31f350bf', 'port_id': 'd03a940c-796d-4bb9-afaa-60957357f90f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 526, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5a13d84d-c9e9-413f-a254-ca6edab95c78', 'mac_address': 'fa:16:3e:6d:36:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b20de23a-a487-4289-9b7f-e82881619086', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T17:53:47Z', 'updated_at': '2022-05-10T17:54:02Z', 'revision_number': 1, 'project_id': 'f4e017a4040d450aad862065563ea64d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '027fd6fa-8a2c-41cf-8f97-10f5b1a94550', 'name': '', 'network_id': '5a13d84d-c9e9-413f-a254-ca6edab95c78', 'tenant_id': 'f4e017a4040d450aad862065563ea64d', 'mac_address': 'fa:16:3e:36:e7:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24a906bd-bc37-4f60-9d1b-823a31f350bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '8d05c8d5-b43f-426f-967a-5bcf2a7a77f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841302-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T17:44:39Z', 'updated_at': '2022-05-10T17:44:58Z', 'revision_number': 5, 'project_id': 'f4e017a4040d450aad862065563ea64d', 'subnets': [{'id': '8d05c8d5-b43f-426f-967a-5bcf2a7a77f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841302-2-iscsi', False) {} {{(pid=110155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:54:04.026307 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e46dd2fe-c26b-4c22-93f7-1823ced2e73c None None] Checking router: 24a906bd-bc37-4f60-9d1b-823a31f350bf for host: dv-cinder-841302-2-iscsi {{(pid=110155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 17:54:04.036827 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e46dd2fe-c26b-4c22-93f7-1823ced2e73c None None] Routers {'24a906bd-bc37-4f60-9d1b-823a31f350bf'} bound to L3 agent in host dv-cinder-841302-2-iscsi {{(pid=110155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 17:54:04.037570 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.db.l3_hamode_db [None req-e46dd2fe-c26b-4c22-93f7-1823ced2e73c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841302-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-10T17:36:00Z,description=,heartbeat_timestamp=2022-05-10T17:54:00Z,host='dv-cinder-841302-2-iscsi',id=eaac381b-e402-41c3-a8e6-8f962681d3e6,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T17:36:00Z,topic='l3_agent')) {'router_ids': ['24a906bd-bc37-4f60-9d1b-823a31f350bf'], 'active': True} {{(pid=110155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:54:04.069747 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc95667-4fbb-491a-af9d-94e1e84ab180 req-5fc5979a-982e-4d6e-a0d6-8975ad77f2e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:54:04.071355 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-7bc95667-4fbb-491a-af9d-94e1e84ab180 req-5fc5979a-982e-4d6e-a0d6-8975ad77f2e6 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=5a13d84d-c9e9-413f-a254-ca6edab95c78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0684459 May 10 17:54:04.197654 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.db.l3_dvr_db [None req-e46dd2fe-c26b-4c22-93f7-1823ced2e73c None None] Set router 24a906bd-bc37-4f60-9d1b-823a31f350bf gateway port host: dv-cinder-841302-2-iscsi {{(pid=110155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 17:54:04.216378 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-7bc95667-4fbb-491a-af9d-94e1e84ab180 req-8aaa2d6a-0704-4ba8-bbd0-e8a1c942f8a6 service neutron] 10.222.0.77 "GET /v2.0/networks/5a13d84d-c9e9-413f-a254-ca6edab95c78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1372123 May 10 17:54:04.314376 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e0a4de-88dc-4eb2-8fcb-42352c149896 req-887b7150-117a-4086-97b4-ba7ad6e97d30 tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:54:04.317207 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-50e0a4de-88dc-4eb2-8fcb-42352c149896 req-887b7150-117a-4086-97b4-ba7ad6e97d30 tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] 10.222.0.60 "GET /v2.0/ports?device_id=e16b7603-15a8-44a4-82c9-729bedfb8ac6 HTTP/1.1" status: 200 len: 945 time: 0.0993228 May 10 17:54:04.467221 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-50e0a4de-88dc-4eb2-8fcb-42352c149896 req-fe8ddb9f-0c8d-44e2-b6a9-c84bc3cbc9c6 tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] 10.222.0.60 "GET /v2.0/security-groups?id=f03b9727-633c-4bf1-b0bf-05abcd1e8fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1023619 May 10 17:54:04.479882 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-7bc95667-4fbb-491a-af9d-94e1e84ab180 req-a6c4a5c8-9791-4077-8cff-2e70b134ec7a service neutron] 10.222.0.77 "GET /v2.0/networks/5a13d84d-c9e9-413f-a254-ca6edab95c78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1950383 May 10 17:54:04.558062 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-6e697e78-9dd1-4bc1-8573-56b901d07725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781795183391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525393'] for agent (fdc37a75-b7a9-4e92-a59c-f5b8c02d060c), after_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:54:04.722463 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.db.l3_hamode_db [None req-e46dd2fe-c26b-4c22-93f7-1823ced2e73c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24a906bd-bc37-4f60-9d1b-823a31f350bf', 'name': 'tempest-AttachVolumeNegativeTest-1935741533-router', 'tenant_id': 'f4e017a4040d450aad862065563ea64d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85dc89cf-59f9-4edb-b26e-52bcb8a93763', 'external_fixed_ips': [{'subnet_id': 'e93d94f1-cb19-4cd0-92e5-ca73d24bd8fb', 'ip_address': '172.27.0.151'}], 'enable_snat': True}, 'gw_port_id': '8a785056-3967-44dc-89fc-a85dc909609a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T17:44:32Z', 'updated_at': '2022-05-10T17:44:44Z', 'revision_number': 4, 'project_id': 'f4e017a4040d450aad862065563ea64d', 'gw_port': {'id': '8a785056-3967-44dc-89fc-a85dc909609a', 'name': '', 'network_id': '85dc89cf-59f9-4edb-b26e-52bcb8a93763', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:45:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24a906bd-bc37-4f60-9d1b-823a31f350bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'e93d94f1-cb19-4cd0-92e5-ca73d24bd8fb', 'ip_address': '172.27.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841302-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T17:44:33Z', 'updated_at': '2022-05-10T17:44:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e93d94f1-cb19-4cd0-92e5-ca73d24bd8fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841302-2-iscsi', '_floatingips': [{'id': '68f7c351-2af8-4d7e-9eb6-62ed66a625d6', 'tenant_id': 'f4e017a4040d450aad862065563ea64d', 'floating_ip_address': '172.27.0.209', 'floating_network_id': '85dc89cf-59f9-4edb-b26e-52bcb8a93763', 'router_id': '24a906bd-bc37-4f60-9d1b-823a31f350bf', 'port_id': 'd03a940c-796d-4bb9-afaa-60957357f90f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 526, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5a13d84d-c9e9-413f-a254-ca6edab95c78', 'mac_address': 'fa:16:3e:6d:36:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b20de23a-a487-4289-9b7f-e82881619086', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T17:53:47Z', 'updated_at': '2022-05-10T17:54:02Z', 'revision_number': 1, 'project_id': 'f4e017a4040d450aad862065563ea64d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '027fd6fa-8a2c-41cf-8f97-10f5b1a94550', 'name': '', 'network_id': '5a13d84d-c9e9-413f-a254-ca6edab95c78', 'tenant_id': 'f4e017a4040d450aad862065563ea64d', 'mac_address': 'fa:16:3e:36:e7:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24a906bd-bc37-4f60-9d1b-823a31f350bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '8d05c8d5-b43f-426f-967a-5bcf2a7a77f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841302-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T17:44:39Z', 'updated_at': '2022-05-10T17:44:58Z', 'revision_number': 5, 'project_id': 'f4e017a4040d450aad862065563ea64d', 'subnets': [{'id': '8d05c8d5-b43f-426f-967a-5bcf2a7a77f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841302-2-iscsi', False) {} {{(pid=110155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:54:04.768991 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e46dd2fe-c26b-4c22-93f7-1823ced2e73c None None] The sync data for ids ['24a906bd-bc37-4f60-9d1b-823a31f350bf'] in dv-cinder-841302-2-iscsi is: [{'id': '24a906bd-bc37-4f60-9d1b-823a31f350bf', 'name': 'tempest-AttachVolumeNegativeTest-1935741533-router', 'tenant_id': 'f4e017a4040d450aad862065563ea64d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85dc89cf-59f9-4edb-b26e-52bcb8a93763', 'external_fixed_ips': [{'subnet_id': 'e93d94f1-cb19-4cd0-92e5-ca73d24bd8fb', 'ip_address': '172.27.0.151'}], 'enable_snat': True}, 'gw_port_id': '8a785056-3967-44dc-89fc-a85dc909609a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T17:44:32Z', 'updated_at': '2022-05-10T17:44:44Z', 'revision_number': 4, 'project_id': 'f4e017a4040d450aad862065563ea64d', 'gw_port': {'id': '8a785056-3967-44dc-89fc-a85dc909609a', 'name': '', 'network_id': '85dc89cf-59f9-4edb-b26e-52bcb8a93763', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:45:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24a906bd-bc37-4f60-9d1b-823a31f350bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'e93d94f1-cb19-4cd0-92e5-ca73d24bd8fb', 'ip_address': '172.27.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841302-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T17:44:33Z', 'updated_at': '2022-05-10T17:44:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e93d94f1-cb19-4cd0-92e5-ca73d24bd8fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841302-2-iscsi', '_floatingips': [{'id': '68f7c351-2af8-4d7e-9eb6-62ed66a625d6', 'tenant_id': 'f4e017a4040d450aad862065563ea64d', 'floating_ip_address': '172.27.0.209', 'floating_network_id': '85dc89cf-59f9-4edb-b26e-52bcb8a93763', 'router_id': '24a906bd-bc37-4f60-9d1b-823a31f350bf', 'port_id': 'd03a940c-796d-4bb9-afaa-60957357f90f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 526, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5a13d84d-c9e9-413f-a254-ca6edab95c78', 'mac_address': 'fa:16:3e:6d:36:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b20de23a-a487-4289-9b7f-e82881619086', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T17:53:47Z', 'updated_at': '2022-05-10T17:54:02Z', 'revision_number': 1, 'project_id': 'f4e017a4040d450aad862065563ea64d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '027fd6fa-8a2c-41cf-8f97-10f5b1a94550', 'name': '', 'network_id': '5a13d84d-c9e9-413f-a254-ca6edab95c78', 'tenant_id': 'f4e017a4040d450aad862065563ea64d', 'mac_address': 'fa:16:3e:36:e7:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24a906bd-bc37-4f60-9d1b-823a31f350bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '8d05c8d5-b43f-426f-967a-5bcf2a7a77f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841302-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T17:44:39Z', 'updated_at': '2022-05-10T17:44:58Z', 'revision_number': 5, 'project_id': 'f4e017a4040d450aad862065563ea64d', 'subnets': [{'id': '8d05c8d5-b43f-426f-967a-5bcf2a7a77f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 17:54:05.080037 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60275f36-ba5b-4f3b-a5f3-7c8a2cab8c37 None None] New status for floating IP 68f7c351-2af8-4d7e-9eb6-62ed66a625d6: ACTIVE {{(pid=110154) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 17:54:05.704798 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f6a341-8f1d-4089-b80b-422a32dafd3b req-32a869d9-7961-4bb9-8414-428ae9ca1309 tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:54:05.706976 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-08f6a341-8f1d-4089-b80b-422a32dafd3b req-32a869d9-7961-4bb9-8414-428ae9ca1309 tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] 10.222.0.60 "GET /v2.0/ports?device_id=e16b7603-15a8-44a4-82c9-729bedfb8ac6 HTTP/1.1" status: 200 len: 945 time: 0.0810437 May 10 17:54:05.799506 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-08f6a341-8f1d-4089-b80b-422a32dafd3b req-bb166b15-3158-460f-8f3f-40a4760b5535 tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] 10.222.0.60 "GET /v2.0/security-groups?id=f03b9727-633c-4bf1-b0bf-05abcd1e8fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0786140 May 10 17:54:07.005008 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35ccc40-6e74-4601-83de-6c1ab399ad61 req-0652d19f-269f-41af-84ee-1e7b98532281 tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:54:07.007101 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-f35ccc40-6e74-4601-83de-6c1ab399ad61 req-0652d19f-269f-41af-84ee-1e7b98532281 tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] 10.222.0.60 "GET /v2.0/ports?device_id=e16b7603-15a8-44a4-82c9-729bedfb8ac6 HTTP/1.1" status: 200 len: 945 time: 0.0704858 May 10 17:54:07.086371 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-f35ccc40-6e74-4601-83de-6c1ab399ad61 req-75ef94b9-0980-4b26-b3a9-804d2a301f52 tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] 10.222.0.60 "GET /v2.0/security-groups?id=f03b9727-633c-4bf1-b0bf-05abcd1e8fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0667541 May 10 17:54:08.309839 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5f6440-e0a3-47a6-8d3d-a09cd98aff5a req-8ac2cf3d-11e5-4285-9462-8a1e4d6d5197 tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:54:08.311534 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-fa5f6440-e0a3-47a6-8d3d-a09cd98aff5a req-8ac2cf3d-11e5-4285-9462-8a1e4d6d5197 tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] 10.222.0.60 "GET /v2.0/ports?device_id=e16b7603-15a8-44a4-82c9-729bedfb8ac6 HTTP/1.1" status: 200 len: 945 time: 0.0873487 May 10 17:54:08.401065 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-fa5f6440-e0a3-47a6-8d3d-a09cd98aff5a req-2df6d633-b38e-4bcd-9a38-9bdc731caa64 tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] 10.222.0.60 "GET /v2.0/security-groups?id=f03b9727-633c-4bf1-b0bf-05abcd1e8fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0770721 May 10 17:54:09.609072 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8618aaff-6863-4197-8934-b7f2cbd7edb5 req-02e27d28-85d8-41f1-a569-eecea4235a48 tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:54:09.620909 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-8618aaff-6863-4197-8934-b7f2cbd7edb5 req-02e27d28-85d8-41f1-a569-eecea4235a48 tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] 10.222.0.60 "GET /v2.0/ports?device_id=e16b7603-15a8-44a4-82c9-729bedfb8ac6 HTTP/1.1" status: 200 len: 945 time: 0.1115401 May 10 17:54:09.687756 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-8618aaff-6863-4197-8934-b7f2cbd7edb5 req-48144e15-f498-462f-9a1f-fae3a5bc8fe1 tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] 10.222.0.60 "GET /v2.0/security-groups?id=f03b9727-633c-4bf1-b0bf-05abcd1e8fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0644879 May 10 17:54:09.854297 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.db.agents_db [None req-b17e131c-d64b-4b97-8e8f-6c45925a5783 None None] Agent healthcheck: found 6 active agents {{(pid=110155) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 17:54:09.878769 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83f0d56-51a4-4406-83eb-18bd51e6692b req-54ffde9e-9d93-4c6b-a7e0-dd7f0a522a35 tempest-TestVolumeBootPattern-524323740 tempest-TestVolumeBootPattern-524323740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:54:09.889471 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-a83f0d56-51a4-4406-83eb-18bd51e6692b req-54ffde9e-9d93-4c6b-a7e0-dd7f0a522a35 tempest-TestVolumeBootPattern-524323740 tempest-TestVolumeBootPattern-524323740-project] 10.222.0.60 "GET /v2.0/ports?device_id=55760f67-2403-45c9-8db7-d5ae5f45c366 HTTP/1.1" status: 200 len: 945 time: 0.0931733 May 10 17:54:09.967578 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-a83f0d56-51a4-4406-83eb-18bd51e6692b req-3d976b2c-61f1-462d-b4a9-fadd4cbe7b91 tempest-TestVolumeBootPattern-524323740 tempest-TestVolumeBootPattern-524323740-project] 10.222.0.60 "GET /v2.0/security-groups?id=aec4a23b-9be6-4a04-ad33-bd1ff431d47e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0752981 May 10 17:54:10.823307 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576d26d9-39ac-46b2-96ec-7ce1d441f6b4 req-6605c45c-3119-40e5-b3cb-ca3ce8f6fd3e tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:54:10.825408 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-576d26d9-39ac-46b2-96ec-7ce1d441f6b4 req-6605c45c-3119-40e5-b3cb-ca3ce8f6fd3e tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] 10.222.0.60 "GET /v2.0/ports?device_id=e16b7603-15a8-44a4-82c9-729bedfb8ac6 HTTP/1.1" status: 200 len: 945 time: 0.0547843 May 10 17:54:10.875524 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-576d26d9-39ac-46b2-96ec-7ce1d441f6b4 req-494de0d1-9417-45b8-97c4-4f296ef8d9f5 tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] 10.222.0.60 "GET /v2.0/security-groups?id=f03b9727-633c-4bf1-b0bf-05abcd1e8fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436010 May 10 17:54:11.112953 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe8558a-8c24-4536-9859-1eaa36e8b439 req-f7636288-36ad-4981-9c15-f1bc25511597 tempest-TestVolumeBootPattern-524323740 tempest-TestVolumeBootPattern-524323740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:54:11.114576 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-abe8558a-8c24-4536-9859-1eaa36e8b439 req-f7636288-36ad-4981-9c15-f1bc25511597 tempest-TestVolumeBootPattern-524323740 tempest-TestVolumeBootPattern-524323740-project] 10.222.0.60 "GET /v2.0/ports?device_id=55760f67-2403-45c9-8db7-d5ae5f45c366 HTTP/1.1" status: 200 len: 945 time: 0.0649567 May 10 17:54:11.195306 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-abe8558a-8c24-4536-9859-1eaa36e8b439 req-e220409e-b4a5-440f-b3da-3bd456921eb7 tempest-TestVolumeBootPattern-524323740 tempest-TestVolumeBootPattern-524323740-project] 10.222.0.60 "GET /v2.0/security-groups?id=aec4a23b-9be6-4a04-ad33-bd1ff431d47e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0700822 May 10 17:54:11.920252 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0094174d-04aa-490f-be13-6a58a5ec24c9 req-dde6506f-50ef-4d83-acb3-2c9cb26f76f6 tempest-TestVolumeBootPattern-524323740 tempest-TestVolumeBootPattern-524323740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:54:11.922419 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-0094174d-04aa-490f-be13-6a58a5ec24c9 req-dde6506f-50ef-4d83-acb3-2c9cb26f76f6 tempest-TestVolumeBootPattern-524323740 tempest-TestVolumeBootPattern-524323740-project] 10.222.0.77 "GET /v2.0/ports?device_id=55760f67-2403-45c9-8db7-d5ae5f45c366 HTTP/1.1" status: 200 len: 945 time: 0.0760574 May 10 17:54:12.077895 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8a03c8-9f58-4ba9-ba9a-11e09da3692c req-e5e946e9-d301-495b-871d-b69efcfe6920 tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:54:12.085178 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-4d8a03c8-9f58-4ba9-ba9a-11e09da3692c req-e5e946e9-d301-495b-871d-b69efcfe6920 tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] 10.222.0.60 "GET /v2.0/ports?device_id=e16b7603-15a8-44a4-82c9-729bedfb8ac6 HTTP/1.1" status: 200 len: 945 time: 0.1075475 May 10 17:54:12.118629 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.plugins.ml2.plugin [req-0094174d-04aa-490f-be13-6a58a5ec24c9 req-81a46568-1252-4a2a-bf34-fac694b4f682 tempest-TestVolumeBootPattern-524323740 tempest-TestVolumeBootPattern-524323740-project] Deleting port d083dfb1-18c3-4ce4-aee5-72cf745b342b {{(pid=110152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 17:54:12.118844 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [req-0094174d-04aa-490f-be13-6a58a5ec24c9 req-81a46568-1252-4a2a-bf34-fac694b4f682 tempest-TestVolumeBootPattern-524323740 tempest-TestVolumeBootPattern-524323740-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781795221764'] for port (d083dfb1-18c3-4ce4-aee5-72cf745b342b), before_delete {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:54:12.193518 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-4d8a03c8-9f58-4ba9-ba9a-11e09da3692c req-2b36b8ae-00cd-4482-b48e-0fb5e9567399 tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] 10.222.0.60 "GET /v2.0/security-groups?id=f03b9727-633c-4bf1-b0bf-05abcd1e8fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1074548 May 10 17:54:12.263643 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.plugins.ml2.db [req-0094174d-04aa-490f-be13-6a58a5ec24c9 req-81a46568-1252-4a2a-bf34-fac694b4f682 tempest-TestVolumeBootPattern-524323740 tempest-TestVolumeBootPattern-524323740-project] For port d083dfb1-18c3-4ce4-aee5-72cf745b342b, host hv-cinder-84130, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84130',level=0,port_id=d083dfb1-18c3-4ce4-aee5-72cf745b342b,segment=NetworkSegment(230564c6-143b-4e52-aa0f-dd48bc60401d),segment_id=230564c6-143b-4e52-aa0f-dd48bc60401d)] {{(pid=110152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 17:54:12.264476 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [req-0094174d-04aa-490f-be13-6a58a5ec24c9 req-81a46568-1252-4a2a-bf34-fac694b4f682 tempest-TestVolumeBootPattern-524323740 tempest-TestVolumeBootPattern-524323740-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640494'] for port (d083dfb1-18c3-4ce4-aee5-72cf745b342b), precommit_delete {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:54:12.377169 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0391082-24c4-49ad-9d38-6579f4447867 req-076f6b69-791c-4a4a-b34b-3ec06ccae844 tempest-TestVolumeBootPattern-524323740 tempest-TestVolumeBootPattern-524323740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:54:12.379188 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-e0391082-24c4-49ad-9d38-6579f4447867 req-076f6b69-791c-4a4a-b34b-3ec06ccae844 tempest-TestVolumeBootPattern-524323740 tempest-TestVolumeBootPattern-524323740-project] 10.222.0.60 "GET /v2.0/ports?device_id=55760f67-2403-45c9-8db7-d5ae5f45c366 HTTP/1.1" status: 200 len: 945 time: 0.1041691 May 10 17:54:12.529350 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-e0391082-24c4-49ad-9d38-6579f4447867 req-ad658ff8-5095-49e5-9609-941b835c1d68 tempest-TestVolumeBootPattern-524323740 tempest-TestVolumeBootPattern-524323740-project] 10.222.0.60 "GET /v2.0/security-groups?id=aec4a23b-9be6-4a04-ad33-bd1ff431d47e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1401758 May 10 17:54:12.561869 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [req-0094174d-04aa-490f-be13-6a58a5ec24c9 req-81a46568-1252-4a2a-bf34-fac694b4f682 tempest-TestVolumeBootPattern-524323740 tempest-TestVolumeBootPattern-524323740-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:54:12.562278 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [req-0094174d-04aa-490f-be13-6a58a5ec24c9 req-81a46568-1252-4a2a-bf34-fac694b4f682 tempest-TestVolumeBootPattern-524323740 tempest-TestVolumeBootPattern-524323740-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-641027'] for floatingip (3e5dc900-88b0-4037-93f1-83fb51767712), after_update {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:54:12.562638 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.db.l3_db [req-0094174d-04aa-490f-be13-6a58a5ec24c9 req-81a46568-1252-4a2a-bf34-fac694b4f682 tempest-TestVolumeBootPattern-524323740 tempest-TestVolumeBootPattern-524323740-project] Floating IP 3e5dc900-88b0-4037-93f1-83fb51767712 disassociated. External IP: 172.27.0.195, port: d083dfb1-18c3-4ce4-aee5-72cf745b342b. May 10 17:54:12.562983 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.plugins.ml2.plugin [req-0094174d-04aa-490f-be13-6a58a5ec24c9 req-81a46568-1252-4a2a-bf34-fac694b4f682 tempest-TestVolumeBootPattern-524323740 tempest-TestVolumeBootPattern-524323740-project] Calling delete_port for d083dfb1-18c3-4ce4-aee5-72cf745b342b owned by compute:nova {{(pid=110152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 17:54:12.744646 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [req-0094174d-04aa-490f-be13-6a58a5ec24c9 req-81a46568-1252-4a2a-bf34-fac694b4f682 tempest-TestVolumeBootPattern-524323740 tempest-TestVolumeBootPattern-524323740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1514136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781795229076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781794686073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5018186'] for port (d083dfb1-18c3-4ce4-aee5-72cf745b342b), after_delete {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:54:12.779708 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a46568-1252-4a2a-bf34-fac694b4f682 tempest-TestVolumeBootPattern-524323740 tempest-TestVolumeBootPattern-524323740-project] Pushing event deleted for resources: {'Port': ['ID=d083dfb1-18c3-4ce4-aee5-72cf745b342b,revision_number=None']} {{(pid=110152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:54:12.960154 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0094174d-04aa-490f-be13-6a58a5ec24c9 req-81a46568-1252-4a2a-bf34-fac694b4f682 tempest-TestVolumeBootPattern-524323740 tempest-TestVolumeBootPattern-524323740-project] Router 516c5b9c-98c6-4346-9071-0cde9d9a6648 has already been hosted by L3 agent eaac381b-e402-41c3-a8e6-8f962681d3e6 {{(pid=110152) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 17:54:13.131781 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0094174d-04aa-490f-be13-6a58a5ec24c9 req-81a46568-1252-4a2a-bf34-fac694b4f682 tempest-TestVolumeBootPattern-524323740 tempest-TestVolumeBootPattern-524323740-project] Notify agent at l3_agent.dv-cinder-841302-2-iscsi the message routers_updated {{(pid=110152) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 17:54:13.147621 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29bdce5e-5c20-4128-b490-b8731250491c None None] Sync routers for ids ['516c5b9c-98c6-4346-9071-0cde9d9a6648'] in dv-cinder-841302-2-iscsi {{(pid=110155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 17:54:13.164879 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29bdce5e-5c20-4128-b490-b8731250491c None None] Routers {'516c5b9c-98c6-4346-9071-0cde9d9a6648'} bound to L3 agent in host dv-cinder-841302-2-iscsi {{(pid=110155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 17:54:13.165667 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.db.l3_hamode_db [None req-29bdce5e-5c20-4128-b490-b8731250491c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841302-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-10T17:36:00Z,description=,heartbeat_timestamp=2022-05-10T17:54:00Z,host='dv-cinder-841302-2-iscsi',id=eaac381b-e402-41c3-a8e6-8f962681d3e6,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T17:36:00Z,topic='l3_agent')) {'router_ids': ['516c5b9c-98c6-4346-9071-0cde9d9a6648'], 'active': True} {{(pid=110155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:54:13.207851 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.db.l3_dvrscheduler_db [req-0094174d-04aa-490f-be13-6a58a5ec24c9 req-81a46568-1252-4a2a-bf34-fac694b4f682 tempest-TestVolumeBootPattern-524323740 tempest-TestVolumeBootPattern-524323740-project] No DVR routers for this DVR port d083dfb1-18c3-4ce4-aee5-72cf745b342b on host hv-cinder-84130 {{(pid=110152) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 17:54:13.211214 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [req-0094174d-04aa-490f-be13-6a58a5ec24c9 req-81a46568-1252-4a2a-bf34-fac694b4f682 tempest-TestVolumeBootPattern-524323740 tempest-TestVolumeBootPattern-524323740-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29634'] for port (None), before_response {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:54:13.215318 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-0094174d-04aa-490f-be13-6a58a5ec24c9 req-81a46568-1252-4a2a-bf34-fac694b4f682 tempest-TestVolumeBootPattern-524323740 tempest-TestVolumeBootPattern-524323740-project] 10.222.0.77 "DELETE /v2.0/ports/d083dfb1-18c3-4ce4-aee5-72cf745b342b HTTP/1.1" status: 204 len: 173 time: 1.2839630 May 10 17:54:13.215834 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55760f67-2403-45c9-8db7-d5ae5f45c366', 'name': 'network-vif-deleted', 'tag': 'd083dfb1-18c3-4ce4-aee5-72cf745b342b'}] {{(pid=110152) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 17:54:13.218185 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0e5bab204033c83635b1e14c3e3a099c647719281f8bf9f740a5b80828d0d04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-425ee781-e199-43f2-9599-7063042b2329" -d '{"events": [{"server_uuid": "55760f67-2403-45c9-8db7-d5ae5f45c366", "name": "network-vif-deleted", "tag": "d083dfb1-18c3-4ce4-aee5-72cf745b342b"}]}' {{(pid=110152) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 17:54:13.292431 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 17:54:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1f1ffe8-5d52-44d3-811a-352f9e82f47d x-openstack-request-id: req-f1f1ffe8-5d52-44d3-811a-352f9e82f47d {{(pid=110152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 17:54:13.292812 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55760f67-2403-45c9-8db7-d5ae5f45c366", "name": "network-vif-deleted", "tag": "d083dfb1-18c3-4ce4-aee5-72cf745b342b", "status": "completed", "code": 200}]} {{(pid=110152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 17:54:13.293251 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-f1f1ffe8-5d52-44d3-811a-352f9e82f47d {{(pid=110152) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 17:54:13.293932 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f1f1ffe8-5d52-44d3-811a-352f9e82f47d'] response: {'server_uuid': '55760f67-2403-45c9-8db7-d5ae5f45c366', 'name': 'network-vif-deleted', 'tag': 'd083dfb1-18c3-4ce4-aee5-72cf745b342b', 'status': 'completed', 'code': 200} May 10 17:54:13.384374 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.db.l3_dvr_db [None req-29bdce5e-5c20-4128-b490-b8731250491c None None] Set router 516c5b9c-98c6-4346-9071-0cde9d9a6648 gateway port host: dv-cinder-841302-2-iscsi {{(pid=110155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 17:54:13.447721 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1b87d0-888c-444d-b6d9-6ddf4365ce10 req-8444f2b3-5b11-42c4-99cb-594275f6f93f tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:54:13.451764 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-0f1b87d0-888c-444d-b6d9-6ddf4365ce10 req-8444f2b3-5b11-42c4-99cb-594275f6f93f tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] 10.222.0.60 "GET /v2.0/ports?device_id=e16b7603-15a8-44a4-82c9-729bedfb8ac6 HTTP/1.1" status: 200 len: 945 time: 0.0870597 May 10 17:54:13.525416 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-0f1b87d0-888c-444d-b6d9-6ddf4365ce10 req-d31084f0-db62-4e72-81b5-d3996c06127f tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] 10.222.0.60 "GET /v2.0/security-groups?id=f03b9727-633c-4bf1-b0bf-05abcd1e8fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546160 May 10 17:54:13.649295 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.db.l3_hamode_db [None req-29bdce5e-5c20-4128-b490-b8731250491c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '516c5b9c-98c6-4346-9071-0cde9d9a6648', 'name': 'tempest-TestVolumeBootPattern-245396197-router', 'tenant_id': 'c93f0e69798e491aba3c8cf1493c2733', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85dc89cf-59f9-4edb-b26e-52bcb8a93763', 'external_fixed_ips': [{'subnet_id': 'e93d94f1-cb19-4cd0-92e5-ca73d24bd8fb', 'ip_address': '172.27.0.153'}], 'enable_snat': True}, 'gw_port_id': 'd572469e-dbdc-4bf8-8e8b-d4e3790fa8e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T17:50:42Z', 'updated_at': '2022-05-10T17:50:45Z', 'revision_number': 4, 'project_id': 'c93f0e69798e491aba3c8cf1493c2733', 'gw_port': {'id': 'd572469e-dbdc-4bf8-8e8b-d4e3790fa8e0', 'name': '', 'network_id': '85dc89cf-59f9-4edb-b26e-52bcb8a93763', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:94:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '516c5b9c-98c6-4346-9071-0cde9d9a6648', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': 'e93d94f1-cb19-4cd0-92e5-ca73d24bd8fb', 'ip_address': '172.27.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841302-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T17:50:43Z', 'updated_at': '2022-05-10T17:50:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e93d94f1-cb19-4cd0-92e5-ca73d24bd8fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841302-2-iscsi', '_interfaces': [{'id': 'a1c49237-846d-478b-b03a-e030620ab69a', 'name': '', 'network_id': '0e710c0b-0b9b-4762-af88-7b56961d06bc', 'tenant_id': 'c93f0e69798e491aba3c8cf1493c2733', 'mac_address': 'fa:16:3e:36:d0:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '516c5b9c-98c6-4346-9071-0cde9d9a6648', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': 'f9bb4cee-673b-4ef0-9b91-80ed1ec77b59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841302-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T17:50:45Z', 'updated_at': '2022-05-10T17:50:50Z', 'revision_number': 5, 'project_id': 'c93f0e69798e491aba3c8cf1493c2733', 'subnets': [{'id': 'f9bb4cee-673b-4ef0-9b91-80ed1ec77b59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841302-2-iscsi', False) {} {{(pid=110155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:54:13.723570 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29bdce5e-5c20-4128-b490-b8731250491c None None] Checking router: 516c5b9c-98c6-4346-9071-0cde9d9a6648 for host: dv-cinder-841302-2-iscsi {{(pid=110155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 17:54:13.742565 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-12059bde-d794-4add-bf5e-2ec90f52bf9d req-55438461-44ca-49ef-a9b9-1a0c2dbff489 tempest-TestVolumeBootPattern-524323740 tempest-TestVolumeBootPattern-524323740-project] 10.222.0.60 "GET /v2.0/ports?device_id=55760f67-2403-45c9-8db7-d5ae5f45c366 HTTP/1.1" status: 200 len: 210 time: 0.0675454 May 10 17:54:13.759843 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29bdce5e-5c20-4128-b490-b8731250491c None None] Routers {'516c5b9c-98c6-4346-9071-0cde9d9a6648'} bound to L3 agent in host dv-cinder-841302-2-iscsi {{(pid=110155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 17:54:13.760435 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.db.l3_hamode_db [None req-29bdce5e-5c20-4128-b490-b8731250491c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841302-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-10T17:36:00Z,description=,heartbeat_timestamp=2022-05-10T17:54:00Z,host='dv-cinder-841302-2-iscsi',id=eaac381b-e402-41c3-a8e6-8f962681d3e6,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T17:36:00Z,topic='l3_agent')) {'router_ids': ['516c5b9c-98c6-4346-9071-0cde9d9a6648'], 'active': True} {{(pid=110155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:54:13.931513 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.db.l3_dvr_db [None req-29bdce5e-5c20-4128-b490-b8731250491c None None] Set router 516c5b9c-98c6-4346-9071-0cde9d9a6648 gateway port host: dv-cinder-841302-2-iscsi {{(pid=110155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 17:54:14.177709 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.db.l3_hamode_db [None req-29bdce5e-5c20-4128-b490-b8731250491c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '516c5b9c-98c6-4346-9071-0cde9d9a6648', 'name': 'tempest-TestVolumeBootPattern-245396197-router', 'tenant_id': 'c93f0e69798e491aba3c8cf1493c2733', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85dc89cf-59f9-4edb-b26e-52bcb8a93763', 'external_fixed_ips': [{'subnet_id': 'e93d94f1-cb19-4cd0-92e5-ca73d24bd8fb', 'ip_address': '172.27.0.153'}], 'enable_snat': True}, 'gw_port_id': 'd572469e-dbdc-4bf8-8e8b-d4e3790fa8e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T17:50:42Z', 'updated_at': '2022-05-10T17:50:45Z', 'revision_number': 4, 'project_id': 'c93f0e69798e491aba3c8cf1493c2733', 'gw_port': {'id': 'd572469e-dbdc-4bf8-8e8b-d4e3790fa8e0', 'name': '', 'network_id': '85dc89cf-59f9-4edb-b26e-52bcb8a93763', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:94:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '516c5b9c-98c6-4346-9071-0cde9d9a6648', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': 'e93d94f1-cb19-4cd0-92e5-ca73d24bd8fb', 'ip_address': '172.27.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841302-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T17:50:43Z', 'updated_at': '2022-05-10T17:50:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e93d94f1-cb19-4cd0-92e5-ca73d24bd8fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841302-2-iscsi', '_interfaces': [{'id': 'a1c49237-846d-478b-b03a-e030620ab69a', 'name': '', 'network_id': '0e710c0b-0b9b-4762-af88-7b56961d06bc', 'tenant_id': 'c93f0e69798e491aba3c8cf1493c2733', 'mac_address': 'fa:16:3e:36:d0:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '516c5b9c-98c6-4346-9071-0cde9d9a6648', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': 'f9bb4cee-673b-4ef0-9b91-80ed1ec77b59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841302-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T17:50:45Z', 'updated_at': '2022-05-10T17:50:50Z', 'revision_number': 5, 'project_id': 'c93f0e69798e491aba3c8cf1493c2733', 'subnets': [{'id': 'f9bb4cee-673b-4ef0-9b91-80ed1ec77b59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841302-2-iscsi', False) {} {{(pid=110155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:54:14.238003 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29bdce5e-5c20-4128-b490-b8731250491c None None] The sync data for ids ['516c5b9c-98c6-4346-9071-0cde9d9a6648'] in dv-cinder-841302-2-iscsi is: [{'id': '516c5b9c-98c6-4346-9071-0cde9d9a6648', 'name': 'tempest-TestVolumeBootPattern-245396197-router', 'tenant_id': 'c93f0e69798e491aba3c8cf1493c2733', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85dc89cf-59f9-4edb-b26e-52bcb8a93763', 'external_fixed_ips': [{'subnet_id': 'e93d94f1-cb19-4cd0-92e5-ca73d24bd8fb', 'ip_address': '172.27.0.153'}], 'enable_snat': True}, 'gw_port_id': 'd572469e-dbdc-4bf8-8e8b-d4e3790fa8e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T17:50:42Z', 'updated_at': '2022-05-10T17:50:45Z', 'revision_number': 4, 'project_id': 'c93f0e69798e491aba3c8cf1493c2733', 'gw_port': {'id': 'd572469e-dbdc-4bf8-8e8b-d4e3790fa8e0', 'name': '', 'network_id': '85dc89cf-59f9-4edb-b26e-52bcb8a93763', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:94:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '516c5b9c-98c6-4346-9071-0cde9d9a6648', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': 'e93d94f1-cb19-4cd0-92e5-ca73d24bd8fb', 'ip_address': '172.27.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841302-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T17:50:43Z', 'updated_at': '2022-05-10T17:50:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e93d94f1-cb19-4cd0-92e5-ca73d24bd8fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841302-2-iscsi', '_interfaces': [{'id': 'a1c49237-846d-478b-b03a-e030620ab69a', 'name': '', 'network_id': '0e710c0b-0b9b-4762-af88-7b56961d06bc', 'tenant_id': 'c93f0e69798e491aba3c8cf1493c2733', 'mac_address': 'fa:16:3e:36:d0:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '516c5b9c-98c6-4346-9071-0cde9d9a6648', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': 'f9bb4cee-673b-4ef0-9b91-80ed1ec77b59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841302-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T17:50:45Z', 'updated_at': '2022-05-10T17:50:50Z', 'revision_number': 5, 'project_id': 'c93f0e69798e491aba3c8cf1493c2733', 'subnets': [{'id': 'f9bb4cee-673b-4ef0-9b91-80ed1ec77b59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 17:54:14.599407 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7b63d3a-2bcd-4f49-aa8b-1c0a5fb7ba5c None None] New status for floating IP 3e5dc900-88b0-4037-93f1-83fb51767712: DOWN {{(pid=110154) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 17:54:14.681807 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07350177-0561-4eb3-931b-1606c25de24c req-1ef4d40a-df9b-4a96-850e-58f396757810 tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:54:14.683553 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-07350177-0561-4eb3-931b-1606c25de24c req-1ef4d40a-df9b-4a96-850e-58f396757810 tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] 10.222.0.60 "GET /v2.0/ports?device_id=e16b7603-15a8-44a4-82c9-729bedfb8ac6 HTTP/1.1" status: 200 len: 945 time: 0.0551832 May 10 17:54:14.745246 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-07350177-0561-4eb3-931b-1606c25de24c req-d7cc17df-781b-414b-ae23-da59024a6203 tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] 10.222.0.60 "GET /v2.0/security-groups?id=f03b9727-633c-4bf1-b0bf-05abcd1e8fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546997 May 10 17:54:15.097213 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-cb4db333-116e-433c-a534-a278b9a27c74 req-006664ed-5b39-40a1-8959-2c129ef179b6 tempest-TestVolumeBootPattern-524323740 tempest-TestVolumeBootPattern-524323740-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-900555845&fields=id&tenant_id=c93f0e69798e491aba3c8cf1493c2733 HTTP/1.1" status: 200 len: 267 time: 0.0457714 May 10 17:54:15.212412 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4db333-116e-433c-a534-a278b9a27c74 req-121f521d-77b3-4d9b-8b9d-d58dda8066cf tempest-TestVolumeBootPattern-524323740 tempest-TestVolumeBootPattern-524323740-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:54:15.214056 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-cb4db333-116e-433c-a534-a278b9a27c74 req-121f521d-77b3-4d9b-8b9d-d58dda8066cf tempest-TestVolumeBootPattern-524323740 tempest-TestVolumeBootPattern-524323740-project] 10.222.0.60 "GET /v2.0/networks?id=0e710c0b-0b9b-4762-af88-7b56961d06bc HTTP/1.1" status: 200 len: 811 time: 0.1090541 May 10 17:54:15.229979 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-cb4db333-116e-433c-a534-a278b9a27c74 req-f9216f1b-f7a0-49d1-8df7-30aeb7d97969 tempest-TestVolumeBootPattern-524323740 tempest-TestVolumeBootPattern-524323740-project] 10.222.0.60 "GET /v2.0/quotas/c93f0e69798e491aba3c8cf1493c2733 HTTP/1.1" status: 200 len: 375 time: 0.0104556 May 10 17:54:15.281282 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-cb4db333-116e-433c-a534-a278b9a27c74 req-a364ac33-229c-4e88-8f5a-6d164ad70363 tempest-TestVolumeBootPattern-524323740 tempest-TestVolumeBootPattern-524323740-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=c93f0e69798e491aba3c8cf1493c2733&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0460272 May 10 17:54:15.389790 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-cb4db333-116e-433c-a534-a278b9a27c74 req-0fbbf05e-107d-4a1a-8f78-1f2c9aad1c74 service neutron] 10.222.0.60 "GET /v2.0/networks/0e710c0b-0b9b-4762-af88-7b56961d06bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919337 May 10 17:54:15.485701 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-cb4db333-116e-433c-a534-a278b9a27c74 req-9b27064e-5b6e-4edd-bc0f-75d422017f91 service neutron] 10.222.0.60 "GET /v2.0/networks/0e710c0b-0b9b-4762-af88-7b56961d06bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894988 May 10 17:54:15.672674 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.rpc [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Device d083dfb1-18c3-4ce4-aee5-72cf745b342b no longer exists at agent hyperv_hv-cinder-84130 {{(pid=110154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 17:54:15.695844 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.plugin [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] No Port match for: d083dfb1-18c3-4ce4-aee5-72cf745b342b {{(pid=110154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 17:54:15.696191 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.rpc [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Device d083dfb1-18c3-4ce4-aee5-72cf745b342b not bound to the agent host hv-cinder-84130 {{(pid=110154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 17:54:15.902487 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e5662e-d5aa-4fcb-89af-e89c3f2b324f req-9e492511-7c92-4e4f-83e0-2ab57f9f63d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:54:15.904040 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-74e5662e-d5aa-4fcb-89af-e89c3f2b324f req-9e492511-7c92-4e4f-83e0-2ab57f9f63d1 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=0461acfadf8743fdbd62a39bf3fe3e1c&device_id=e16b7603-15a8-44a4-82c9-729bedfb8ac6 HTTP/1.1" status: 200 len: 1129 time: 0.0790470 May 10 17:54:15.910625 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b1ecc2-bdf8-4759-8300-f3e6ba061e55 req-2736bf58-7060-4ec1-80f4-1ea45b21829e tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:54:15.912119 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-88b1ecc2-bdf8-4759-8300-f3e6ba061e55 req-2736bf58-7060-4ec1-80f4-1ea45b21829e tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] 10.222.0.60 "GET /v2.0/ports?device_id=e16b7603-15a8-44a4-82c9-729bedfb8ac6 HTTP/1.1" status: 200 len: 945 time: 0.0887785 May 10 17:54:16.013893 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-88b1ecc2-bdf8-4759-8300-f3e6ba061e55 req-97d040ee-b84f-4a2d-beed-c14447513da9 tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] 10.222.0.60 "GET /v2.0/security-groups?id=f03b9727-633c-4bf1-b0bf-05abcd1e8fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0927489 May 10 17:54:16.034103 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e5662e-d5aa-4fcb-89af-e89c3f2b324f req-29bcc8d1-7ea5-4783-a241-aedb518a02f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:54:16.035541 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-74e5662e-d5aa-4fcb-89af-e89c3f2b324f req-29bcc8d1-7ea5-4783-a241-aedb518a02f4 service neutron] 10.222.0.77 "GET /v2.0/networks?id=4f6007aa-61b1-40c3-a8ad-7f431d419cb5 HTTP/1.1" status: 200 len: 917 time: 0.1225166 May 10 17:54:16.107786 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-74e5662e-d5aa-4fcb-89af-e89c3f2b324f req-f4e34dc4-07fa-4034-b24a-e166981ea797 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cb176284-f148-403c-b988-83b0bfbdd7dd HTTP/1.1" status: 200 len: 1001 time: 0.0651762 May 10 17:54:16.167826 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e5662e-d5aa-4fcb-89af-e89c3f2b324f req-9d376cd0-0bf1-4b39-95ed-742fd2c44e52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:54:16.169412 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-74e5662e-d5aa-4fcb-89af-e89c3f2b324f req-9d376cd0-0bf1-4b39-95ed-742fd2c44e52 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=c13a30fd-de84-4d1b-92b1-edbd848fe110 HTTP/1.1" status: 200 len: 855 time: 0.0536556 May 10 17:54:16.214466 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e5662e-d5aa-4fcb-89af-e89c3f2b324f req-2f79b49b-deaf-4859-8d61-ea8ba79cafe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:54:16.216176 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-74e5662e-d5aa-4fcb-89af-e89c3f2b324f req-2f79b49b-deaf-4859-8d61-ea8ba79cafe3 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=4f6007aa-61b1-40c3-a8ad-7f431d419cb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0403364 May 10 17:54:16.314763 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-74e5662e-d5aa-4fcb-89af-e89c3f2b324f req-048bbe56-97ae-4c99-9ad9-2a17ea626aee service neutron] 10.222.0.77 "GET /v2.0/networks/4f6007aa-61b1-40c3-a8ad-7f431d419cb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906770 May 10 17:54:16.410518 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-74e5662e-d5aa-4fcb-89af-e89c3f2b324f req-b8f1f528-8ee1-4e34-93c5-c2254a102c47 service neutron] 10.222.0.77 "GET /v2.0/networks/4f6007aa-61b1-40c3-a8ad-7f431d419cb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886889 May 10 17:54:16.803431 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-250ad750-ba76-496e-8681-6611936f77f8 req-d17c079d-da45-4947-b470-c415dd181094 tempest-TestVolumeBootPattern-524323740 tempest-TestVolumeBootPattern-524323740-project] 10.222.0.60 "GET /v2.0/ports?device_id=b778e508-4f5a-4514-babe-5f0868a5d485 HTTP/1.1" status: 200 len: 210 time: 0.0358405 May 10 17:54:17.145522 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3406e30d-22ea-43f7-84b9-54ca1c152587 req-3c041f24-f65d-4a41-abd5-e9657b21b9be tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:54:17.147839 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-3406e30d-22ea-43f7-84b9-54ca1c152587 req-3c041f24-f65d-4a41-abd5-e9657b21b9be tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] 10.222.0.60 "GET /v2.0/ports?device_id=e16b7603-15a8-44a4-82c9-729bedfb8ac6 HTTP/1.1" status: 200 len: 945 time: 0.0497270 May 10 17:54:17.198470 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-3406e30d-22ea-43f7-84b9-54ca1c152587 req-d3846b06-b3e3-4efb-82bc-bdc573930be4 tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] 10.222.0.60 "GET /v2.0/security-groups?id=f03b9727-633c-4bf1-b0bf-05abcd1e8fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447662 May 10 17:54:17.900116 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-0deb0659-cd97-4b16-a306-2d793f4cd696 req-896e293b-7339-4b53-990f-b98e4aa13367 tempest-TestVolumeBootPattern-524323740 tempest-TestVolumeBootPattern-524323740-project] 10.222.0.60 "GET /v2.0/ports?device_id=b778e508-4f5a-4514-babe-5f0868a5d485 HTTP/1.1" status: 200 len: 210 time: 0.0275528 May 10 17:54:18.330615 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5532725b-b2d6-40e2-92e6-8582881679a0 req-7db1eff1-8d34-4c4f-a573-fdf7b86523f4 tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:54:18.332391 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-5532725b-b2d6-40e2-92e6-8582881679a0 req-7db1eff1-8d34-4c4f-a573-fdf7b86523f4 tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] 10.222.0.60 "GET /v2.0/ports?device_id=e16b7603-15a8-44a4-82c9-729bedfb8ac6 HTTP/1.1" status: 200 len: 945 time: 0.0558474 May 10 17:54:18.397070 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-5532725b-b2d6-40e2-92e6-8582881679a0 req-9084af88-6264-4cf1-80cc-7187ecd4d661 tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] 10.222.0.60 "GET /v2.0/security-groups?id=f03b9727-633c-4bf1-b0bf-05abcd1e8fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543671 May 10 17:54:19.013670 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-fafb4d37-fff7-4a0d-9b29-8a3902009087 req-1d1daece-0464-4657-a5b7-d3c6fb3612be tempest-TestVolumeBootPattern-524323740 tempest-TestVolumeBootPattern-524323740-project] 10.222.0.60 "GET /v2.0/ports?device_id=b778e508-4f5a-4514-babe-5f0868a5d485 HTTP/1.1" status: 200 len: 210 time: 0.0296655 May 10 17:54:19.152540 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4db333-116e-433c-a534-a278b9a27c74 req-0076d3b3-75a4-4880-bccc-45cc7f30d24a tempest-TestVolumeBootPattern-524323740 tempest-TestVolumeBootPattern-524323740-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:54:19.154029 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-cb4db333-116e-433c-a534-a278b9a27c74 req-0076d3b3-75a4-4880-bccc-45cc7f30d24a tempest-TestVolumeBootPattern-524323740 tempest-TestVolumeBootPattern-524323740-project] 10.222.0.77 "GET /v2.0/networks?id=0e710c0b-0b9b-4762-af88-7b56961d06bc HTTP/1.1" status: 200 len: 811 time: 0.1261084 May 10 17:54:19.250913 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-cb4db333-116e-433c-a534-a278b9a27c74 req-6e0bcd83-012c-4b13-8f50-f298c1f023e8 tempest-TestVolumeBootPattern-524323740 tempest-TestVolumeBootPattern-524323740-project] 10.222.0.77 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c93f0e69798e491aba3c8cf1493c2733 HTTP/1.1" status: 200 len: 379 time: 0.0559018 May 10 17:54:19.260531 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.v2.base [req-cb4db333-116e-433c-a534-a278b9a27c74 req-40824312-d040-428a-a7cb-00e5b04b6025 tempest-TestVolumeBootPattern-524323740 tempest-TestVolumeBootPattern-524323740-project] Request body: {'port': {'device_id': 'b778e508-4f5a-4514-babe-5f0868a5d485', 'network_id': '0e710c0b-0b9b-4762-af88-7b56961d06bc', 'admin_state_up': True, 'tenant_id': 'c93f0e69798e491aba3c8cf1493c2733', 'security_groups': ['aec4a23b-9be6-4a04-ad33-bd1ff431d47e']}} {{(pid=110152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 17:54:19.368291 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cb4db333-116e-433c-a534-a278b9a27c74 req-40824312-d040-428a-a7cb-00e5b04b6025 tempest-TestVolumeBootPattern-524323740 tempest-TestVolumeBootPattern-524323740-project] Made reservation on behalf of c93f0e69798e491aba3c8cf1493c2733 for: {'port': 1} {{(pid=110152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 17:54:19.371566 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [req-cb4db333-116e-433c-a534-a278b9a27c74 req-40824312-d040-428a-a7cb-00e5b04b6025 tempest-TestVolumeBootPattern-524323740 tempest-TestVolumeBootPattern-524323740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1514036'] for port (None), before_create {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:54:19.534951 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21e0752-fa4d-45f3-9ca4-bfb1ef523cbc req-46927fa9-e230-4a34-b532-2fc661d00b1e tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:54:19.537114 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-c21e0752-fa4d-45f3-9ca4-bfb1ef523cbc req-46927fa9-e230-4a34-b532-2fc661d00b1e tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] 10.222.0.60 "GET /v2.0/ports?device_id=e16b7603-15a8-44a4-82c9-729bedfb8ac6 HTTP/1.1" status: 200 len: 945 time: 0.0623150 May 10 17:54:19.538133 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.db.db_base_plugin_common [req-cb4db333-116e-433c-a534-a278b9a27c74 req-40824312-d040-428a-a7cb-00e5b04b6025 tempest-TestVolumeBootPattern-524323740 tempest-TestVolumeBootPattern-524323740-project] Allocated IP 172.20.0.7 (0e710c0b-0b9b-4762-af88-7b56961d06bc/f9bb4cee-673b-4ef0-9b91-80ed1ec77b59/ede42f21-9c07-4946-b657-fdd16056f502) {{(pid=110152) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 17:54:19.617599 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-c21e0752-fa4d-45f3-9ca4-bfb1ef523cbc req-4f556162-76f2-4852-a096-91f072e91877 tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] 10.222.0.60 "GET /v2.0/security-groups?id=f03b9727-633c-4bf1-b0bf-05abcd1e8fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0750027 May 10 17:54:19.712564 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.rpc [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Device cb176284-f148-403c-b988-83b0bfbdd7dd no longer exists at agent hyperv_hv-cinder-84130 {{(pid=110154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 17:54:19.723332 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [req-cb4db333-116e-433c-a534-a278b9a27c74 req-40824312-d040-428a-a7cb-00e5b04b6025 tempest-TestVolumeBootPattern-524323740 tempest-TestVolumeBootPattern-524323740-project] Publish callbacks [] for port (ede42f21-9c07-4946-b657-fdd16056f502), precommit_create {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:54:19.764221 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [req-cb4db333-116e-433c-a534-a278b9a27c74 req-40824312-d040-428a-a7cb-00e5b04b6025 tempest-TestVolumeBootPattern-524323740 tempest-TestVolumeBootPattern-524323740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1514136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781794686064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5018186'] for port (ede42f21-9c07-4946-b657-fdd16056f502), after_create {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:54:19.792038 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cb4db333-116e-433c-a534-a278b9a27c74 req-40824312-d040-428a-a7cb-00e5b04b6025 tempest-TestVolumeBootPattern-524323740 tempest-TestVolumeBootPattern-524323740-project] Network 0e710c0b-0b9b-4762-af88-7b56961d06bc is already hosted by enough agents. {{(pid=110152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 17:54:19.794782 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.scheduler.base_scheduler [req-cb4db333-116e-433c-a534-a278b9a27c74 req-40824312-d040-428a-a7cb-00e5b04b6025 tempest-TestVolumeBootPattern-524323740 tempest-TestVolumeBootPattern-524323740-project] Resources bound (agent type, host, resource id): {{(pid=110152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 17:54:19.799906 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.plugin [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Current status of the port cb176284-f148-403c-b988-83b0bfbdd7dd is: ACTIVE; New status is: DOWN {{(pid=110154) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 17:54:19.800369 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb4db333-116e-433c-a534-a278b9a27c74 req-40824312-d040-428a-a7cb-00e5b04b6025 tempest-TestVolumeBootPattern-524323740 tempest-TestVolumeBootPattern-524323740-project] Received port after_create {{(pid=110152) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 17:54:19.800714 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1514036'] for port (cb176284-f148-403c-b988-83b0bfbdd7dd), before_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:54:19.826943 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e16b7603-15a8-44a4-82c9-729bedfb8ac6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cb176284-f148-403c-b988-83b0bfbdd7dd'}] {{(pid=110154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 17:54:19.829624 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81f5a9f60a7176de4ec81ee2de5d4e9bd281d17703f5d6403e6a691a644f2f07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce8e00be-5240-4ca6-91b0-89a284d4d08f" -d '{"events": [{"server_uuid": "e16b7603-15a8-44a4-82c9-729bedfb8ac6", "name": "network-vif-unplugged", "status": "completed", "tag": "cb176284-f148-403c-b988-83b0bfbdd7dd"}]}' {{(pid=110154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 17:54:19.847418 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.db [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] For port cb176284-f148-403c-b988-83b0bfbdd7dd, host hv-cinder-84130, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84130',level=0,port_id=cb176284-f148-403c-b988-83b0bfbdd7dd,segment=NetworkSegment(d952ff82-97df-4645-95cf-8a2390e9c9b8),segment_id=d952ff82-97df-4645-95cf-8a2390e9c9b8)] {{(pid=110154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 17:54:19.853695 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1514136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781795229094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781794686082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781794686100'] for port (cb176284-f148-403c-b988-83b0bfbdd7dd), after_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:54:19.909241 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Pushing event updated for resources: {'Port': ['ID=cb176284-f148-403c-b988-83b0bfbdd7dd,revision_number=8']} {{(pid=110154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:54:19.917693 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40824312-d040-428a-a7cb-00e5b04b6025 tempest-TestVolumeBootPattern-524323740 tempest-TestVolumeBootPattern-524323740-project] Pushing event updated for resources: {'Port': ['ID=ede42f21-9c07-4946-b657-fdd16056f502,revision_number=1']} {{(pid=110152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:54:19.921595 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 10 May 2022 17:54:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-834fc584-0df0-4cb8-a75a-d287cb5776cc x-openstack-request-id: req-834fc584-0df0-4cb8-a75a-d287cb5776cc {{(pid=110154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 17:54:19.922112 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e16b7603-15a8-44a4-82c9-729bedfb8ac6", "name": "network-vif-unplugged", "status": "failed", "tag": "cb176284-f148-403c-b988-83b0bfbdd7dd", "code": 422}]} {{(pid=110154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 17:54:19.922378 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-834fc584-0df0-4cb8-a75a-d287cb5776cc {{(pid=110154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 17:54:19.923975 dv-cinder-841302-2-iscsi neutron-server[110154]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-834fc584-0df0-4cb8-a75a-d287cb5776cc']: {'server_uuid': 'e16b7603-15a8-44a4-82c9-729bedfb8ac6', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'cb176284-f148-403c-b988-83b0bfbdd7dd', 'code': 422} returned with failed status May 10 17:54:19.941633 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4db333-116e-433c-a534-a278b9a27c74 req-40824312-d040-428a-a7cb-00e5b04b6025 tempest-TestVolumeBootPattern-524323740 tempest-TestVolumeBootPattern-524323740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:54:19.942404 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [req-cb4db333-116e-433c-a534-a278b9a27c74 req-40824312-d040-428a-a7cb-00e5b04b6025 tempest-TestVolumeBootPattern-524323740 tempest-TestVolumeBootPattern-524323740-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29634'] for port (None), before_response {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:54:19.963608 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-cb4db333-116e-433c-a534-a278b9a27c74 req-40824312-d040-428a-a7cb-00e5b04b6025 tempest-TestVolumeBootPattern-524323740 tempest-TestVolumeBootPattern-524323740-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7069602 May 10 17:54:20.019579 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.v2.base [req-cb4db333-116e-433c-a534-a278b9a27c74 req-9164784c-4264-4f5c-8c83-6ab6f48ab812 service neutron] Request body: {'port': {'device_id': 'b778e508-4f5a-4514-babe-5f0868a5d485', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84130'}} {{(pid=110152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 17:54:20.095340 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [req-cb4db333-116e-433c-a534-a278b9a27c74 req-9164784c-4264-4f5c-8c83-6ab6f48ab812 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1514036'] for port (ede42f21-9c07-4946-b657-fdd16056f502), before_update {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:54:20.160329 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.db.provisioning_blocks [None req-4b590da7-5d32-4a94-974d-6f94dc96be7c None None] Provisioning complete for port ede42f21-9c07-4946-b657-fdd16056f502 triggered by entity DHCP. {{(pid=110154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 17:54:20.160834 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-4b590da7-5d32-4a94-974d-6f94dc96be7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525495'] for port (ede42f21-9c07-4946-b657-fdd16056f502), provisioning_complete {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:54:20.199422 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206fa31e-5fcd-4bc1-94cf-7d02f865cb18 req-29c1ab69-5483-496a-aebd-de582df0d522 tempest-TestVolumeBootPattern-524323740 tempest-TestVolumeBootPattern-524323740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:54:20.200988 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-206fa31e-5fcd-4bc1-94cf-7d02f865cb18 req-29c1ab69-5483-496a-aebd-de582df0d522 tempest-TestVolumeBootPattern-524323740 tempest-TestVolumeBootPattern-524323740-project] 10.222.0.60 "GET /v2.0/ports?device_id=b778e508-4f5a-4514-babe-5f0868a5d485 HTTP/1.1" status: 200 len: 931 time: 0.0915966 May 10 17:54:20.212235 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.plugin [None req-4b590da7-5d32-4a94-974d-6f94dc96be7c None None] Port ede42f21-9c07-4946-b657-fdd16056f502 cannot update to ACTIVE because it is not bound. {{(pid=110154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 10 17:54:20.656263 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.wsgi [req-30f06cef-b198-483a-96d4-7e64de664259 req-a572def5-ee39-4920-ad06-8ba66c45660f service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=110152) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 10 17:54:20.657261 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-30f06cef-b198-483a-96d4-7e64de664259 req-a572def5-ee39-4920-ad06-8ba66c45660f service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0092673 May 10 17:54:20.670433 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-206fa31e-5fcd-4bc1-94cf-7d02f865cb18 req-a52b0eb1-63d3-43a1-8475-972f8bb61e52 tempest-TestVolumeBootPattern-524323740 tempest-TestVolumeBootPattern-524323740-project] 10.222.0.60 "GET /v2.0/security-groups?id=aec4a23b-9be6-4a04-ad33-bd1ff431d47e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4189408 May 10 17:54:20.782448 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.notifiers.nova [req-cb4db333-116e-433c-a534-a278b9a27c74 req-9164784c-4264-4f5c-8c83-6ab6f48ab812 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ede42f21-9c07-4946-b657-fdd16056f502 {{(pid=110152) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 17:54:20.800002 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [req-cb4db333-116e-433c-a534-a278b9a27c74 req-9164784c-4264-4f5c-8c83-6ab6f48ab812 service neutron] Publish callbacks [] for port (ede42f21-9c07-4946-b657-fdd16056f502), precommit_update {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:54:20.836329 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.db.provisioning_blocks [req-cb4db333-116e-433c-a534-a278b9a27c74 req-9164784c-4264-4f5c-8c83-6ab6f48ab812 service neutron] Transition to ACTIVE for port object ede42f21-9c07-4946-b657-fdd16056f502 will not be triggered until provisioned by entity L2. {{(pid=110152) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 10 17:54:20.842594 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [req-cb4db333-116e-433c-a534-a278b9a27c74 req-9164784c-4264-4f5c-8c83-6ab6f48ab812 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1514136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781795229094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781794686082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781794686100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5018163'] for port (ede42f21-9c07-4946-b657-fdd16056f502), after_update {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:54:20.852957 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6ac541-68fb-4cce-9a16-9bda1f3e937b req-f985b8f3-616c-45a1-abf7-f219167251eb tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:54:20.854452 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-4e6ac541-68fb-4cce-9a16-9bda1f3e937b req-f985b8f3-616c-45a1-abf7-f219167251eb tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] 10.222.0.60 "GET /v2.0/ports?device_id=e16b7603-15a8-44a4-82c9-729bedfb8ac6 HTTP/1.1" status: 200 len: 943 time: 0.0666852 May 10 17:54:20.924106 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9164784c-4264-4f5c-8c83-6ab6f48ab812 service neutron] Pushing event updated for resources: {'Port': ['ID=ede42f21-9c07-4946-b657-fdd16056f502,revision_number=2']} {{(pid=110152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:54:20.974108 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-4e6ac541-68fb-4cce-9a16-9bda1f3e937b req-a61651ce-ad91-47ea-98c0-4134e892355f tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] 10.222.0.60 "GET /v2.0/security-groups?id=f03b9727-633c-4bf1-b0bf-05abcd1e8fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0942044 May 10 17:54:21.031012 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.plugins.ml2.managers [req-cb4db333-116e-433c-a534-a278b9a27c74 req-9164784c-4264-4f5c-8c83-6ab6f48ab812 service neutron] Attempting to bind port ede42f21-9c07-4946-b657-fdd16056f502 on host hv-cinder-84130 for vnic_type normal with profile {{(pid=110152) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 17:54:21.031376 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.plugins.ml2.managers [req-cb4db333-116e-433c-a534-a278b9a27c74 req-9164784c-4264-4f5c-8c83-6ab6f48ab812 service neutron] Attempting to bind port ede42f21-9c07-4946-b657-fdd16056f502 by drivers openvswitch,hyperv on host hv-cinder-84130 at level 0 using segments [{'id': '230564c6-143b-4e52-aa0f-dd48bc60401d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '0e710c0b-0b9b-4762-af88-7b56961d06bc'}] {{(pid=110152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 17:54:21.031725 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb4db333-116e-433c-a534-a278b9a27c74 req-9164784c-4264-4f5c-8c83-6ab6f48ab812 service neutron] Attempting to bind port ede42f21-9c07-4946-b657-fdd16056f502 on network 0e710c0b-0b9b-4762-af88-7b56961d06bc {{(pid=110152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 17:54:21.040891 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb4db333-116e-433c-a534-a278b9a27c74 req-9164784c-4264-4f5c-8c83-6ab6f48ab812 service neutron] Port ede42f21-9c07-4946-b657-fdd16056f502 on network 0e710c0b-0b9b-4762-af88-7b56961d06bc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84130 {{(pid=110152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 17:54:21.041396 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb4db333-116e-433c-a534-a278b9a27c74 req-9164784c-4264-4f5c-8c83-6ab6f48ab812 service neutron] Attempting to bind port ede42f21-9c07-4946-b657-fdd16056f502 on network 0e710c0b-0b9b-4762-af88-7b56961d06bc {{(pid=110152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 17:54:21.047516 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb4db333-116e-433c-a534-a278b9a27c74 req-9164784c-4264-4f5c-8c83-6ab6f48ab812 service neutron] Checking agent: {'id': '16638279-eb91-49a3-95a5-8b540cc2f948', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84130', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 17, 42, 31), 'started_at': datetime.datetime(2022, 5, 10, 17, 42, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 17, 54, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 17:54:21.048009 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb4db333-116e-433c-a534-a278b9a27c74 req-9164784c-4264-4f5c-8c83-6ab6f48ab812 service neutron] Checking segment: {'id': '230564c6-143b-4e52-aa0f-dd48bc60401d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '0e710c0b-0b9b-4762-af88-7b56961d06bc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 17:54:21.048528 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb4db333-116e-433c-a534-a278b9a27c74 req-9164784c-4264-4f5c-8c83-6ab6f48ab812 service neutron] Bound using segment: {'id': '230564c6-143b-4e52-aa0f-dd48bc60401d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '0e710c0b-0b9b-4762-af88-7b56961d06bc'} {{(pid=110152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 17:54:21.049073 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.plugins.ml2.managers [req-cb4db333-116e-433c-a534-a278b9a27c74 req-9164784c-4264-4f5c-8c83-6ab6f48ab812 service neutron] Bound port: ede42f21-9c07-4946-b657-fdd16056f502, host: hv-cinder-84130, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '230564c6-143b-4e52-aa0f-dd48bc60401d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '0e710c0b-0b9b-4762-af88-7b56961d06bc'}}] {{(pid=110152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 17:54:21.049547 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [req-cb4db333-116e-433c-a534-a278b9a27c74 req-9164784c-4264-4f5c-8c83-6ab6f48ab812 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1514036'] for port (ede42f21-9c07-4946-b657-fdd16056f502), before_update {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:54:21.139460 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.plugins.ml2.db [req-cb4db333-116e-433c-a534-a278b9a27c74 req-9164784c-4264-4f5c-8c83-6ab6f48ab812 service neutron] For port ede42f21-9c07-4946-b657-fdd16056f502, host hv-cinder-84130, cleared binding levels {{(pid=110152) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 17:54:21.142735 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.plugins.ml2.db [req-cb4db333-116e-433c-a534-a278b9a27c74 req-9164784c-4264-4f5c-8c83-6ab6f48ab812 service neutron] For port ede42f21-9c07-4946-b657-fdd16056f502, host hv-cinder-84130, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84130',level=0,port_id=ede42f21-9c07-4946-b657-fdd16056f502,segment=NetworkSegment(230564c6-143b-4e52-aa0f-dd48bc60401d),segment_id=230564c6-143b-4e52-aa0f-dd48bc60401d)] {{(pid=110152) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 17:54:21.150416 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [req-cb4db333-116e-433c-a534-a278b9a27c74 req-9164784c-4264-4f5c-8c83-6ab6f48ab812 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1514136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781795229094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781794686082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781794686100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5018163'] for port (ede42f21-9c07-4946-b657-fdd16056f502), after_update {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:54:21.190926 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4db333-116e-433c-a534-a278b9a27c74 req-9164784c-4264-4f5c-8c83-6ab6f48ab812 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:54:21.191661 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [req-cb4db333-116e-433c-a534-a278b9a27c74 req-9164784c-4264-4f5c-8c83-6ab6f48ab812 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29634'] for port (None), before_response {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:54:21.194202 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-cb4db333-116e-433c-a534-a278b9a27c74 req-9164784c-4264-4f5c-8c83-6ab6f48ab812 service neutron] 10.222.0.77 "PUT /v2.0/ports/ede42f21-9c07-4946-b657-fdd16056f502 HTTP/1.1" status: 200 len: 1093 time: 1.1794538 May 10 17:54:21.194695 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b778e508-4f5a-4514-babe-5f0868a5d485', 'tag': 'ede42f21-9c07-4946-b657-fdd16056f502'}] {{(pid=110152) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 17:54:21.197084 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0e5bab204033c83635b1e14c3e3a099c647719281f8bf9f740a5b80828d0d04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e3984f2-5ab1-43da-ac0e-6157de13f82a" -d '{"events": [{"name": "network-changed", "server_uuid": "b778e508-4f5a-4514-babe-5f0868a5d485", "tag": "ede42f21-9c07-4946-b657-fdd16056f502"}]}' {{(pid=110152) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 17:54:21.218072 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.wsgi [-] (110153) accepted ('10.222.0.60', 45666) {{(pid=110153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 17:54:21.244248 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9164784c-4264-4f5c-8c83-6ab6f48ab812 service neutron] Pushing event updated for resources: {'Port': ['ID=ede42f21-9c07-4946-b657-fdd16056f502,revision_number=3']} {{(pid=110152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:54:21.268591 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 17:54:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d033f2c7-f512-46f4-8bc6-822781ada9b7 x-openstack-request-id: req-d033f2c7-f512-46f4-8bc6-822781ada9b7 {{(pid=110152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 17:54:21.268953 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b778e508-4f5a-4514-babe-5f0868a5d485", "tag": "ede42f21-9c07-4946-b657-fdd16056f502", "status": "completed", "code": 200}]} {{(pid=110152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 17:54:21.269269 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-d033f2c7-f512-46f4-8bc6-822781ada9b7 {{(pid=110152) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 17:54:21.269764 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d033f2c7-f512-46f4-8bc6-822781ada9b7'] response: {'name': 'network-changed', 'server_uuid': 'b778e508-4f5a-4514-babe-5f0868a5d485', 'tag': 'ede42f21-9c07-4946-b657-fdd16056f502', 'status': 'completed', 'code': 200} May 10 17:54:21.308034 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4db333-116e-433c-a534-a278b9a27c74 req-366f35b5-592d-44d5-ab83-2444f280a2e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:54:21.309984 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-cb4db333-116e-433c-a534-a278b9a27c74 req-366f35b5-592d-44d5-ab83-2444f280a2e8 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=c93f0e69798e491aba3c8cf1493c2733&device_id=b778e508-4f5a-4514-babe-5f0868a5d485 HTTP/1.1" status: 200 len: 1127 time: 0.0529943 May 10 17:54:21.339292 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [req-f0f25359-8476-495f-a46e-10a531164911 req-7a38d6fe-bb11-4506-8001-763032504494 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=e16b7603-15a8-44a4-82c9-729bedfb8ac6&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1196692 May 10 17:54:21.353552 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.wsgi [req-f0f25359-8476-495f-a46e-10a531164911 req-0abb7cb4-2fe3-40a3-a246-847f514c3788 service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=110153) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 10 17:54:21.354795 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [req-f0f25359-8476-495f-a46e-10a531164911 req-0abb7cb4-2fe3-40a3-a246-847f514c3788 service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0062652 May 10 17:54:21.368547 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-cb4db333-116e-433c-a534-a278b9a27c74 req-bcd065b7-4cbb-47c6-b8b2-81e62755430e service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ede42f21-9c07-4946-b657-fdd16056f502 HTTP/1.1" status: 200 len: 217 time: 0.0421968 May 10 17:54:21.432505 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4db333-116e-433c-a534-a278b9a27c74 req-48dda9ce-0d7e-4596-8ef6-0561687c39c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:54:21.434007 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-cb4db333-116e-433c-a534-a278b9a27c74 req-48dda9ce-0d7e-4596-8ef6-0561687c39c7 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=f9bb4cee-673b-4ef0-9b91-80ed1ec77b59 HTTP/1.1" status: 200 len: 850 time: 0.0580430 May 10 17:54:21.441941 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.wsgi [-] (110153) accepted ('10.222.0.60', 45674) {{(pid=110153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 17:54:21.488623 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4db333-116e-433c-a534-a278b9a27c74 req-73a7ad17-d27e-4517-9c8c-5caba8d955dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:54:21.491107 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-cb4db333-116e-433c-a534-a278b9a27c74 req-73a7ad17-d27e-4517-9c8c-5caba8d955dd service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=0e710c0b-0b9b-4762-af88-7b56961d06bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0508366 May 10 17:54:21.503893 dv-cinder-841302-2-iscsi neutron-server[110153]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. May 10 17:54:21.557020 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f25359-8476-495f-a46e-10a531164911 req-0fc549ba-f652-43d4-b913-66c6d45163df tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:54:21.560797 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [req-f0f25359-8476-495f-a46e-10a531164911 req-0fc549ba-f652-43d4-b913-66c6d45163df tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] 10.222.0.60 "GET /v2.0/ports/cb176284-f148-403c-b988-83b0bfbdd7dd HTTP/1.1" status: 200 len: 940 time: 0.1173723 May 10 17:54:21.605470 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-cb4db333-116e-433c-a534-a278b9a27c74 req-f1c1cd6f-7d41-447f-a0eb-8d45f5810c9f service neutron] 10.222.0.77 "GET /v2.0/networks/0e710c0b-0b9b-4762-af88-7b56961d06bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1050463 May 10 17:54:21.727042 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-cb4db333-116e-433c-a534-a278b9a27c74 req-325b90fe-be4b-4bff-b1de-83c40f1904ab service neutron] 10.222.0.77 "GET /v2.0/networks/0e710c0b-0b9b-4762-af88-7b56961d06bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1143653 May 10 17:54:21.866680 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9b0ba2-b695-4611-b567-79babcb4b5c8 req-eee6ef1a-a7ab-4bda-877e-3cc671023687 tempest-TestVolumeBootPattern-524323740 tempest-TestVolumeBootPattern-524323740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:54:21.869550 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-7a9b0ba2-b695-4611-b567-79babcb4b5c8 req-eee6ef1a-a7ab-4bda-877e-3cc671023687 tempest-TestVolumeBootPattern-524323740 tempest-TestVolumeBootPattern-524323740-project] 10.222.0.60 "GET /v2.0/ports?device_id=b778e508-4f5a-4514-babe-5f0868a5d485 HTTP/1.1" status: 200 len: 943 time: 0.1019504 May 10 17:54:21.983445 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-7a9b0ba2-b695-4611-b567-79babcb4b5c8 req-d9ca0a26-9c8e-4938-badf-2e061bafe03f tempest-TestVolumeBootPattern-524323740 tempest-TestVolumeBootPattern-524323740-project] 10.222.0.60 "GET /v2.0/security-groups?id=aec4a23b-9be6-4a04-ad33-bd1ff431d47e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1061285 May 10 17:54:22.138091 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af29381e-5ac2-4d04-8fb9-bd07a5a73602 req-87578161-bd85-410d-9db9-87760927f04a tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:54:22.139592 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-af29381e-5ac2-4d04-8fb9-bd07a5a73602 req-87578161-bd85-410d-9db9-87760927f04a tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] 10.222.0.60 "GET /v2.0/ports?device_id=e16b7603-15a8-44a4-82c9-729bedfb8ac6 HTTP/1.1" status: 200 len: 943 time: 0.0736020 May 10 17:54:22.189088 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-af29381e-5ac2-4d04-8fb9-bd07a5a73602 req-ebc1b440-d099-4620-a9f6-cbf88be550b1 tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] 10.222.0.60 "GET /v2.0/security-groups?id=f03b9727-633c-4bf1-b0bf-05abcd1e8fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435963 May 10 17:54:22.766177 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3984f2-5ab1-43da-ac0e-6157de13f82a req-b294768b-729b-43c6-b405-5a8684be7438 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:54:22.767734 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-4e3984f2-5ab1-43da-ac0e-6157de13f82a req-b294768b-729b-43c6-b405-5a8684be7438 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=c93f0e69798e491aba3c8cf1493c2733&device_id=b778e508-4f5a-4514-babe-5f0868a5d485 HTTP/1.1" status: 200 len: 1127 time: 0.0450220 May 10 17:54:22.880917 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3984f2-5ab1-43da-ac0e-6157de13f82a req-5b77018b-50b8-4971-94ea-f616ceea17e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:54:22.882437 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-4e3984f2-5ab1-43da-ac0e-6157de13f82a req-5b77018b-50b8-4971-94ea-f616ceea17e7 service neutron] 10.222.0.77 "GET /v2.0/networks?id=0e710c0b-0b9b-4762-af88-7b56961d06bc HTTP/1.1" status: 200 len: 912 time: 0.1044388 May 10 17:54:22.930977 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-4e3984f2-5ab1-43da-ac0e-6157de13f82a req-05e60481-82e4-46d8-b89c-d0bd91035a85 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ede42f21-9c07-4946-b657-fdd16056f502 HTTP/1.1" status: 200 len: 217 time: 0.0404241 May 10 17:54:22.991990 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3984f2-5ab1-43da-ac0e-6157de13f82a req-fa08dd1c-b5ce-4d8c-b070-d15e4b1a7cc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:54:22.993493 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-4e3984f2-5ab1-43da-ac0e-6157de13f82a req-fa08dd1c-b5ce-4d8c-b070-d15e4b1a7cc2 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=f9bb4cee-673b-4ef0-9b91-80ed1ec77b59 HTTP/1.1" status: 200 len: 850 time: 0.0472746 May 10 17:54:23.047438 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3984f2-5ab1-43da-ac0e-6157de13f82a req-74063caa-099b-47a7-84a8-9b37c89e6055 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:54:23.049234 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-4e3984f2-5ab1-43da-ac0e-6157de13f82a req-74063caa-099b-47a7-84a8-9b37c89e6055 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=0e710c0b-0b9b-4762-af88-7b56961d06bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0448816 May 10 17:54:23.170724 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d808ee-78ec-43ab-ad57-23962894d610 req-86ea9a3b-a23e-4c3f-b033-eff9d5cf27f8 tempest-TestVolumeBootPattern-524323740 tempest-TestVolumeBootPattern-524323740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:54:23.172278 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-05d808ee-78ec-43ab-ad57-23962894d610 req-86ea9a3b-a23e-4c3f-b033-eff9d5cf27f8 tempest-TestVolumeBootPattern-524323740 tempest-TestVolumeBootPattern-524323740-project] 10.222.0.60 "GET /v2.0/ports?device_id=b778e508-4f5a-4514-babe-5f0868a5d485 HTTP/1.1" status: 200 len: 943 time: 0.0977495 May 10 17:54:23.240168 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-4e3984f2-5ab1-43da-ac0e-6157de13f82a req-4070735b-37f6-4655-a14f-0442f2436b74 service neutron] 10.222.0.77 "GET /v2.0/networks/0e710c0b-0b9b-4762-af88-7b56961d06bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1560171 May 10 17:54:23.253850 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-05d808ee-78ec-43ab-ad57-23962894d610 req-6bf4bd8f-4aa8-4566-8d29-03fc629e3ef4 tempest-TestVolumeBootPattern-524323740 tempest-TestVolumeBootPattern-524323740-project] 10.222.0.60 "GET /v2.0/security-groups?id=aec4a23b-9be6-4a04-ad33-bd1ff431d47e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0739236 May 10 17:54:23.402729 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9799bf-4fe2-4e58-b584-cdcfa4f787d4 req-7bb8ec17-bf99-4a90-a78e-d157408c2962 tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:54:23.404320 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-1d9799bf-4fe2-4e58-b584-cdcfa4f787d4 req-7bb8ec17-bf99-4a90-a78e-d157408c2962 tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] 10.222.0.60 "GET /v2.0/ports?device_id=e16b7603-15a8-44a4-82c9-729bedfb8ac6 HTTP/1.1" status: 200 len: 943 time: 0.0912976 May 10 17:54:23.446435 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f25359-8476-495f-a46e-10a531164911 req-817980c6-69c4-4ea6-8aa1-8e69a07ac1f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:54:23.449229 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [req-f0f25359-8476-495f-a46e-10a531164911 req-817980c6-69c4-4ea6-8aa1-8e69a07ac1f6 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=e16b7603-15a8-44a4-82c9-729bedfb8ac6&tenant_id=0461acfadf8743fdbd62a39bf3fe3e1c HTTP/1.1" status: 200 len: 1127 time: 0.0932961 May 10 17:54:23.466687 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-4e3984f2-5ab1-43da-ac0e-6157de13f82a req-bc1851bf-c712-40b6-9bae-05579a260c3a service neutron] 10.222.0.77 "GET /v2.0/networks/0e710c0b-0b9b-4762-af88-7b56961d06bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1612837 May 10 17:54:23.486403 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-1d9799bf-4fe2-4e58-b584-cdcfa4f787d4 req-798784d5-f79f-4c14-aeaf-463d45ee73ed tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] 10.222.0.60 "GET /v2.0/security-groups?id=f03b9727-633c-4bf1-b0bf-05abcd1e8fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0752199 May 10 17:54:23.540731 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f25359-8476-495f-a46e-10a531164911 req-c0349a5e-0162-4327-afa5-32185b7a8677 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:54:23.542348 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-f0f25359-8476-495f-a46e-10a531164911 req-c0349a5e-0162-4327-afa5-32185b7a8677 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=0461acfadf8743fdbd62a39bf3fe3e1c&device_id=e16b7603-15a8-44a4-82c9-729bedfb8ac6 HTTP/1.1" status: 200 len: 1127 time: 0.0504143 May 10 17:54:23.668709 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f25359-8476-495f-a46e-10a531164911 req-1813a770-f136-4407-911b-3258a089ca32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:54:23.670683 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-f0f25359-8476-495f-a46e-10a531164911 req-1813a770-f136-4407-911b-3258a089ca32 service neutron] 10.222.0.77 "GET /v2.0/networks?id=4f6007aa-61b1-40c3-a8ad-7f431d419cb5 HTTP/1.1" status: 200 len: 917 time: 0.1219432 May 10 17:54:23.757316 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-f0f25359-8476-495f-a46e-10a531164911 req-053c027f-026b-4e43-a8c2-6eab1091558b service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cb176284-f148-403c-b988-83b0bfbdd7dd HTTP/1.1" status: 200 len: 999 time: 0.0711935 May 10 17:54:23.815893 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f25359-8476-495f-a46e-10a531164911 req-321e065f-2b79-4e76-af4a-5f6e83382c05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:54:23.817365 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-f0f25359-8476-495f-a46e-10a531164911 req-321e065f-2b79-4e76-af4a-5f6e83382c05 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=c13a30fd-de84-4d1b-92b1-edbd848fe110 HTTP/1.1" status: 200 len: 855 time: 0.0522506 May 10 17:54:23.863381 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f25359-8476-495f-a46e-10a531164911 req-4fa9379d-ab8a-4f91-a688-dc7dfcf7efaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:54:23.865751 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-f0f25359-8476-495f-a46e-10a531164911 req-4fa9379d-ab8a-4f91-a688-dc7dfcf7efaa service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=4f6007aa-61b1-40c3-a8ad-7f431d419cb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0407941 May 10 17:54:23.961185 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-f0f25359-8476-495f-a46e-10a531164911 req-9f8383dd-f39b-42c8-a8ef-13f5eede7812 service neutron] 10.222.0.77 "GET /v2.0/networks/4f6007aa-61b1-40c3-a8ad-7f431d419cb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888433 May 10 17:54:24.065372 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-f0f25359-8476-495f-a46e-10a531164911 req-63ff6118-1bcd-4051-a272-6356c7e79be3 service neutron] 10.222.0.77 "GET /v2.0/networks/4f6007aa-61b1-40c3-a8ad-7f431d419cb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907607 May 10 17:54:24.400931 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ce13a9-de3e-42df-9506-448fc7bd0dfe req-ba55f768-c7f1-4cd7-b8c5-bb69c5f4bce0 tempest-TestVolumeBootPattern-524323740 tempest-TestVolumeBootPattern-524323740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:54:24.403354 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-88ce13a9-de3e-42df-9506-448fc7bd0dfe req-ba55f768-c7f1-4cd7-b8c5-bb69c5f4bce0 tempest-TestVolumeBootPattern-524323740 tempest-TestVolumeBootPattern-524323740-project] 10.222.0.60 "GET /v2.0/ports?device_id=b778e508-4f5a-4514-babe-5f0868a5d485 HTTP/1.1" status: 200 len: 943 time: 0.0650582 May 10 17:54:24.470263 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-88ce13a9-de3e-42df-9506-448fc7bd0dfe req-cd6c15dc-3cac-48cc-b4bd-ce30a586a060 tempest-TestVolumeBootPattern-524323740 tempest-TestVolumeBootPattern-524323740-project] 10.222.0.60 "GET /v2.0/security-groups?id=aec4a23b-9be6-4a04-ad33-bd1ff431d47e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0595517 May 10 17:54:24.657116 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b31b9f-1b20-4b19-a29d-3d30af1d8819 req-7d69184d-0cf0-4fcb-b65b-ca939992d50b tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:54:24.658602 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-19b31b9f-1b20-4b19-a29d-3d30af1d8819 req-7d69184d-0cf0-4fcb-b65b-ca939992d50b tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] 10.222.0.60 "GET /v2.0/ports?device_id=e16b7603-15a8-44a4-82c9-729bedfb8ac6 HTTP/1.1" status: 200 len: 943 time: 0.0596960 May 10 17:54:24.747770 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-19b31b9f-1b20-4b19-a29d-3d30af1d8819 req-9b2bce10-56e5-45bd-bbed-ab95cea96487 tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] 10.222.0.60 "GET /v2.0/security-groups?id=f03b9727-633c-4bf1-b0bf-05abcd1e8fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0777256 May 10 17:54:25.600584 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e59124-2e5f-4467-8f25-9287d03053ab req-3c01101c-a6d7-4609-b51a-1c9411e1d2b3 tempest-TestVolumeBootPattern-524323740 tempest-TestVolumeBootPattern-524323740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:54:25.602103 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-d3e59124-2e5f-4467-8f25-9287d03053ab req-3c01101c-a6d7-4609-b51a-1c9411e1d2b3 tempest-TestVolumeBootPattern-524323740 tempest-TestVolumeBootPattern-524323740-project] 10.222.0.60 "GET /v2.0/ports?device_id=b778e508-4f5a-4514-babe-5f0868a5d485 HTTP/1.1" status: 200 len: 943 time: 0.0527112 May 10 17:54:25.684183 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-d3e59124-2e5f-4467-8f25-9287d03053ab req-25c63efc-b03e-4258-806b-1756226a2743 tempest-TestVolumeBootPattern-524323740 tempest-TestVolumeBootPattern-524323740-project] 10.222.0.60 "GET /v2.0/security-groups?id=aec4a23b-9be6-4a04-ad33-bd1ff431d47e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0751500 May 10 17:54:25.881814 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b380b7a-9708-4dc4-b666-62ce64451227 req-d8df4fac-0326-4746-9282-61e857d16bc5 tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:54:25.888917 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-7b380b7a-9708-4dc4-b666-62ce64451227 req-d8df4fac-0326-4746-9282-61e857d16bc5 tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] 10.222.0.60 "GET /v2.0/ports?device_id=e16b7603-15a8-44a4-82c9-729bedfb8ac6 HTTP/1.1" status: 200 len: 943 time: 0.0574460 May 10 17:54:25.941178 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-7b380b7a-9708-4dc4-b666-62ce64451227 req-99e8571c-3eb0-45ed-9641-41f603bc2c46 tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] 10.222.0.60 "GET /v2.0/security-groups?id=f03b9727-633c-4bf1-b0bf-05abcd1e8fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512002 May 10 17:54:26.821481 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fbbbed-7c0f-4b1b-92cf-982dc22c96dd req-5c4376d3-2c39-421a-820d-2123c92a1a48 tempest-TestVolumeBootPattern-524323740 tempest-TestVolumeBootPattern-524323740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:54:26.823097 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-c0fbbbed-7c0f-4b1b-92cf-982dc22c96dd req-5c4376d3-2c39-421a-820d-2123c92a1a48 tempest-TestVolumeBootPattern-524323740 tempest-TestVolumeBootPattern-524323740-project] 10.222.0.60 "GET /v2.0/ports?device_id=b778e508-4f5a-4514-babe-5f0868a5d485 HTTP/1.1" status: 200 len: 943 time: 0.0625632 May 10 17:54:26.882636 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-c0fbbbed-7c0f-4b1b-92cf-982dc22c96dd req-5943d406-cb94-4ed7-b4ba-e3d3fa2c9c97 tempest-TestVolumeBootPattern-524323740 tempest-TestVolumeBootPattern-524323740-project] 10.222.0.60 "GET /v2.0/security-groups?id=aec4a23b-9be6-4a04-ad33-bd1ff431d47e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537164 May 10 17:54:27.081445 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b7939e-2dfa-4942-99a4-674429f5a7ef req-8f3969fc-1964-4932-a700-daee1c4e5937 tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:54:27.083544 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-e7b7939e-2dfa-4942-99a4-674429f5a7ef req-8f3969fc-1964-4932-a700-daee1c4e5937 tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] 10.222.0.60 "GET /v2.0/ports?device_id=e16b7603-15a8-44a4-82c9-729bedfb8ac6 HTTP/1.1" status: 200 len: 943 time: 0.0572801 May 10 17:54:27.137324 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-e7b7939e-2dfa-4942-99a4-674429f5a7ef req-83fcc1bb-438b-4428-ac62-c3b67e86dc11 tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] 10.222.0.60 "GET /v2.0/security-groups?id=f03b9727-633c-4bf1-b0bf-05abcd1e8fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476604 May 10 17:54:27.572909 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-81cd897d-4b6b-4b72-9aec-af8a1934ebed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781795183391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525393'] for agent (b2ad0527-00d5-4995-bc97-ec84c4e02f0b), after_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:54:28.023062 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd69d5b-aa2a-4cd2-a73c-b73385c6f269 req-339a93f9-e77b-4bab-b43c-09d206f6d3d5 tempest-TestVolumeBootPattern-524323740 tempest-TestVolumeBootPattern-524323740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:54:28.024730 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-5bd69d5b-aa2a-4cd2-a73c-b73385c6f269 req-339a93f9-e77b-4bab-b43c-09d206f6d3d5 tempest-TestVolumeBootPattern-524323740 tempest-TestVolumeBootPattern-524323740-project] 10.222.0.60 "GET /v2.0/ports?device_id=b778e508-4f5a-4514-babe-5f0868a5d485 HTTP/1.1" status: 200 len: 943 time: 0.0511429 May 10 17:54:28.080907 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-5bd69d5b-aa2a-4cd2-a73c-b73385c6f269 req-ee88f662-79db-4c12-9176-777b48dc5525 tempest-TestVolumeBootPattern-524323740 tempest-TestVolumeBootPattern-524323740-project] 10.222.0.60 "GET /v2.0/security-groups?id=aec4a23b-9be6-4a04-ad33-bd1ff431d47e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500288 May 10 17:54:28.271180 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0991e4c2-da2a-4856-9da4-1cace4a9c1f1 req-a6897cde-7e40-4a16-bddb-f4d9c62ad5cc tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:54:28.273309 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-0991e4c2-da2a-4856-9da4-1cace4a9c1f1 req-a6897cde-7e40-4a16-bddb-f4d9c62ad5cc tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] 10.222.0.60 "GET /v2.0/ports?device_id=e16b7603-15a8-44a4-82c9-729bedfb8ac6 HTTP/1.1" status: 200 len: 943 time: 0.0508163 May 10 17:54:28.345935 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-0991e4c2-da2a-4856-9da4-1cace4a9c1f1 req-651d3c04-d296-4462-90e5-dd319fc840b5 tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] 10.222.0.60 "GET /v2.0/security-groups?id=f03b9727-633c-4bf1-b0bf-05abcd1e8fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0668743 May 10 17:54:29.222972 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59fa507-1ebb-4c69-bdca-dc8e9f6e9aea req-5b180838-90ba-476b-ad7c-91c9f109c234 tempest-TestVolumeBootPattern-524323740 tempest-TestVolumeBootPattern-524323740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:54:29.227963 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-e59fa507-1ebb-4c69-bdca-dc8e9f6e9aea req-5b180838-90ba-476b-ad7c-91c9f109c234 tempest-TestVolumeBootPattern-524323740 tempest-TestVolumeBootPattern-524323740-project] 10.222.0.60 "GET /v2.0/ports?device_id=b778e508-4f5a-4514-babe-5f0868a5d485 HTTP/1.1" status: 200 len: 943 time: 0.0682580 May 10 17:54:29.281365 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-e59fa507-1ebb-4c69-bdca-dc8e9f6e9aea req-8d5689c7-9e91-4f24-a3eb-53f330fd9e12 tempest-TestVolumeBootPattern-524323740 tempest-TestVolumeBootPattern-524323740-project] 10.222.0.60 "GET /v2.0/security-groups?id=aec4a23b-9be6-4a04-ad33-bd1ff431d47e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499778 May 10 17:54:29.496165 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7531aa86-ef1e-49fa-86a9-c7e34a3404d0 req-e6231450-a5c6-4889-a45a-5801e4cd4104 tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:54:29.498128 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-7531aa86-ef1e-49fa-86a9-c7e34a3404d0 req-e6231450-a5c6-4889-a45a-5801e4cd4104 tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] 10.222.0.60 "GET /v2.0/ports?device_id=e16b7603-15a8-44a4-82c9-729bedfb8ac6 HTTP/1.1" status: 200 len: 943 time: 0.0584502 May 10 17:54:29.555535 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-7531aa86-ef1e-49fa-86a9-c7e34a3404d0 req-81ae8acf-7e2c-42b3-a45c-2db64e639cb9 tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] 10.222.0.60 "GET /v2.0/security-groups?id=f03b9727-633c-4bf1-b0bf-05abcd1e8fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488267 May 10 17:54:29.951396 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-fc4566e3-cfb7-4309-9c4c-98780fb27458 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781795183391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525393'] for agent (eaac381b-e402-41c3-a8e6-8f962681d3e6), after_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:54:30.446806 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf851256-7d8a-4912-a16a-6d583aadc0e9 req-11f1f45c-76e0-4a6a-b7d8-8bc957f2e2b3 tempest-TestVolumeBootPattern-524323740 tempest-TestVolumeBootPattern-524323740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:54:30.449746 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-bf851256-7d8a-4912-a16a-6d583aadc0e9 req-11f1f45c-76e0-4a6a-b7d8-8bc957f2e2b3 tempest-TestVolumeBootPattern-524323740 tempest-TestVolumeBootPattern-524323740-project] 10.222.0.60 "GET /v2.0/ports?device_id=b778e508-4f5a-4514-babe-5f0868a5d485 HTTP/1.1" status: 200 len: 943 time: 0.0730658 May 10 17:54:30.533355 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-bf851256-7d8a-4912-a16a-6d583aadc0e9 req-f4e9c9f3-6168-4bdd-a71e-40bbac2a1540 tempest-TestVolumeBootPattern-524323740 tempest-TestVolumeBootPattern-524323740-project] 10.222.0.60 "GET /v2.0/security-groups?id=aec4a23b-9be6-4a04-ad33-bd1ff431d47e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0743670 May 10 17:54:30.704142 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6174a2f5-d3ae-4629-a9b2-3e6849f97db7 req-18139cd6-7296-4226-8933-eff382461712 tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:54:30.705697 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-6174a2f5-d3ae-4629-a9b2-3e6849f97db7 req-18139cd6-7296-4226-8933-eff382461712 tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] 10.222.0.60 "GET /v2.0/ports?device_id=e16b7603-15a8-44a4-82c9-729bedfb8ac6 HTTP/1.1" status: 200 len: 943 time: 0.0529902 May 10 17:54:30.778730 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-6174a2f5-d3ae-4629-a9b2-3e6849f97db7 req-58db07f8-9b17-47b6-9ad8-62422fe3ac77 tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] 10.222.0.60 "GET /v2.0/security-groups?id=f03b9727-633c-4bf1-b0bf-05abcd1e8fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0667906 May 10 17:54:31.503346 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-d07e8966-ef10-4d42-b774-228753b3fd3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781795183391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525393'] for agent (a55810b0-63c4-4499-a4d9-efcdb1615ce8), after_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:54:31.639550 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781795183391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525393'] for agent (16638279-eb91-49a3-95a5-8b540cc2f948), after_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:54:31.722107 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39b7956-3071-4183-aade-02b96356313b req-40b0f410-5092-4d1c-a8df-41f0f3845feb tempest-TestVolumeBootPattern-524323740 tempest-TestVolumeBootPattern-524323740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:54:31.725480 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-c39b7956-3071-4183-aade-02b96356313b req-40b0f410-5092-4d1c-a8df-41f0f3845feb tempest-TestVolumeBootPattern-524323740 tempest-TestVolumeBootPattern-524323740-project] 10.222.0.60 "GET /v2.0/ports?device_id=b778e508-4f5a-4514-babe-5f0868a5d485 HTTP/1.1" status: 200 len: 943 time: 0.0672209 May 10 17:54:31.798864 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-c39b7956-3071-4183-aade-02b96356313b req-9346c993-ea0b-448c-9fcd-be5b05f3639b tempest-TestVolumeBootPattern-524323740 tempest-TestVolumeBootPattern-524323740-project] 10.222.0.60 "GET /v2.0/security-groups?id=aec4a23b-9be6-4a04-ad33-bd1ff431d47e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0608773 May 10 17:54:31.931021 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88b7a73-6e45-4b2e-ba80-8f02d5c35a03 req-fe3f2e39-6770-4a29-9517-3b3ae9206cae tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:54:31.932584 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-c88b7a73-6e45-4b2e-ba80-8f02d5c35a03 req-fe3f2e39-6770-4a29-9517-3b3ae9206cae tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] 10.222.0.60 "GET /v2.0/ports?device_id=e16b7603-15a8-44a4-82c9-729bedfb8ac6 HTTP/1.1" status: 200 len: 943 time: 0.0525570 May 10 17:54:31.994403 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-c88b7a73-6e45-4b2e-ba80-8f02d5c35a03 req-d76401cd-6cd8-4857-bd5f-c01e5192971d tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] 10.222.0.60 "GET /v2.0/security-groups?id=f03b9727-633c-4bf1-b0bf-05abcd1e8fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546610 May 10 17:54:33.076718 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-ae45faaf-356d-4e4a-a605-33fedb92cd97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781795183391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525393'] for agent (6a57b374-0daf-4fe3-9dd1-3d457a537aa7), after_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:54:33.086702 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ea9b60-a063-4222-b681-552233052e49 req-1ce9ba38-74f0-45eb-8e07-4c57794957ff tempest-TestVolumeBootPattern-524323740 tempest-TestVolumeBootPattern-524323740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:54:33.088398 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-51ea9b60-a063-4222-b681-552233052e49 req-1ce9ba38-74f0-45eb-8e07-4c57794957ff tempest-TestVolumeBootPattern-524323740 tempest-TestVolumeBootPattern-524323740-project] 10.222.0.60 "GET /v2.0/ports?device_id=b778e508-4f5a-4514-babe-5f0868a5d485 HTTP/1.1" status: 200 len: 943 time: 0.1908114 May 10 17:54:33.179735 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce76ab21-9f57-4255-bcf5-9d7b5f9a3684 req-55383f7b-cfd5-422a-a19c-c4f193390849 tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:54:33.181258 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-ce76ab21-9f57-4255-bcf5-9d7b5f9a3684 req-55383f7b-cfd5-422a-a19c-c4f193390849 tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] 10.222.0.60 "GET /v2.0/ports?device_id=e16b7603-15a8-44a4-82c9-729bedfb8ac6 HTTP/1.1" status: 200 len: 943 time: 0.0771456 May 10 17:54:33.190669 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-51ea9b60-a063-4222-b681-552233052e49 req-f26d5434-85c9-4211-b2b7-f8cf93f59777 tempest-TestVolumeBootPattern-524323740 tempest-TestVolumeBootPattern-524323740-project] 10.222.0.60 "GET /v2.0/security-groups?id=aec4a23b-9be6-4a04-ad33-bd1ff431d47e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0966461 May 10 17:54:33.243050 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-ce76ab21-9f57-4255-bcf5-9d7b5f9a3684 req-618b2202-6457-428f-9265-5607130d2d67 tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] 10.222.0.60 "GET /v2.0/security-groups?id=f03b9727-633c-4bf1-b0bf-05abcd1e8fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513954 May 10 17:54:34.336648 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c735e53-0295-4346-a911-5bbe929b6d4e req-48ecca88-fbbf-4c1f-931d-8d11c0043eab tempest-TestVolumeBootPattern-524323740 tempest-TestVolumeBootPattern-524323740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:54:34.338271 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-7c735e53-0295-4346-a911-5bbe929b6d4e req-48ecca88-fbbf-4c1f-931d-8d11c0043eab tempest-TestVolumeBootPattern-524323740 tempest-TestVolumeBootPattern-524323740-project] 10.222.0.60 "GET /v2.0/ports?device_id=b778e508-4f5a-4514-babe-5f0868a5d485 HTTP/1.1" status: 200 len: 943 time: 0.0558839 May 10 17:54:34.403395 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7c9cea-837e-48bd-9c8b-20e5577ca941 req-25713905-10a9-44d5-bdd1-292a96c5608c tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:54:34.405105 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-ac7c9cea-837e-48bd-9c8b-20e5577ca941 req-25713905-10a9-44d5-bdd1-292a96c5608c tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] 10.222.0.60 "GET /v2.0/ports?device_id=e16b7603-15a8-44a4-82c9-729bedfb8ac6 HTTP/1.1" status: 200 len: 943 time: 0.0659008 May 10 17:54:34.445636 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-7c735e53-0295-4346-a911-5bbe929b6d4e req-f7fff99e-048e-4396-9558-afa4b303bae8 tempest-TestVolumeBootPattern-524323740 tempest-TestVolumeBootPattern-524323740-project] 10.222.0.60 "GET /v2.0/security-groups?id=aec4a23b-9be6-4a04-ad33-bd1ff431d47e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0976357 May 10 17:54:34.470332 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-ac7c9cea-837e-48bd-9c8b-20e5577ca941 req-e2bf1f0d-9c7d-4680-bdda-ef28cc5b7a76 tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] 10.222.0.60 "GET /v2.0/security-groups?id=f03b9727-633c-4bf1-b0bf-05abcd1e8fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0592432 May 10 17:54:34.512791 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-6e697e78-9dd1-4bc1-8573-56b901d07725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781795183391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525393'] for agent (fdc37a75-b7a9-4e92-a59c-f5b8c02d060c), after_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:54:35.579275 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e08f283-6559-4343-a5cf-ec2c073994af req-3802e5c0-b2f4-4b43-b69d-0790d092744d tempest-TestVolumeBootPattern-524323740 tempest-TestVolumeBootPattern-524323740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:54:35.580858 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-4e08f283-6559-4343-a5cf-ec2c073994af req-3802e5c0-b2f4-4b43-b69d-0790d092744d tempest-TestVolumeBootPattern-524323740 tempest-TestVolumeBootPattern-524323740-project] 10.222.0.60 "GET /v2.0/ports?device_id=b778e508-4f5a-4514-babe-5f0868a5d485 HTTP/1.1" status: 200 len: 943 time: 0.0600283 May 10 17:54:35.665532 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-4e08f283-6559-4343-a5cf-ec2c073994af req-b3a844c9-aaf5-4cd1-8319-eb8d52a4e4fc tempest-TestVolumeBootPattern-524323740 tempest-TestVolumeBootPattern-524323740-project] 10.222.0.60 "GET /v2.0/security-groups?id=aec4a23b-9be6-4a04-ad33-bd1ff431d47e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0774751 May 10 17:54:35.679747 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3160ee26-ba1b-4448-b301-6dbbdb3f6266 req-3ed3ea59-64cc-44f1-8d86-b0093467eaa8 tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:54:35.681329 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-3160ee26-ba1b-4448-b301-6dbbdb3f6266 req-3ed3ea59-64cc-44f1-8d86-b0093467eaa8 tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] 10.222.0.60 "GET /v2.0/ports?device_id=e16b7603-15a8-44a4-82c9-729bedfb8ac6 HTTP/1.1" status: 200 len: 943 time: 0.1255705 May 10 17:54:35.732085 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-3160ee26-ba1b-4448-b301-6dbbdb3f6266 req-94346bc9-ae1f-4b02-9751-bb315c5ba212 tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] 10.222.0.60 "GET /v2.0/security-groups?id=f03b9727-633c-4bf1-b0bf-05abcd1e8fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450635 May 10 17:54:36.789281 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fd7741-30f4-418b-9f5d-c910ccd794f4 req-64238364-d09a-4dc2-aaec-cd72b6d35107 tempest-TestVolumeBootPattern-524323740 tempest-TestVolumeBootPattern-524323740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:54:36.790795 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-94fd7741-30f4-418b-9f5d-c910ccd794f4 req-64238364-d09a-4dc2-aaec-cd72b6d35107 tempest-TestVolumeBootPattern-524323740 tempest-TestVolumeBootPattern-524323740-project] 10.222.0.60 "GET /v2.0/ports?device_id=b778e508-4f5a-4514-babe-5f0868a5d485 HTTP/1.1" status: 200 len: 943 time: 0.0503724 May 10 17:54:36.878672 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd156486-afbd-4296-9923-62531e452424 req-ee6e2565-202b-4829-8b2d-aa34d2981ebb tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:54:36.880877 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-fd156486-afbd-4296-9923-62531e452424 req-ee6e2565-202b-4829-8b2d-aa34d2981ebb tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] 10.222.0.60 "GET /v2.0/ports?device_id=e16b7603-15a8-44a4-82c9-729bedfb8ac6 HTTP/1.1" status: 200 len: 943 time: 0.0705569 May 10 17:54:36.884758 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-94fd7741-30f4-418b-9f5d-c910ccd794f4 req-bf55a6c3-1ade-4660-9cfd-a50ef260e4b5 tempest-TestVolumeBootPattern-524323740 tempest-TestVolumeBootPattern-524323740-project] 10.222.0.60 "GET /v2.0/security-groups?id=aec4a23b-9be6-4a04-ad33-bd1ff431d47e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0880551 May 10 17:54:36.934005 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-fd156486-afbd-4296-9923-62531e452424 req-8e7f35d7-d0ad-46bb-a490-39588f22520b tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] 10.222.0.60 "GET /v2.0/security-groups?id=f03b9727-633c-4bf1-b0bf-05abcd1e8fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475280 May 10 17:54:38.001920 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9848db3-7d40-46f6-8feb-5a5ff6ee5f05 req-3d909fa3-cd97-46f0-9f26-014b332cf5a9 tempest-TestVolumeBootPattern-524323740 tempest-TestVolumeBootPattern-524323740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:54:38.003451 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-b9848db3-7d40-46f6-8feb-5a5ff6ee5f05 req-3d909fa3-cd97-46f0-9f26-014b332cf5a9 tempest-TestVolumeBootPattern-524323740 tempest-TestVolumeBootPattern-524323740-project] 10.222.0.60 "GET /v2.0/ports?device_id=b778e508-4f5a-4514-babe-5f0868a5d485 HTTP/1.1" status: 200 len: 943 time: 0.0489862 May 10 17:54:38.084382 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353d870d-479b-4b87-902a-11acf65a35cd req-8687ced4-b83f-4675-a9bb-604f318a11d1 tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:54:38.085870 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-353d870d-479b-4b87-902a-11acf65a35cd req-8687ced4-b83f-4675-a9bb-604f318a11d1 tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] 10.222.0.60 "GET /v2.0/ports?device_id=e16b7603-15a8-44a4-82c9-729bedfb8ac6 HTTP/1.1" status: 200 len: 943 time: 0.0753100 May 10 17:54:38.096504 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-b9848db3-7d40-46f6-8feb-5a5ff6ee5f05 req-11b3568a-b202-4884-bd2e-bfd936f4c8cc tempest-TestVolumeBootPattern-524323740 tempest-TestVolumeBootPattern-524323740-project] 10.222.0.60 "GET /v2.0/security-groups?id=aec4a23b-9be6-4a04-ad33-bd1ff431d47e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0869677 May 10 17:54:38.137475 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-353d870d-479b-4b87-902a-11acf65a35cd req-73f99580-a3f9-4e31-97d6-4cb80e6d90eb tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] 10.222.0.60 "GET /v2.0/security-groups?id=f03b9727-633c-4bf1-b0bf-05abcd1e8fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457578 May 10 17:54:39.217187 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23fc42e-1168-434c-9fcb-f4f2465323f6 req-e5fdf9fd-5772-4ae0-bc56-33c30e79667d tempest-TestVolumeBootPattern-524323740 tempest-TestVolumeBootPattern-524323740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:54:39.218664 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-a23fc42e-1168-434c-9fcb-f4f2465323f6 req-e5fdf9fd-5772-4ae0-bc56-33c30e79667d tempest-TestVolumeBootPattern-524323740 tempest-TestVolumeBootPattern-524323740-project] 10.222.0.60 "GET /v2.0/ports?device_id=b778e508-4f5a-4514-babe-5f0868a5d485 HTTP/1.1" status: 200 len: 943 time: 0.0508783 May 10 17:54:39.281517 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e337b9fb-3813-49fe-9dc8-525335dc4ba6 req-2ef02cf5-5b93-44a3-8def-34d1f8e504e9 tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:54:39.283024 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-e337b9fb-3813-49fe-9dc8-525335dc4ba6 req-2ef02cf5-5b93-44a3-8def-34d1f8e504e9 tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] 10.222.0.60 "GET /v2.0/ports?device_id=e16b7603-15a8-44a4-82c9-729bedfb8ac6 HTTP/1.1" status: 200 len: 943 time: 0.0635085 May 10 17:54:39.314524 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-a23fc42e-1168-434c-9fcb-f4f2465323f6 req-53f4442b-c5f7-44f6-8355-54b1b15d58fc tempest-TestVolumeBootPattern-524323740 tempest-TestVolumeBootPattern-524323740-project] 10.222.0.60 "GET /v2.0/security-groups?id=aec4a23b-9be6-4a04-ad33-bd1ff431d47e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0861466 May 10 17:54:39.348028 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-e337b9fb-3813-49fe-9dc8-525335dc4ba6 req-7a7486ae-b46e-4602-96b6-816c0a29dc00 tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] 10.222.0.60 "GET /v2.0/security-groups?id=f03b9727-633c-4bf1-b0bf-05abcd1e8fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0578401 May 10 17:54:39.774055 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.rpc [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Device ede42f21-9c07-4946-b657-fdd16056f502 details requested by agent hyperv_hv-cinder-84130 with host hv-cinder-84130 {{(pid=110154) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 17:54:39.876558 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.db [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] For port ede42f21-9c07-4946-b657-fdd16056f502, host hv-cinder-84130, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84130',level=0,port_id=ede42f21-9c07-4946-b657-fdd16056f502,segment=NetworkSegment(230564c6-143b-4e52-aa0f-dd48bc60401d),segment_id=230564c6-143b-4e52-aa0f-dd48bc60401d)] {{(pid=110154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 17:54:39.889892 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.rpc [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Returning: {'device': 'ede42f21-9c07-4946-b657-fdd16056f502', 'network_id': '0e710c0b-0b9b-4762-af88-7b56961d06bc', 'port_id': 'ede42f21-9c07-4946-b657-fdd16056f502', 'mac_address': 'fa:16:3e:ec:7e:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 566, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9bb4cee-673b-4ef0-9b91-80ed1ec77b59', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110154) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 17:54:39.928389 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.plugin [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Current status of the port ede42f21-9c07-4946-b657-fdd16056f502 is: DOWN; New status is: BUILD {{(pid=110154) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 17:54:39.928776 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1514036'] for port (ede42f21-9c07-4946-b657-fdd16056f502), before_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:54:39.941660 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.notifiers.nova [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ede42f21-9c07-4946-b657-fdd16056f502 {{(pid=110154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 17:54:39.961905 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.db [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] For port ede42f21-9c07-4946-b657-fdd16056f502, host hv-cinder-84130, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84130',level=0,port_id=ede42f21-9c07-4946-b657-fdd16056f502,segment=NetworkSegment(230564c6-143b-4e52-aa0f-dd48bc60401d),segment_id=230564c6-143b-4e52-aa0f-dd48bc60401d)] {{(pid=110154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 17:54:39.966102 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1514136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781795229094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781794686082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781794686100'] for port (ede42f21-9c07-4946-b657-fdd16056f502), after_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:54:40.013999 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Pushing event updated for resources: {'Port': ['ID=ede42f21-9c07-4946-b657-fdd16056f502,revision_number=4']} {{(pid=110154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:54:40.375751 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.db [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] get_ports_and_sgs() called for port_ids ['ede42f21-9c07-4946-b657-fdd16056f502'] {{(pid=110154) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 17:54:40.479284 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973b4157-17be-4975-98fb-85f56af4ced1 req-a5a75288-b355-489d-aa43-b4320f3a3702 tempest-TestVolumeBootPattern-524323740 tempest-TestVolumeBootPattern-524323740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:54:40.480878 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-973b4157-17be-4975-98fb-85f56af4ced1 req-a5a75288-b355-489d-aa43-b4320f3a3702 tempest-TestVolumeBootPattern-524323740 tempest-TestVolumeBootPattern-524323740-project] 10.222.0.60 "GET /v2.0/ports?device_id=b778e508-4f5a-4514-babe-5f0868a5d485 HTTP/1.1" status: 200 len: 944 time: 0.0852764 May 10 17:54:40.493630 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f43217-bc1d-445a-ae59-3c765ee92762 req-7f46619c-c9ce-4244-a229-a1d3e5d1b61f tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:54:40.495113 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-f6f43217-bc1d-445a-ae59-3c765ee92762 req-7f46619c-c9ce-4244-a229-a1d3e5d1b61f tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] 10.222.0.60 "GET /v2.0/ports?device_id=e16b7603-15a8-44a4-82c9-729bedfb8ac6 HTTP/1.1" status: 200 len: 943 time: 0.0674939 May 10 17:54:40.571522 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-973b4157-17be-4975-98fb-85f56af4ced1 req-6c563b11-7208-43eb-956c-a1a92eba4492 tempest-TestVolumeBootPattern-524323740 tempest-TestVolumeBootPattern-524323740-project] 10.222.0.60 "GET /v2.0/security-groups?id=aec4a23b-9be6-4a04-ad33-bd1ff431d47e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0753677 May 10 17:54:40.575016 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-f6f43217-bc1d-445a-ae59-3c765ee92762 req-6fd14d43-cfbb-4ee5-a38d-2a94bc51b878 tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] 10.222.0.60 "GET /v2.0/security-groups?id=f03b9727-633c-4bf1-b0bf-05abcd1e8fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0723827 May 10 17:54:41.351244 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f9a8ce-3f67-4fc9-bd52-0622520392c6 req-1b9db695-00bb-4b2b-9372-ffb984ac13ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:54:41.352820 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-01f9a8ce-3f67-4fc9-bd52-0622520392c6 req-1b9db695-00bb-4b2b-9372-ffb984ac13ed service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=0461acfadf8743fdbd62a39bf3fe3e1c&device_id=e16b7603-15a8-44a4-82c9-729bedfb8ac6 HTTP/1.1" status: 200 len: 1127 time: 0.0510085 May 10 17:54:41.463343 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f9a8ce-3f67-4fc9-bd52-0622520392c6 req-09b5c2fd-d9f9-4929-ad27-cee66368721a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:54:41.464844 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-01f9a8ce-3f67-4fc9-bd52-0622520392c6 req-09b5c2fd-d9f9-4929-ad27-cee66368721a service neutron] 10.222.0.77 "GET /v2.0/networks?id=4f6007aa-61b1-40c3-a8ad-7f431d419cb5 HTTP/1.1" status: 200 len: 917 time: 0.0933435 May 10 17:54:41.535298 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-01f9a8ce-3f67-4fc9-bd52-0622520392c6 req-d5b55c7e-0cd7-45e9-b893-5b66a14f6cfd service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cb176284-f148-403c-b988-83b0bfbdd7dd HTTP/1.1" status: 200 len: 999 time: 0.0634413 May 10 17:54:41.587934 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f9a8ce-3f67-4fc9-bd52-0622520392c6 req-4d2b15c9-14b5-4888-bad7-cd7d49835006 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:54:41.589414 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-01f9a8ce-3f67-4fc9-bd52-0622520392c6 req-4d2b15c9-14b5-4888-bad7-cd7d49835006 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=c13a30fd-de84-4d1b-92b1-edbd848fe110 HTTP/1.1" status: 200 len: 855 time: 0.0478497 May 10 17:54:41.636438 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f9a8ce-3f67-4fc9-bd52-0622520392c6 req-126c7303-434d-4f61-9e72-cfaeda3b2ca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:54:41.637994 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-01f9a8ce-3f67-4fc9-bd52-0622520392c6 req-126c7303-434d-4f61-9e72-cfaeda3b2ca9 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=4f6007aa-61b1-40c3-a8ad-7f431d419cb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0425498 May 10 17:54:41.775681 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.rpc [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Device cb176284-f148-403c-b988-83b0bfbdd7dd details requested by agent hyperv_hv-cinder-84130 with host hv-cinder-84130 {{(pid=110154) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 17:54:41.778770 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f76c0c-4ed9-4067-b667-6afa3431ff06 req-788170ee-8435-454c-a170-51dc82e86828 tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:54:41.781468 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.rpc [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Device ede42f21-9c07-4946-b657-fdd16056f502 up at agent hyperv_hv-cinder-84130 {{(pid=110154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 17:54:41.791761 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-a0f76c0c-4ed9-4067-b667-6afa3431ff06 req-788170ee-8435-454c-a170-51dc82e86828 tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] 10.222.0.60 "GET /v2.0/ports?device_id=e16b7603-15a8-44a4-82c9-729bedfb8ac6 HTTP/1.1" status: 200 len: 943 time: 0.1147487 May 10 17:54:41.792693 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401c8330-3875-412e-9703-5ff892ac4dd7 req-4461fb5c-2479-491b-aa6b-f9329f5c0826 tempest-TestVolumeBootPattern-524323740 tempest-TestVolumeBootPattern-524323740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:54:41.794131 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-401c8330-3875-412e-9703-5ff892ac4dd7 req-4461fb5c-2479-491b-aa6b-f9329f5c0826 tempest-TestVolumeBootPattern-524323740 tempest-TestVolumeBootPattern-524323740-project] 10.222.0.60 "GET /v2.0/ports?device_id=b778e508-4f5a-4514-babe-5f0868a5d485 HTTP/1.1" status: 200 len: 944 time: 0.1503148 May 10 17:54:41.861766 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-01f9a8ce-3f67-4fc9-bd52-0622520392c6 req-1a938af3-0a3d-4873-af38-f68b7f3cacf1 service neutron] 10.222.0.77 "GET /v2.0/networks/4f6007aa-61b1-40c3-a8ad-7f431d419cb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2166028 May 10 17:54:41.881782 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.db.provisioning_blocks [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Provisioning for port ede42f21-9c07-4946-b657-fdd16056f502 completed by entity L2. {{(pid=110154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 10 17:54:41.890131 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.db.provisioning_blocks [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Provisioning complete for port ede42f21-9c07-4946-b657-fdd16056f502 triggered by entity L2. {{(pid=110154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 17:54:41.890504 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525495'] for port (ede42f21-9c07-4946-b657-fdd16056f502), provisioning_complete {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:54:41.937884 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-a0f76c0c-4ed9-4067-b667-6afa3431ff06 req-7dc9efcf-2c92-421d-bc1d-1268f304d158 tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] 10.222.0.60 "GET /v2.0/security-groups?id=f03b9727-633c-4bf1-b0bf-05abcd1e8fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1514330 May 10 17:54:41.943080 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-401c8330-3875-412e-9703-5ff892ac4dd7 req-aac218a8-95f0-4e77-bd12-29824e5727d2 tempest-TestVolumeBootPattern-524323740 tempest-TestVolumeBootPattern-524323740-project] 10.222.0.60 "GET /v2.0/security-groups?id=aec4a23b-9be6-4a04-ad33-bd1ff431d47e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1345286 May 10 17:54:41.959863 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.db [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] For port cb176284-f148-403c-b988-83b0bfbdd7dd, host hv-cinder-84130, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84130',level=0,port_id=cb176284-f148-403c-b988-83b0bfbdd7dd,segment=NetworkSegment(d952ff82-97df-4645-95cf-8a2390e9c9b8),segment_id=d952ff82-97df-4645-95cf-8a2390e9c9b8)] {{(pid=110154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 17:54:41.977227 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.rpc [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Returning: {'device': 'cb176284-f148-403c-b988-83b0bfbdd7dd', 'network_id': '4f6007aa-61b1-40c3-a8ad-7f431d419cb5', 'port_id': 'cb176284-f148-403c-b988-83b0bfbdd7dd', 'mac_address': 'fa:16:3e:e9:4d:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 554, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c13a30fd-de84-4d1b-92b1-edbd848fe110', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110154) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 17:54:41.988287 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-01f9a8ce-3f67-4fc9-bd52-0622520392c6 req-788aa1d4-0440-4d03-a943-b9bf0fe475e6 service neutron] 10.222.0.77 "GET /v2.0/networks/4f6007aa-61b1-40c3-a8ad-7f431d419cb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1168447 May 10 17:54:42.042485 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.plugin [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Current status of the port ede42f21-9c07-4946-b657-fdd16056f502 is: BUILD; New status is: ACTIVE {{(pid=110154) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 17:54:42.042877 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1514036'] for port (ede42f21-9c07-4946-b657-fdd16056f502), before_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:54:42.060199 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.plugin [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Current status of the port cb176284-f148-403c-b988-83b0bfbdd7dd is: DOWN; New status is: BUILD {{(pid=110154) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 17:54:42.060594 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1514036'] for port (cb176284-f148-403c-b988-83b0bfbdd7dd), before_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:54:42.086401 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b778e508-4f5a-4514-babe-5f0868a5d485', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ede42f21-9c07-4946-b657-fdd16056f502'}] {{(pid=110154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 17:54:42.088711 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81f5a9f60a7176de4ec81ee2de5d4e9bd281d17703f5d6403e6a691a644f2f07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2431636-6909-48a8-95fb-ce6eadfd3523" -d '{"events": [{"server_uuid": "b778e508-4f5a-4514-babe-5f0868a5d485", "name": "network-vif-plugged", "status": "completed", "tag": "ede42f21-9c07-4946-b657-fdd16056f502"}]}' {{(pid=110154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 17:54:42.102091 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.notifiers.nova [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cb176284-f148-403c-b988-83b0bfbdd7dd {{(pid=110154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 17:54:42.119826 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.db [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] For port ede42f21-9c07-4946-b657-fdd16056f502, host hv-cinder-84130, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84130',level=0,port_id=ede42f21-9c07-4946-b657-fdd16056f502,segment=NetworkSegment(230564c6-143b-4e52-aa0f-dd48bc60401d),segment_id=230564c6-143b-4e52-aa0f-dd48bc60401d)] {{(pid=110154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 17:54:42.129314 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.db [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] For port cb176284-f148-403c-b988-83b0bfbdd7dd, host hv-cinder-84130, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84130',level=0,port_id=cb176284-f148-403c-b988-83b0bfbdd7dd,segment=NetworkSegment(d952ff82-97df-4645-95cf-8a2390e9c9b8),segment_id=d952ff82-97df-4645-95cf-8a2390e9c9b8)] {{(pid=110154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 17:54:42.130469 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1514136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781795229094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781794686082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781794686100'] for port (ede42f21-9c07-4946-b657-fdd16056f502), after_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:54:42.137100 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 17:54:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d33ed3b-30d9-41d2-878f-ee2a92065c63 x-openstack-request-id: req-1d33ed3b-30d9-41d2-878f-ee2a92065c63 {{(pid=110154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 17:54:42.137423 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b778e508-4f5a-4514-babe-5f0868a5d485", "name": "network-vif-plugged", "status": "completed", "tag": "ede42f21-9c07-4946-b657-fdd16056f502", "code": 200}]} {{(pid=110154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 17:54:42.137679 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-1d33ed3b-30d9-41d2-878f-ee2a92065c63 {{(pid=110154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 17:54:42.138075 dv-cinder-841302-2-iscsi neutron-server[110154]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1d33ed3b-30d9-41d2-878f-ee2a92065c63'] response: {'server_uuid': 'b778e508-4f5a-4514-babe-5f0868a5d485', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ede42f21-9c07-4946-b657-fdd16056f502', 'code': 200} May 10 17:54:42.138703 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1514136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781795229094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781794686082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781794686100'] for port (cb176284-f148-403c-b988-83b0bfbdd7dd), after_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:54:42.185763 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Pushing event updated for resources: {'Port': ['ID=ede42f21-9c07-4946-b657-fdd16056f502,revision_number=5']} {{(pid=110154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:54:42.207933 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfb8a44-e614-4b17-9198-0c51f8b74685 req-a578d68e-f0be-425e-a47f-73e7cfa098b0 tempest-AttachVolumeTestJSON-185127037 tempest-AttachVolumeTestJSON-185127037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:54:42.209453 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-adfb8a44-e614-4b17-9198-0c51f8b74685 req-a578d68e-f0be-425e-a47f-73e7cfa098b0 tempest-AttachVolumeTestJSON-185127037 tempest-AttachVolumeTestJSON-185127037-project] 10.222.0.60 "GET /v2.0/ports?device_id=f67aef06-0fe1-4ec5-a643-e51baea32b2e HTTP/1.1" status: 200 len: 945 time: 0.0487149 May 10 17:54:42.238341 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Pushing event updated for resources: {'Port': ['ID=cb176284-f148-403c-b988-83b0bfbdd7dd,revision_number=9']} {{(pid=110154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:54:42.261938 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-adfb8a44-e614-4b17-9198-0c51f8b74685 req-4245f765-1043-43d7-86ed-60f31b6682ed tempest-AttachVolumeTestJSON-185127037 tempest-AttachVolumeTestJSON-185127037-project] 10.222.0.60 "GET /v2.0/security-groups?id=901c15aa-9edf-4c4f-99fa-d12937d98f67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465508 May 10 17:54:42.625980 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.db [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] get_ports_and_sgs() called for port_ids ['cb176284-f148-403c-b988-83b0bfbdd7dd'] {{(pid=110154) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 17:54:42.649270 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624ef095-4aa3-486d-8e0b-b08dd6d25dd2 req-44f9563f-316d-4206-afe3-61c7c39d0ecc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:54:42.650755 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-624ef095-4aa3-486d-8e0b-b08dd6d25dd2 req-44f9563f-316d-4206-afe3-61c7c39d0ecc service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=b778e508-4f5a-4514-babe-5f0868a5d485 HTTP/1.1" status: 200 len: 1129 time: 0.0414686 May 10 17:54:42.698286 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-624ef095-4aa3-486d-8e0b-b08dd6d25dd2 req-11de8255-5402-4fea-aefd-ed46608b32bd service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=aec4a23b-9be6-4a04-ad33-bd1ff431d47e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392628 May 10 17:54:43.089653 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9281a243-06d2-4374-b83f-8f677a47ee5e req-ae546c48-e613-4882-a4e5-5e6640d7eb12 tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:54:43.091122 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-9281a243-06d2-4374-b83f-8f677a47ee5e req-ae546c48-e613-4882-a4e5-5e6640d7eb12 tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] 10.222.0.60 "GET /v2.0/ports?device_id=e16b7603-15a8-44a4-82c9-729bedfb8ac6 HTTP/1.1" status: 200 len: 944 time: 0.0726426 May 10 17:54:43.112545 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcccf44a-06b6-4867-9859-20c8eb98819b req-61fea8c3-0817-461c-a560-0304da536828 tempest-TestVolumeBootPattern-524323740 tempest-TestVolumeBootPattern-524323740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:54:43.113923 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-dcccf44a-06b6-4867-9859-20c8eb98819b req-61fea8c3-0817-461c-a560-0304da536828 tempest-TestVolumeBootPattern-524323740 tempest-TestVolumeBootPattern-524323740-project] 10.222.0.60 "GET /v2.0/ports?device_id=b778e508-4f5a-4514-babe-5f0868a5d485 HTTP/1.1" status: 200 len: 945 time: 0.0669177 May 10 17:54:43.180652 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-9281a243-06d2-4374-b83f-8f677a47ee5e req-45748480-811b-4a10-a420-8fd7a2c81b57 tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] 10.222.0.60 "GET /v2.0/security-groups?id=f03b9727-633c-4bf1-b0bf-05abcd1e8fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0825572 May 10 17:54:43.189236 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-dcccf44a-06b6-4867-9859-20c8eb98819b req-7261e8f7-88ea-4ca7-a627-7e078e6a211a tempest-TestVolumeBootPattern-524323740 tempest-TestVolumeBootPattern-524323740-project] 10.222.0.60 "GET /v2.0/security-groups?id=aec4a23b-9be6-4a04-ad33-bd1ff431d47e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0690548 May 10 17:54:43.375703 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb2b138-d3b2-4ebb-999e-1018cd1f74d8 req-1d64980e-3d74-492f-b511-47c8fcc08e54 tempest-AttachVolumeTestJSON-185127037 tempest-AttachVolumeTestJSON-185127037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:54:43.377232 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-1cb2b138-d3b2-4ebb-999e-1018cd1f74d8 req-1d64980e-3d74-492f-b511-47c8fcc08e54 tempest-AttachVolumeTestJSON-185127037 tempest-AttachVolumeTestJSON-185127037-project] 10.222.0.60 "GET /v2.0/ports?device_id=f67aef06-0fe1-4ec5-a643-e51baea32b2e HTTP/1.1" status: 200 len: 945 time: 0.0476322 May 10 17:54:43.425135 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-1cb2b138-d3b2-4ebb-999e-1018cd1f74d8 req-42a908ae-6a75-4152-a9f5-a05119a21ec7 tempest-AttachVolumeTestJSON-185127037 tempest-AttachVolumeTestJSON-185127037-project] 10.222.0.60 "GET /v2.0/security-groups?id=901c15aa-9edf-4c4f-99fa-d12937d98f67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416162 May 10 17:54:43.794123 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.rpc [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Device cb176284-f148-403c-b988-83b0bfbdd7dd up at agent hyperv_hv-cinder-84130 {{(pid=110154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 17:54:43.840531 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.db.provisioning_blocks [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Provisioning complete for port cb176284-f148-403c-b988-83b0bfbdd7dd triggered by entity L2. {{(pid=110154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 17:54:43.840904 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525495'] for port (cb176284-f148-403c-b988-83b0bfbdd7dd), provisioning_complete {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:54:43.919354 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.plugin [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Current status of the port cb176284-f148-403c-b988-83b0bfbdd7dd is: BUILD; New status is: ACTIVE {{(pid=110154) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 17:54:43.919771 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1514036'] for port (cb176284-f148-403c-b988-83b0bfbdd7dd), before_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:54:43.951919 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.db [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] For port cb176284-f148-403c-b988-83b0bfbdd7dd, host hv-cinder-84130, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84130',level=0,port_id=cb176284-f148-403c-b988-83b0bfbdd7dd,segment=NetworkSegment(d952ff82-97df-4645-95cf-8a2390e9c9b8),segment_id=d952ff82-97df-4645-95cf-8a2390e9c9b8)] {{(pid=110154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 17:54:43.956104 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1514136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781795229094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781794686082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781794686100'] for port (cb176284-f148-403c-b988-83b0bfbdd7dd), after_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:54:44.003258 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Pushing event updated for resources: {'Port': ['ID=cb176284-f148-403c-b988-83b0bfbdd7dd,revision_number=10']} {{(pid=110154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:54:44.139713 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e16b7603-15a8-44a4-82c9-729bedfb8ac6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb176284-f148-403c-b988-83b0bfbdd7dd'}] {{(pid=110154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 17:54:44.141951 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81f5a9f60a7176de4ec81ee2de5d4e9bd281d17703f5d6403e6a691a644f2f07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-731b9bbd-3c14-49ab-9aa4-41d6fe402daa" -d '{"events": [{"server_uuid": "e16b7603-15a8-44a4-82c9-729bedfb8ac6", "name": "network-vif-plugged", "status": "completed", "tag": "cb176284-f148-403c-b988-83b0bfbdd7dd"}]}' {{(pid=110154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 17:54:44.176808 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 17:54:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d0e9f73-aea7-4f45-b318-e2a16c5c27ae x-openstack-request-id: req-9d0e9f73-aea7-4f45-b318-e2a16c5c27ae {{(pid=110154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 17:54:44.177102 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e16b7603-15a8-44a4-82c9-729bedfb8ac6", "name": "network-vif-plugged", "status": "completed", "tag": "cb176284-f148-403c-b988-83b0bfbdd7dd", "code": 200}]} {{(pid=110154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 17:54:44.177359 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-9d0e9f73-aea7-4f45-b318-e2a16c5c27ae {{(pid=110154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 17:54:44.178405 dv-cinder-841302-2-iscsi neutron-server[110154]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9d0e9f73-aea7-4f45-b318-e2a16c5c27ae'] response: {'server_uuid': 'e16b7603-15a8-44a4-82c9-729bedfb8ac6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb176284-f148-403c-b988-83b0bfbdd7dd', 'code': 200} May 10 17:54:44.344596 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdf25b2-8d32-4052-9a3f-73021b2b1045 req-c34c1469-91a6-4c2c-b950-cb21bb37dcc4 tempest-TestVolumeBootPattern-524323740 tempest-TestVolumeBootPattern-524323740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:54:44.346083 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-fcdf25b2-8d32-4052-9a3f-73021b2b1045 req-c34c1469-91a6-4c2c-b950-cb21bb37dcc4 tempest-TestVolumeBootPattern-524323740 tempest-TestVolumeBootPattern-524323740-project] 10.222.0.60 "GET /v2.0/ports?device_id=b778e508-4f5a-4514-babe-5f0868a5d485 HTTP/1.1" status: 200 len: 945 time: 0.0852811 May 10 17:54:44.352853 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801efde0-7bed-4238-b67a-e1efbe95c2ba req-77fe9d65-0780-4791-aa73-284802a2f43f tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:54:44.354283 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-801efde0-7bed-4238-b67a-e1efbe95c2ba req-77fe9d65-0780-4791-aa73-284802a2f43f tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] 10.222.0.60 "GET /v2.0/ports?device_id=e16b7603-15a8-44a4-82c9-729bedfb8ac6 HTTP/1.1" status: 200 len: 946 time: 0.0953522 May 10 17:54:44.433705 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-fcdf25b2-8d32-4052-9a3f-73021b2b1045 req-bde100d3-f5ef-435d-9199-25522e9e7e29 tempest-TestVolumeBootPattern-524323740 tempest-TestVolumeBootPattern-524323740-project] 10.222.0.60 "GET /v2.0/security-groups?id=aec4a23b-9be6-4a04-ad33-bd1ff431d47e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0784502 May 10 17:54:44.437794 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-801efde0-7bed-4238-b67a-e1efbe95c2ba req-1b12c199-08c7-4472-9425-484d9aace542 tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] 10.222.0.60 "GET /v2.0/security-groups?id=f03b9727-633c-4bf1-b0bf-05abcd1e8fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0765936 May 10 17:54:44.544818 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bb92a1-7e35-4aa1-8588-ea07de62c299 req-98213e05-41b2-4aae-b594-2c82c4e5f9b9 tempest-AttachVolumeTestJSON-185127037 tempest-AttachVolumeTestJSON-185127037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:54:44.546315 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-e9bb92a1-7e35-4aa1-8588-ea07de62c299 req-98213e05-41b2-4aae-b594-2c82c4e5f9b9 tempest-AttachVolumeTestJSON-185127037 tempest-AttachVolumeTestJSON-185127037-project] 10.222.0.60 "GET /v2.0/ports?device_id=f67aef06-0fe1-4ec5-a643-e51baea32b2e HTTP/1.1" status: 200 len: 945 time: 0.0494051 May 10 17:54:44.595956 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-e9bb92a1-7e35-4aa1-8588-ea07de62c299 req-fd69cde7-db59-40d6-ac81-03bd1988d8e1 tempest-AttachVolumeTestJSON-185127037 tempest-AttachVolumeTestJSON-185127037-project] 10.222.0.60 "GET /v2.0/security-groups?id=901c15aa-9edf-4c4f-99fa-d12937d98f67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439639 May 10 17:54:44.959826 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbe99d8-7fcd-4f14-859a-2586378648e1 req-82cf2149-458f-4ac9-81df-9e729bab2146 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:54:44.961323 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-cbbe99d8-7fcd-4f14-859a-2586378648e1 req-82cf2149-458f-4ac9-81df-9e729bab2146 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=e16b7603-15a8-44a4-82c9-729bedfb8ac6 HTTP/1.1" status: 200 len: 1130 time: 0.0433760 May 10 17:54:45.005006 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-cbbe99d8-7fcd-4f14-859a-2586378648e1 req-fe95cd20-8bb8-4450-8cb6-cde4c79fff71 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=f03b9727-633c-4bf1-b0bf-05abcd1e8fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373721 May 10 17:54:45.574350 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b9e626-8cb5-46f2-b908-c927e556f623 req-d78061ae-510e-4568-9373-4eecf3f125ab tempest-TestVolumeBootPattern-524323740 tempest-TestVolumeBootPattern-524323740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:54:45.575930 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-05b9e626-8cb5-46f2-b908-c927e556f623 req-d78061ae-510e-4568-9373-4eecf3f125ab tempest-TestVolumeBootPattern-524323740 tempest-TestVolumeBootPattern-524323740-project] 10.222.0.60 "GET /v2.0/ports?device_id=b778e508-4f5a-4514-babe-5f0868a5d485 HTTP/1.1" status: 200 len: 945 time: 0.0714314 May 10 17:54:45.593697 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cb70e4-14a7-4974-835f-2a20b6e209ab req-04c84477-dcd4-4a8a-b924-2d60d182eea7 tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:54:45.595136 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-a2cb70e4-14a7-4974-835f-2a20b6e209ab req-04c84477-dcd4-4a8a-b924-2d60d182eea7 tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] 10.222.0.60 "GET /v2.0/ports?device_id=e16b7603-15a8-44a4-82c9-729bedfb8ac6 HTTP/1.1" status: 200 len: 946 time: 0.0813398 May 10 17:54:45.642453 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-05b9e626-8cb5-46f2-b908-c927e556f623 req-9587f16a-b77b-4b28-93ce-90a726787b40 tempest-TestVolumeBootPattern-524323740 tempest-TestVolumeBootPattern-524323740-project] 10.222.0.60 "GET /v2.0/security-groups?id=aec4a23b-9be6-4a04-ad33-bd1ff431d47e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0608082 May 10 17:54:45.750286 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8198df54-33e8-4a0a-ac40-1f8024cb23ad req-a6d3e482-86ad-41f3-9153-9f0d4273b97a tempest-AttachVolumeTestJSON-185127037 tempest-AttachVolumeTestJSON-185127037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:54:45.751767 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-8198df54-33e8-4a0a-ac40-1f8024cb23ad req-a6d3e482-86ad-41f3-9153-9f0d4273b97a tempest-AttachVolumeTestJSON-185127037 tempest-AttachVolumeTestJSON-185127037-project] 10.222.0.60 "GET /v2.0/ports?device_id=f67aef06-0fe1-4ec5-a643-e51baea32b2e HTTP/1.1" status: 200 len: 945 time: 0.0548756 May 10 17:54:45.814672 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-a2cb70e4-14a7-4974-835f-2a20b6e209ab req-8342d0f0-2eb7-4209-9e48-e3769b6da961 tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] 10.222.0.60 "GET /v2.0/security-groups?id=f03b9727-633c-4bf1-b0bf-05abcd1e8fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2111244 May 10 17:54:45.822599 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-8198df54-33e8-4a0a-ac40-1f8024cb23ad req-6bc0e605-a94e-42fc-8e97-2659da4330ee tempest-AttachVolumeTestJSON-185127037 tempest-AttachVolumeTestJSON-185127037-project] 10.222.0.60 "GET /v2.0/security-groups?id=901c15aa-9edf-4c4f-99fa-d12937d98f67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0640333 May 10 17:54:45.921450 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8470938-e73f-4275-bbe3-85b19fa2f93a req-0fa0b432-5c70-497c-a13a-319dd6b33a92 tempest-TestVolumeBootPattern-524323740 tempest-TestVolumeBootPattern-524323740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:54:45.922911 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-c8470938-e73f-4275-bbe3-85b19fa2f93a req-0fa0b432-5c70-497c-a13a-319dd6b33a92 tempest-TestVolumeBootPattern-524323740 tempest-TestVolumeBootPattern-524323740-project] 10.222.0.60 "GET /v2.0/ports?device_id=b778e508-4f5a-4514-babe-5f0868a5d485 HTTP/1.1" status: 200 len: 945 time: 0.0480146 May 10 17:54:45.971717 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-c8470938-e73f-4275-bbe3-85b19fa2f93a req-bc2cd146-5c2c-4a1f-a3b1-174fdec99d17 tempest-TestVolumeBootPattern-524323740 tempest-TestVolumeBootPattern-524323740-project] 10.222.0.60 "GET /v2.0/security-groups?id=aec4a23b-9be6-4a04-ad33-bd1ff431d47e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431855 May 10 17:54:45.994693 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.wsgi [-] (110153) accepted ('10.222.0.60', 45872) {{(pid=110153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 17:54:46.032405 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1909fc0-86b8-4962-8d17-c37ea3955638 tempest-TestVolumeBootPattern-1467026185 tempest-TestVolumeBootPattern-1467026185-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:54:46.033948 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [None req-a1909fc0-86b8-4962-8d17-c37ea3955638 tempest-TestVolumeBootPattern-1467026185 tempest-TestVolumeBootPattern-1467026185-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=b778e508-4f5a-4514-babe-5f0868a5d485 HTTP/1.1" status: 200 len: 1124 time: 0.0377228 May 10 17:54:46.036720 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.wsgi [-] (110153) accepted ('10.222.0.60', 45874) {{(pid=110153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 17:54:46.041540 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.v2.base [None req-62acbc58-3afb-4d88-bc14-1040807ba4e4 tempest-TestVolumeBootPattern-524323740 tempest-TestVolumeBootPattern-524323740-project] Request body: {'floatingip': {'floating_network_id': '85dc89cf-59f9-4edb-b26e-52bcb8a93763', 'port_id': 'ede42f21-9c07-4946-b657-fdd16056f502', 'tenant_id': 'c93f0e69798e491aba3c8cf1493c2733', 'fixed_ip_address': '172.20.0.7'}} {{(pid=110153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 17:54:46.061194 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-62acbc58-3afb-4d88-bc14-1040807ba4e4 tempest-TestVolumeBootPattern-524323740 tempest-TestVolumeBootPattern-524323740-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:54:46.139492 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-62acbc58-3afb-4d88-bc14-1040807ba4e4 tempest-TestVolumeBootPattern-524323740 tempest-TestVolumeBootPattern-524323740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1514036'] for port (None), before_create {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:54:46.241923 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.db.db_base_plugin_common [None req-62acbc58-3afb-4d88-bc14-1040807ba4e4 tempest-TestVolumeBootPattern-524323740 tempest-TestVolumeBootPattern-524323740-project] Allocated IP 172.27.0.10 (85dc89cf-59f9-4edb-b26e-52bcb8a93763/e93d94f1-cb19-4cd0-92e5-ca73d24bd8fb/3cc98b28-c1cc-4087-a196-7dc5dcfe0059) {{(pid=110153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 17:54:46.345696 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-62acbc58-3afb-4d88-bc14-1040807ba4e4 tempest-TestVolumeBootPattern-524323740 tempest-TestVolumeBootPattern-524323740-project] Publish callbacks [] for port (3cc98b28-c1cc-4087-a196-7dc5dcfe0059), precommit_create {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:54:46.377076 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-62acbc58-3afb-4d88-bc14-1040807ba4e4 tempest-TestVolumeBootPattern-524323740 tempest-TestVolumeBootPattern-524323740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1514136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781794686064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207117'] for port (3cc98b28-c1cc-4087-a196-7dc5dcfe0059), after_create {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:54:46.416030 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62acbc58-3afb-4d88-bc14-1040807ba4e4 tempest-TestVolumeBootPattern-524323740 tempest-TestVolumeBootPattern-524323740-project] Network 85dc89cf-59f9-4edb-b26e-52bcb8a93763 is already hosted by enough agents. {{(pid=110153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 17:54:46.423065 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.scheduler.base_scheduler [None req-62acbc58-3afb-4d88-bc14-1040807ba4e4 tempest-TestVolumeBootPattern-524323740 tempest-TestVolumeBootPattern-524323740-project] Resources bound (agent type, host, resource id): {{(pid=110153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 17:54:46.425194 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62acbc58-3afb-4d88-bc14-1040807ba4e4 tempest-TestVolumeBootPattern-524323740 tempest-TestVolumeBootPattern-524323740-project] Pushing event updated for resources: {'Port': ['ID=3cc98b28-c1cc-4087-a196-7dc5dcfe0059,revision_number=1']} {{(pid=110153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:54:46.427309 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62acbc58-3afb-4d88-bc14-1040807ba4e4 tempest-TestVolumeBootPattern-524323740 tempest-TestVolumeBootPattern-524323740-project] Received port after_create {{(pid=110153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 17:54:46.849210 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.db.agents_db [None req-b17e131c-d64b-4b97-8e8f-6c45925a5783 None None] Agent healthcheck: found 6 active agents {{(pid=110155) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 17:54:46.987112 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd75f076-a591-45c7-9f3f-15e7a2a48bf0 req-5f7b92e2-7688-4f4c-8f2b-fe089907a0ac tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:54:46.988696 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-fd75f076-a591-45c7-9f3f-15e7a2a48bf0 req-5f7b92e2-7688-4f4c-8f2b-fe089907a0ac tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] 10.222.0.60 "GET /v2.0/ports?device_id=e16b7603-15a8-44a4-82c9-729bedfb8ac6 HTTP/1.1" status: 200 len: 946 time: 0.0879283 May 10 17:54:47.001964 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206f7392-b5c1-4c8f-9125-cb22f574fc8c req-8b5978c6-9411-4591-9e9e-4406c9b88f21 tempest-AttachVolumeTestJSON-185127037 tempest-AttachVolumeTestJSON-185127037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:54:47.003579 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-206f7392-b5c1-4c8f-9125-cb22f574fc8c req-8b5978c6-9411-4591-9e9e-4406c9b88f21 tempest-AttachVolumeTestJSON-185127037 tempest-AttachVolumeTestJSON-185127037-project] 10.222.0.60 "GET /v2.0/ports?device_id=f67aef06-0fe1-4ec5-a643-e51baea32b2e HTTP/1.1" status: 200 len: 945 time: 0.0659852 May 10 17:54:47.062072 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-62acbc58-3afb-4d88-bc14-1040807ba4e4 tempest-TestVolumeBootPattern-524323740 tempest-TestVolumeBootPattern-524323740-project] Publish callbacks [] for floatingip (89353726-d61d-4147-bf4f-cf315d1c7a0e), precommit_create {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:54:47.089725 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-fd75f076-a591-45c7-9f3f-15e7a2a48bf0 req-19a49dab-2e64-449a-8178-d92428c7a15e tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] 10.222.0.60 "GET /v2.0/security-groups?id=f03b9727-633c-4bf1-b0bf-05abcd1e8fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0851395 May 10 17:54:47.112114 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-206f7392-b5c1-4c8f-9125-cb22f574fc8c req-e9ca21f4-2488-4902-b5bd-b5f996946ed1 tempest-AttachVolumeTestJSON-185127037 tempest-AttachVolumeTestJSON-185127037-project] 10.222.0.60 "GET /v2.0/security-groups?id=901c15aa-9edf-4c4f-99fa-d12937d98f67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1008766 May 10 17:54:47.137083 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-62acbc58-3afb-4d88-bc14-1040807ba4e4 tempest-TestVolumeBootPattern-524323740 tempest-TestVolumeBootPattern-524323740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1514036'] for port (3cc98b28-c1cc-4087-a196-7dc5dcfe0059), before_update {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:54:47.290522 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-62acbc58-3afb-4d88-bc14-1040807ba4e4 tempest-TestVolumeBootPattern-524323740 tempest-TestVolumeBootPattern-524323740-project] Publish callbacks [] for port (3cc98b28-c1cc-4087-a196-7dc5dcfe0059), precommit_update {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:54:47.294787 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-62acbc58-3afb-4d88-bc14-1040807ba4e4 tempest-TestVolumeBootPattern-524323740 tempest-TestVolumeBootPattern-524323740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1514136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781795229094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781794686082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781794686100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4207220'] for port (3cc98b28-c1cc-4087-a196-7dc5dcfe0059), after_update {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:54:47.362024 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62acbc58-3afb-4d88-bc14-1040807ba4e4 tempest-TestVolumeBootPattern-524323740 tempest-TestVolumeBootPattern-524323740-project] Pushing event updated for resources: {'Port': ['ID=3cc98b28-c1cc-4087-a196-7dc5dcfe0059,revision_number=2']} {{(pid=110153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:54:47.374239 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62acbc58-3afb-4d88-bc14-1040807ba4e4 tempest-TestVolumeBootPattern-524323740 tempest-TestVolumeBootPattern-524323740-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:54:47.374535 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62acbc58-3afb-4d88-bc14-1040807ba4e4 tempest-TestVolumeBootPattern-524323740 tempest-TestVolumeBootPattern-524323740-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:54:47.375032 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62acbc58-3afb-4d88-bc14-1040807ba4e4 tempest-TestVolumeBootPattern-524323740 tempest-TestVolumeBootPattern-524323740-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:54:47.375213 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62acbc58-3afb-4d88-bc14-1040807ba4e4 tempest-TestVolumeBootPattern-524323740 tempest-TestVolumeBootPattern-524323740-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:54:47.375577 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62acbc58-3afb-4d88-bc14-1040807ba4e4 tempest-TestVolumeBootPattern-524323740 tempest-TestVolumeBootPattern-524323740-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:54:47.375900 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62acbc58-3afb-4d88-bc14-1040807ba4e4 tempest-TestVolumeBootPattern-524323740 tempest-TestVolumeBootPattern-524323740-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:54:47.376220 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62acbc58-3afb-4d88-bc14-1040807ba4e4 tempest-TestVolumeBootPattern-524323740 tempest-TestVolumeBootPattern-524323740-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:54:47.376540 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62acbc58-3afb-4d88-bc14-1040807ba4e4 tempest-TestVolumeBootPattern-524323740 tempest-TestVolumeBootPattern-524323740-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:54:47.378142 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62acbc58-3afb-4d88-bc14-1040807ba4e4 tempest-TestVolumeBootPattern-524323740 tempest-TestVolumeBootPattern-524323740-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:54:47.378142 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62acbc58-3afb-4d88-bc14-1040807ba4e4 tempest-TestVolumeBootPattern-524323740 tempest-TestVolumeBootPattern-524323740-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:54:47.378142 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62acbc58-3afb-4d88-bc14-1040807ba4e4 tempest-TestVolumeBootPattern-524323740 tempest-TestVolumeBootPattern-524323740-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:54:47.378142 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62acbc58-3afb-4d88-bc14-1040807ba4e4 tempest-TestVolumeBootPattern-524323740 tempest-TestVolumeBootPattern-524323740-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:54:47.378142 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62acbc58-3afb-4d88-bc14-1040807ba4e4 tempest-TestVolumeBootPattern-524323740 tempest-TestVolumeBootPattern-524323740-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:54:47.378598 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62acbc58-3afb-4d88-bc14-1040807ba4e4 tempest-TestVolumeBootPattern-524323740 tempest-TestVolumeBootPattern-524323740-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:54:47.378697 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62acbc58-3afb-4d88-bc14-1040807ba4e4 tempest-TestVolumeBootPattern-524323740 tempest-TestVolumeBootPattern-524323740-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:54:47.388302 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-62acbc58-3afb-4d88-bc14-1040807ba4e4 tempest-TestVolumeBootPattern-524323740 tempest-TestVolumeBootPattern-524323740-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-641027'] for floatingip (89353726-d61d-4147-bf4f-cf315d1c7a0e), after_create {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:54:47.491795 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.db.l3_db [None req-62acbc58-3afb-4d88-bc14-1040807ba4e4 tempest-TestVolumeBootPattern-524323740 tempest-TestVolumeBootPattern-524323740-project] Floating IP 89353726-d61d-4147-bf4f-cf315d1c7a0e associated. External IP: 172.27.0.10, port: ede42f21-9c07-4946-b657-fdd16056f502. May 10 17:54:47.705400 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62acbc58-3afb-4d88-bc14-1040807ba4e4 tempest-TestVolumeBootPattern-524323740 tempest-TestVolumeBootPattern-524323740-project] Router 516c5b9c-98c6-4346-9071-0cde9d9a6648 has already been hosted by L3 agent eaac381b-e402-41c3-a8e6-8f962681d3e6 {{(pid=110153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 17:54:47.817793 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62acbc58-3afb-4d88-bc14-1040807ba4e4 tempest-TestVolumeBootPattern-524323740 tempest-TestVolumeBootPattern-524323740-project] Notify agent at l3_agent.dv-cinder-841302-2-iscsi the message routers_updated {{(pid=110153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 17:54:47.828410 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef695b69-d0c6-4ac6-85d1-137e5ed65fff None None] Sync routers for ids ['516c5b9c-98c6-4346-9071-0cde9d9a6648'] in dv-cinder-841302-2-iscsi {{(pid=110155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 17:54:47.838791 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-62acbc58-3afb-4d88-bc14-1040807ba4e4 tempest-TestVolumeBootPattern-524323740 tempest-TestVolumeBootPattern-524323740-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29634'] for floatingip (None), before_response {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:54:47.839820 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef695b69-d0c6-4ac6-85d1-137e5ed65fff None None] Routers {'516c5b9c-98c6-4346-9071-0cde9d9a6648'} bound to L3 agent in host dv-cinder-841302-2-iscsi {{(pid=110155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 17:54:47.840689 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.db.l3_hamode_db [None req-ef695b69-d0c6-4ac6-85d1-137e5ed65fff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841302-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-10T17:36:00Z,description=,heartbeat_timestamp=2022-05-10T17:54:30Z,host='dv-cinder-841302-2-iscsi',id=eaac381b-e402-41c3-a8e6-8f962681d3e6,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T17:36:00Z,topic='l3_agent')) {'router_ids': ['516c5b9c-98c6-4346-9071-0cde9d9a6648'], 'active': True} {{(pid=110155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:54:47.868379 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [None req-62acbc58-3afb-4d88-bc14-1040807ba4e4 tempest-TestVolumeBootPattern-524323740 tempest-TestVolumeBootPattern-524323740-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8300068 May 10 17:54:47.869146 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b778e508-4f5a-4514-babe-5f0868a5d485', 'tag': 'ede42f21-9c07-4946-b657-fdd16056f502'}] {{(pid=110153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 17:54:47.871547 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eaab9ead4487dd9c6a2039b1a38fb17917f553062224ea878bb9a20dea692460" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a059c22-bb1b-4a1f-b1d0-29f6056b7c2f" -d '{"events": [{"name": "network-changed", "server_uuid": "b778e508-4f5a-4514-babe-5f0868a5d485", "tag": "ede42f21-9c07-4946-b657-fdd16056f502"}]}' {{(pid=110153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 17:54:47.909886 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 17:54:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-304fe939-3a14-4cd2-9aca-2fdd84a8322b x-openstack-request-id: req-304fe939-3a14-4cd2-9aca-2fdd84a8322b {{(pid=110153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 17:54:47.910178 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b778e508-4f5a-4514-babe-5f0868a5d485", "tag": "ede42f21-9c07-4946-b657-fdd16056f502", "status": "completed", "code": 200}]} {{(pid=110153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 17:54:47.910428 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-304fe939-3a14-4cd2-9aca-2fdd84a8322b {{(pid=110153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 17:54:47.910833 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.notifiers.nova [-] Nova event matching ['req-304fe939-3a14-4cd2-9aca-2fdd84a8322b'] response: {'name': 'network-changed', 'server_uuid': 'b778e508-4f5a-4514-babe-5f0868a5d485', 'tag': 'ede42f21-9c07-4946-b657-fdd16056f502', 'status': 'completed', 'code': 200} May 10 17:54:47.949567 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.db.l3_dvr_db [None req-ef695b69-d0c6-4ac6-85d1-137e5ed65fff None None] Set router 516c5b9c-98c6-4346-9071-0cde9d9a6648 gateway port host: dv-cinder-841302-2-iscsi {{(pid=110155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 17:54:47.997095 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a059c22-bb1b-4a1f-b1d0-29f6056b7c2f req-4b5a2f93-2969-4ccc-a9ab-c6491e90dea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:54:47.998499 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-4a059c22-bb1b-4a1f-b1d0-29f6056b7c2f req-4b5a2f93-2969-4ccc-a9ab-c6491e90dea4 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=c93f0e69798e491aba3c8cf1493c2733&device_id=b778e508-4f5a-4514-babe-5f0868a5d485 HTTP/1.1" status: 200 len: 1129 time: 0.0430465 May 10 17:54:48.087760 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a059c22-bb1b-4a1f-b1d0-29f6056b7c2f req-93694d63-70e7-4558-9919-7676f1cc1dc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:54:48.089236 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-4a059c22-bb1b-4a1f-b1d0-29f6056b7c2f req-93694d63-70e7-4558-9919-7676f1cc1dc7 service neutron] 10.222.0.77 "GET /v2.0/networks?id=0e710c0b-0b9b-4762-af88-7b56961d06bc HTTP/1.1" status: 200 len: 912 time: 0.0851727 May 10 17:54:48.168314 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-4a059c22-bb1b-4a1f-b1d0-29f6056b7c2f req-2afd4032-c4c8-46e4-996d-06f72f2d95b1 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ede42f21-9c07-4946-b657-fdd16056f502 HTTP/1.1" status: 200 len: 998 time: 0.0723526 May 10 17:54:48.261899 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.db.l3_hamode_db [None req-ef695b69-d0c6-4ac6-85d1-137e5ed65fff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '516c5b9c-98c6-4346-9071-0cde9d9a6648', 'name': 'tempest-TestVolumeBootPattern-245396197-router', 'tenant_id': 'c93f0e69798e491aba3c8cf1493c2733', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85dc89cf-59f9-4edb-b26e-52bcb8a93763', 'external_fixed_ips': [{'subnet_id': 'e93d94f1-cb19-4cd0-92e5-ca73d24bd8fb', 'ip_address': '172.27.0.153'}], 'enable_snat': True}, 'gw_port_id': 'd572469e-dbdc-4bf8-8e8b-d4e3790fa8e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T17:50:42Z', 'updated_at': '2022-05-10T17:50:45Z', 'revision_number': 4, 'project_id': 'c93f0e69798e491aba3c8cf1493c2733', 'gw_port': {'id': 'd572469e-dbdc-4bf8-8e8b-d4e3790fa8e0', 'name': '', 'network_id': '85dc89cf-59f9-4edb-b26e-52bcb8a93763', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:94:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '516c5b9c-98c6-4346-9071-0cde9d9a6648', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': 'e93d94f1-cb19-4cd0-92e5-ca73d24bd8fb', 'ip_address': '172.27.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841302-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T17:50:43Z', 'updated_at': '2022-05-10T17:50:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e93d94f1-cb19-4cd0-92e5-ca73d24bd8fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841302-2-iscsi', '_floatingips': [{'id': '89353726-d61d-4147-bf4f-cf315d1c7a0e', 'tenant_id': 'c93f0e69798e491aba3c8cf1493c2733', 'floating_ip_address': '172.27.0.10', 'floating_network_id': '85dc89cf-59f9-4edb-b26e-52bcb8a93763', 'router_id': '516c5b9c-98c6-4346-9071-0cde9d9a6648', 'port_id': 'ede42f21-9c07-4946-b657-fdd16056f502', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 530, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0e710c0b-0b9b-4762-af88-7b56961d06bc', 'mac_address': 'fa:16:3e:ec:7e:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b778e508-4f5a-4514-babe-5f0868a5d485', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T17:54:46Z', 'updated_at': '2022-05-10T17:54:46Z', 'revision_number': 0, 'project_id': 'c93f0e69798e491aba3c8cf1493c2733', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a1c49237-846d-478b-b03a-e030620ab69a', 'name': '', 'network_id': '0e710c0b-0b9b-4762-af88-7b56961d06bc', 'tenant_id': 'c93f0e69798e491aba3c8cf1493c2733', 'mac_address': 'fa:16:3e:36:d0:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '516c5b9c-98c6-4346-9071-0cde9d9a6648', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': 'f9bb4cee-673b-4ef0-9b91-80ed1ec77b59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841302-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T17:50:45Z', 'updated_at': '2022-05-10T17:50:50Z', 'revision_number': 5, 'project_id': 'c93f0e69798e491aba3c8cf1493c2733', 'subnets': [{'id': 'f9bb4cee-673b-4ef0-9b91-80ed1ec77b59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841302-2-iscsi', False) {} {{(pid=110155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:54:48.276575 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b65282-0564-48ee-ba39-f1db1ef487db req-c116a97a-f465-413b-b7f7-d8eff69c41fa tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:54:48.278070 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-17b65282-0564-48ee-ba39-f1db1ef487db req-c116a97a-f465-413b-b7f7-d8eff69c41fa tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] 10.222.0.60 "GET /v2.0/ports?device_id=e16b7603-15a8-44a4-82c9-729bedfb8ac6 HTTP/1.1" status: 200 len: 946 time: 0.1064374 May 10 17:54:48.288475 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef695b69-d0c6-4ac6-85d1-137e5ed65fff None None] Checking router: 516c5b9c-98c6-4346-9071-0cde9d9a6648 for host: dv-cinder-841302-2-iscsi {{(pid=110155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 17:54:48.290874 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a059c22-bb1b-4a1f-b1d0-29f6056b7c2f req-7a283d62-21cb-40da-91cb-32d669bec9e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:54:48.292343 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-4a059c22-bb1b-4a1f-b1d0-29f6056b7c2f req-7a283d62-21cb-40da-91cb-32d669bec9e7 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=f9bb4cee-673b-4ef0-9b91-80ed1ec77b59 HTTP/1.1" status: 200 len: 850 time: 0.1112759 May 10 17:54:48.297255 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef695b69-d0c6-4ac6-85d1-137e5ed65fff None None] Routers {'516c5b9c-98c6-4346-9071-0cde9d9a6648'} bound to L3 agent in host dv-cinder-841302-2-iscsi {{(pid=110155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 17:54:48.297865 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.db.l3_hamode_db [None req-ef695b69-d0c6-4ac6-85d1-137e5ed65fff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841302-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-10T17:36:00Z,description=,heartbeat_timestamp=2022-05-10T17:54:30Z,host='dv-cinder-841302-2-iscsi',id=eaac381b-e402-41c3-a8e6-8f962681d3e6,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T17:36:00Z,topic='l3_agent')) {'router_ids': ['516c5b9c-98c6-4346-9071-0cde9d9a6648'], 'active': True} {{(pid=110155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:54:48.304125 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1d595b-1546-4681-9e97-88dcd26247ec req-06c50634-3ecf-45b3-9431-3e73814c0813 tempest-AttachVolumeTestJSON-185127037 tempest-AttachVolumeTestJSON-185127037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:54:48.305573 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-fb1d595b-1546-4681-9e97-88dcd26247ec req-06c50634-3ecf-45b3-9431-3e73814c0813 tempest-AttachVolumeTestJSON-185127037 tempest-AttachVolumeTestJSON-185127037-project] 10.222.0.60 "GET /v2.0/ports?device_id=f67aef06-0fe1-4ec5-a643-e51baea32b2e HTTP/1.1" status: 200 len: 945 time: 0.0972192 May 10 17:54:48.396081 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a059c22-bb1b-4a1f-b1d0-29f6056b7c2f req-01714728-0638-4a15-a65f-ba233f785129 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:54:48.397667 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-4a059c22-bb1b-4a1f-b1d0-29f6056b7c2f req-01714728-0638-4a15-a65f-ba233f785129 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=0e710c0b-0b9b-4762-af88-7b56961d06bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0912352 May 10 17:54:48.407775 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-17b65282-0564-48ee-ba39-f1db1ef487db req-7dcc763d-3245-4bfd-a5eb-49f49f46c1a8 tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] 10.222.0.60 "GET /v2.0/security-groups?id=f03b9727-633c-4bf1-b0bf-05abcd1e8fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1213512 May 10 17:54:48.408612 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.db.l3_dvr_db [None req-ef695b69-d0c6-4ac6-85d1-137e5ed65fff None None] Set router 516c5b9c-98c6-4346-9071-0cde9d9a6648 gateway port host: dv-cinder-841302-2-iscsi {{(pid=110155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 17:54:48.415840 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.wsgi [req-4a059c22-bb1b-4a1f-b1d0-29f6056b7c2f req-583a2d61-ef4a-403d-a50b-c69fa64a83da service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=110152) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 10 17:54:48.416837 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-4a059c22-bb1b-4a1f-b1d0-29f6056b7c2f req-583a2d61-ef4a-403d-a50b-c69fa64a83da service neutron] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0128276 May 10 17:54:48.424540 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-fb1d595b-1546-4681-9e97-88dcd26247ec req-54ca25e9-14f4-47f5-922f-e0c61110e16a tempest-AttachVolumeTestJSON-185127037 tempest-AttachVolumeTestJSON-185127037-project] 10.222.0.60 "GET /v2.0/security-groups?id=901c15aa-9edf-4c4f-99fa-d12937d98f67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1106169 May 10 17:54:48.513157 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-4a059c22-bb1b-4a1f-b1d0-29f6056b7c2f req-dd673ec6-a3b1-47ca-8194-4a0ccb1df3d1 service neutron] 10.222.0.77 "GET /v2.0/networks/0e710c0b-0b9b-4762-af88-7b56961d06bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875609 May 10 17:54:48.609224 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-4a059c22-bb1b-4a1f-b1d0-29f6056b7c2f req-dd99ffec-a160-4a60-9222-7fc4b1d46588 service neutron] 10.222.0.77 "GET /v2.0/networks/0e710c0b-0b9b-4762-af88-7b56961d06bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892675 May 10 17:54:48.645559 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.db.l3_hamode_db [None req-ef695b69-d0c6-4ac6-85d1-137e5ed65fff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '516c5b9c-98c6-4346-9071-0cde9d9a6648', 'name': 'tempest-TestVolumeBootPattern-245396197-router', 'tenant_id': 'c93f0e69798e491aba3c8cf1493c2733', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85dc89cf-59f9-4edb-b26e-52bcb8a93763', 'external_fixed_ips': [{'subnet_id': 'e93d94f1-cb19-4cd0-92e5-ca73d24bd8fb', 'ip_address': '172.27.0.153'}], 'enable_snat': True}, 'gw_port_id': 'd572469e-dbdc-4bf8-8e8b-d4e3790fa8e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T17:50:42Z', 'updated_at': '2022-05-10T17:50:45Z', 'revision_number': 4, 'project_id': 'c93f0e69798e491aba3c8cf1493c2733', 'gw_port': {'id': 'd572469e-dbdc-4bf8-8e8b-d4e3790fa8e0', 'name': '', 'network_id': '85dc89cf-59f9-4edb-b26e-52bcb8a93763', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:94:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '516c5b9c-98c6-4346-9071-0cde9d9a6648', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': 'e93d94f1-cb19-4cd0-92e5-ca73d24bd8fb', 'ip_address': '172.27.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841302-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T17:50:43Z', 'updated_at': '2022-05-10T17:50:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e93d94f1-cb19-4cd0-92e5-ca73d24bd8fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841302-2-iscsi', '_floatingips': [{'id': '89353726-d61d-4147-bf4f-cf315d1c7a0e', 'tenant_id': 'c93f0e69798e491aba3c8cf1493c2733', 'floating_ip_address': '172.27.0.10', 'floating_network_id': '85dc89cf-59f9-4edb-b26e-52bcb8a93763', 'router_id': '516c5b9c-98c6-4346-9071-0cde9d9a6648', 'port_id': 'ede42f21-9c07-4946-b657-fdd16056f502', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 530, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0e710c0b-0b9b-4762-af88-7b56961d06bc', 'mac_address': 'fa:16:3e:ec:7e:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b778e508-4f5a-4514-babe-5f0868a5d485', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T17:54:46Z', 'updated_at': '2022-05-10T17:54:46Z', 'revision_number': 0, 'project_id': 'c93f0e69798e491aba3c8cf1493c2733', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a1c49237-846d-478b-b03a-e030620ab69a', 'name': '', 'network_id': '0e710c0b-0b9b-4762-af88-7b56961d06bc', 'tenant_id': 'c93f0e69798e491aba3c8cf1493c2733', 'mac_address': 'fa:16:3e:36:d0:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '516c5b9c-98c6-4346-9071-0cde9d9a6648', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': 'f9bb4cee-673b-4ef0-9b91-80ed1ec77b59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841302-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T17:50:45Z', 'updated_at': '2022-05-10T17:50:50Z', 'revision_number': 5, 'project_id': 'c93f0e69798e491aba3c8cf1493c2733', 'subnets': [{'id': 'f9bb4cee-673b-4ef0-9b91-80ed1ec77b59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841302-2-iscsi', False) {} {{(pid=110155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:54:48.672542 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef695b69-d0c6-4ac6-85d1-137e5ed65fff None None] The sync data for ids ['516c5b9c-98c6-4346-9071-0cde9d9a6648'] in dv-cinder-841302-2-iscsi is: [{'id': '516c5b9c-98c6-4346-9071-0cde9d9a6648', 'name': 'tempest-TestVolumeBootPattern-245396197-router', 'tenant_id': 'c93f0e69798e491aba3c8cf1493c2733', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85dc89cf-59f9-4edb-b26e-52bcb8a93763', 'external_fixed_ips': [{'subnet_id': 'e93d94f1-cb19-4cd0-92e5-ca73d24bd8fb', 'ip_address': '172.27.0.153'}], 'enable_snat': True}, 'gw_port_id': 'd572469e-dbdc-4bf8-8e8b-d4e3790fa8e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T17:50:42Z', 'updated_at': '2022-05-10T17:50:45Z', 'revision_number': 4, 'project_id': 'c93f0e69798e491aba3c8cf1493c2733', 'gw_port': {'id': 'd572469e-dbdc-4bf8-8e8b-d4e3790fa8e0', 'name': '', 'network_id': '85dc89cf-59f9-4edb-b26e-52bcb8a93763', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:94:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '516c5b9c-98c6-4346-9071-0cde9d9a6648', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': 'e93d94f1-cb19-4cd0-92e5-ca73d24bd8fb', 'ip_address': '172.27.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841302-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T17:50:43Z', 'updated_at': '2022-05-10T17:50:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e93d94f1-cb19-4cd0-92e5-ca73d24bd8fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841302-2-iscsi', '_floatingips': [{'id': '89353726-d61d-4147-bf4f-cf315d1c7a0e', 'tenant_id': 'c93f0e69798e491aba3c8cf1493c2733', 'floating_ip_address': '172.27.0.10', 'floating_network_id': '85dc89cf-59f9-4edb-b26e-52bcb8a93763', 'router_id': '516c5b9c-98c6-4346-9071-0cde9d9a6648', 'port_id': 'ede42f21-9c07-4946-b657-fdd16056f502', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 530, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0e710c0b-0b9b-4762-af88-7b56961d06bc', 'mac_address': 'fa:16:3e:ec:7e:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b778e508-4f5a-4514-babe-5f0868a5d485', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T17:54:46Z', 'updated_at': '2022-05-10T17:54:46Z', 'revision_number': 0, 'project_id': 'c93f0e69798e491aba3c8cf1493c2733', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a1c49237-846d-478b-b03a-e030620ab69a', 'name': '', 'network_id': '0e710c0b-0b9b-4762-af88-7b56961d06bc', 'tenant_id': 'c93f0e69798e491aba3c8cf1493c2733', 'mac_address': 'fa:16:3e:36:d0:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '516c5b9c-98c6-4346-9071-0cde9d9a6648', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': 'f9bb4cee-673b-4ef0-9b91-80ed1ec77b59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841302-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T17:50:45Z', 'updated_at': '2022-05-10T17:50:50Z', 'revision_number': 5, 'project_id': 'c93f0e69798e491aba3c8cf1493c2733', 'subnets': [{'id': 'f9bb4cee-673b-4ef0-9b91-80ed1ec77b59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 17:54:48.870440 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-065f513a-4aa3-4af4-a4a7-49832f54265e None None] New status for floating IP 89353726-d61d-4147-bf4f-cf315d1c7a0e: ACTIVE {{(pid=110154) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 17:54:49.552494 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ed0cf9-1ce1-4b66-9715-7d4b7339c4d4 req-c8be3aa3-80af-4c1f-b6df-99130a7c48c6 tempest-AttachVolumeTestJSON-185127037 tempest-AttachVolumeTestJSON-185127037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:54:49.554092 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-88ed0cf9-1ce1-4b66-9715-7d4b7339c4d4 req-c8be3aa3-80af-4c1f-b6df-99130a7c48c6 tempest-AttachVolumeTestJSON-185127037 tempest-AttachVolumeTestJSON-185127037-project] 10.222.0.60 "GET /v2.0/ports?device_id=f67aef06-0fe1-4ec5-a643-e51baea32b2e HTTP/1.1" status: 200 len: 945 time: 0.0507221 May 10 17:54:49.603392 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-88ed0cf9-1ce1-4b66-9715-7d4b7339c4d4 req-03f7d64b-9cfc-4224-abf4-ef626a641dfa tempest-AttachVolumeTestJSON-185127037 tempest-AttachVolumeTestJSON-185127037-project] 10.222.0.60 "GET /v2.0/security-groups?id=901c15aa-9edf-4c4f-99fa-d12937d98f67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436349 May 10 17:54:50.722186 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ee8e3d-6f62-47c5-977f-85d9cb4b309d req-4dd1f0f8-1099-4dd0-96f2-0a1e5f3e11ab tempest-AttachVolumeTestJSON-185127037 tempest-AttachVolumeTestJSON-185127037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:54:50.723727 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-74ee8e3d-6f62-47c5-977f-85d9cb4b309d req-4dd1f0f8-1099-4dd0-96f2-0a1e5f3e11ab tempest-AttachVolumeTestJSON-185127037 tempest-AttachVolumeTestJSON-185127037-project] 10.222.0.60 "GET /v2.0/ports?device_id=f67aef06-0fe1-4ec5-a643-e51baea32b2e HTTP/1.1" status: 200 len: 945 time: 0.0526850 May 10 17:54:50.770000 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-74ee8e3d-6f62-47c5-977f-85d9cb4b309d req-34e4d816-637d-4d68-ac05-6e293031ece3 tempest-AttachVolumeTestJSON-185127037 tempest-AttachVolumeTestJSON-185127037-project] 10.222.0.60 "GET /v2.0/security-groups?id=901c15aa-9edf-4c4f-99fa-d12937d98f67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400765 May 10 17:54:51.884770 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0350bcb3-9072-48d6-82bd-b7e9be371ad6 req-2aa914d4-c0d5-467d-af0b-72204571c8e9 tempest-AttachVolumeTestJSON-185127037 tempest-AttachVolumeTestJSON-185127037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:54:51.886306 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-0350bcb3-9072-48d6-82bd-b7e9be371ad6 req-2aa914d4-c0d5-467d-af0b-72204571c8e9 tempest-AttachVolumeTestJSON-185127037 tempest-AttachVolumeTestJSON-185127037-project] 10.222.0.60 "GET /v2.0/ports?device_id=f67aef06-0fe1-4ec5-a643-e51baea32b2e HTTP/1.1" status: 200 len: 945 time: 0.0476134 May 10 17:54:51.935577 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-0350bcb3-9072-48d6-82bd-b7e9be371ad6 req-2b922a45-450b-491b-bee8-185752e124f8 tempest-AttachVolumeTestJSON-185127037 tempest-AttachVolumeTestJSON-185127037-project] 10.222.0.60 "GET /v2.0/security-groups?id=901c15aa-9edf-4c4f-99fa-d12937d98f67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435710 May 10 17:54:53.051712 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c590b0f-e5e0-4446-bb16-f5142251281d req-a128b50a-8fdb-4f77-969c-69326e9a8c8d tempest-AttachVolumeTestJSON-185127037 tempest-AttachVolumeTestJSON-185127037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:54:53.054483 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-6c590b0f-e5e0-4446-bb16-f5142251281d req-a128b50a-8fdb-4f77-969c-69326e9a8c8d tempest-AttachVolumeTestJSON-185127037 tempest-AttachVolumeTestJSON-185127037-project] 10.222.0.60 "GET /v2.0/ports?device_id=f67aef06-0fe1-4ec5-a643-e51baea32b2e HTTP/1.1" status: 200 len: 945 time: 0.0494106 May 10 17:54:53.106186 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-6c590b0f-e5e0-4446-bb16-f5142251281d req-6c36a2d1-3454-4afd-854d-99030cb56de2 tempest-AttachVolumeTestJSON-185127037 tempest-AttachVolumeTestJSON-185127037-project] 10.222.0.60 "GET /v2.0/security-groups?id=901c15aa-9edf-4c4f-99fa-d12937d98f67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458424 May 10 17:54:54.486865 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29753a71-06fa-4318-a990-f17b6ae128c2 req-66538be1-1542-4989-b0a6-0659d13dd6e0 tempest-AttachVolumeTestJSON-185127037 tempest-AttachVolumeTestJSON-185127037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:54:54.488362 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-29753a71-06fa-4318-a990-f17b6ae128c2 req-66538be1-1542-4989-b0a6-0659d13dd6e0 tempest-AttachVolumeTestJSON-185127037 tempest-AttachVolumeTestJSON-185127037-project] 10.222.0.60 "GET /v2.0/ports?device_id=f67aef06-0fe1-4ec5-a643-e51baea32b2e HTTP/1.1" status: 200 len: 945 time: 0.3136997 May 10 17:54:54.534493 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-29753a71-06fa-4318-a990-f17b6ae128c2 req-ae545fc8-a8af-4fcc-ab20-2fe9ef7d63df tempest-AttachVolumeTestJSON-185127037 tempest-AttachVolumeTestJSON-185127037-project] 10.222.0.60 "GET /v2.0/security-groups?id=901c15aa-9edf-4c4f-99fa-d12937d98f67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405517 May 10 17:54:55.651034 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b069f1c0-b365-4ed0-aae0-7f188ab3cffc req-dbf288d4-2274-4c18-ab1c-f8a4d90925e9 tempest-AttachVolumeTestJSON-185127037 tempest-AttachVolumeTestJSON-185127037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:54:55.652528 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-b069f1c0-b365-4ed0-aae0-7f188ab3cffc req-dbf288d4-2274-4c18-ab1c-f8a4d90925e9 tempest-AttachVolumeTestJSON-185127037 tempest-AttachVolumeTestJSON-185127037-project] 10.222.0.60 "GET /v2.0/ports?device_id=f67aef06-0fe1-4ec5-a643-e51baea32b2e HTTP/1.1" status: 200 len: 945 time: 0.0466783 May 10 17:54:55.699089 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-b069f1c0-b365-4ed0-aae0-7f188ab3cffc req-e44703a8-ef60-43ee-ac8d-a0dfe29f4205 tempest-AttachVolumeTestJSON-185127037 tempest-AttachVolumeTestJSON-185127037-project] 10.222.0.60 "GET /v2.0/security-groups?id=901c15aa-9edf-4c4f-99fa-d12937d98f67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410600 May 10 17:54:56.817877 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13bd5692-c5f5-45b5-9a40-4f223fa08752 req-5ab1ba25-bd59-4c64-a376-98ec12dc335e tempest-AttachVolumeTestJSON-185127037 tempest-AttachVolumeTestJSON-185127037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:54:56.819394 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-13bd5692-c5f5-45b5-9a40-4f223fa08752 req-5ab1ba25-bd59-4c64-a376-98ec12dc335e tempest-AttachVolumeTestJSON-185127037 tempest-AttachVolumeTestJSON-185127037-project] 10.222.0.60 "GET /v2.0/ports?device_id=f67aef06-0fe1-4ec5-a643-e51baea32b2e HTTP/1.1" status: 200 len: 945 time: 0.0485942 May 10 17:54:56.870814 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-13bd5692-c5f5-45b5-9a40-4f223fa08752 req-e17ae993-ef1a-495b-a094-94620a570bf0 tempest-AttachVolumeTestJSON-185127037 tempest-AttachVolumeTestJSON-185127037-project] 10.222.0.60 "GET /v2.0/security-groups?id=901c15aa-9edf-4c4f-99fa-d12937d98f67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453568 May 10 17:54:57.567258 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-8fc612ae-79d8-4291-a961-d3dca79b51c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781795183391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525393'] for agent (b2ad0527-00d5-4995-bc97-ec84c4e02f0b), after_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:54:57.984677 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a664c60d-8b66-4299-9611-6694429c2061 req-9d8e5b32-02a2-4d83-a32e-8ce3830ebd7f tempest-AttachVolumeTestJSON-185127037 tempest-AttachVolumeTestJSON-185127037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:54:57.986193 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-a664c60d-8b66-4299-9611-6694429c2061 req-9d8e5b32-02a2-4d83-a32e-8ce3830ebd7f tempest-AttachVolumeTestJSON-185127037 tempest-AttachVolumeTestJSON-185127037-project] 10.222.0.60 "GET /v2.0/ports?device_id=f67aef06-0fe1-4ec5-a643-e51baea32b2e HTTP/1.1" status: 200 len: 945 time: 0.0487652 May 10 17:54:58.032270 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-a664c60d-8b66-4299-9611-6694429c2061 req-b13d357c-f2e8-4846-bb74-df5c318b1a9b tempest-AttachVolumeTestJSON-185127037 tempest-AttachVolumeTestJSON-185127037-project] 10.222.0.60 "GET /v2.0/security-groups?id=901c15aa-9edf-4c4f-99fa-d12937d98f67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406573 May 10 17:54:58.236587 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded5c793-3403-45cf-949e-2dbc6f42f92f req-a667e022-bd54-4b36-8e78-0bc38cbc79bd tempest-AttachVolumeTestJSON-185127037 tempest-AttachVolumeTestJSON-185127037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:54:58.238067 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-ded5c793-3403-45cf-949e-2dbc6f42f92f req-a667e022-bd54-4b36-8e78-0bc38cbc79bd tempest-AttachVolumeTestJSON-185127037 tempest-AttachVolumeTestJSON-185127037-project] 10.222.0.60 "GET /v2.0/ports?device_id=f67aef06-0fe1-4ec5-a643-e51baea32b2e HTTP/1.1" status: 200 len: 945 time: 0.0528932 May 10 17:54:58.295028 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-ded5c793-3403-45cf-949e-2dbc6f42f92f req-2b5fa57a-1eb3-496f-8ad7-49cfeb0daae0 tempest-AttachVolumeTestJSON-185127037 tempest-AttachVolumeTestJSON-185127037-project] 10.222.0.60 "GET /v2.0/security-groups?id=901c15aa-9edf-4c4f-99fa-d12937d98f67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507636 May 10 17:54:58.322243 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59215438-7f53-4554-8bcf-f351c010ee40 req-22fcafb5-b3ad-4921-8d37-0695776d7f04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:54:58.323745 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-59215438-7f53-4554-8bcf-f351c010ee40 req-22fcafb5-b3ad-4921-8d37-0695776d7f04 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=a83ced38e3ea471399fe49b3162b38e7&device_id=f67aef06-0fe1-4ec5-a643-e51baea32b2e HTTP/1.1" status: 200 len: 1129 time: 0.0482094 May 10 17:54:58.416300 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59215438-7f53-4554-8bcf-f351c010ee40 req-6deaaaac-47e1-401f-bbea-c397e04d1923 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:54:58.417770 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-59215438-7f53-4554-8bcf-f351c010ee40 req-6deaaaac-47e1-401f-bbea-c397e04d1923 service neutron] 10.222.0.77 "GET /v2.0/networks?id=6723a7dd-891c-4580-9df3-21c9f6f08046 HTTP/1.1" status: 200 len: 911 time: 0.0866721 May 10 17:54:58.485321 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-59215438-7f53-4554-8bcf-f351c010ee40 req-b65b7ee7-8d70-4064-9c8f-89d29b884f19 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b7f4dfb8-2c4d-4c91-8b1f-6040b097f331 HTTP/1.1" status: 200 len: 999 time: 0.0602596 May 10 17:54:58.535778 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59215438-7f53-4554-8bcf-f351c010ee40 req-00f75094-a558-46b2-a0f3-3cd44409cd51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:54:58.537256 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-59215438-7f53-4554-8bcf-f351c010ee40 req-00f75094-a558-46b2-a0f3-3cd44409cd51 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=125e9763-4051-4e2a-9a5e-3519d0c64e46 HTTP/1.1" status: 200 len: 849 time: 0.0437768 May 10 17:54:58.586602 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59215438-7f53-4554-8bcf-f351c010ee40 req-72c78f96-2e56-402d-8ec6-41fe83fa3baa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:54:58.588187 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-59215438-7f53-4554-8bcf-f351c010ee40 req-72c78f96-2e56-402d-8ec6-41fe83fa3baa service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=6723a7dd-891c-4580-9df3-21c9f6f08046&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0448897 May 10 17:54:58.691232 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-59215438-7f53-4554-8bcf-f351c010ee40 req-e8587777-fec4-43b5-be01-781e3b6dd469 service neutron] 10.222.0.77 "GET /v2.0/networks/6723a7dd-891c-4580-9df3-21c9f6f08046?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958750 May 10 17:54:58.788493 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-59215438-7f53-4554-8bcf-f351c010ee40 req-7114d7a3-a74a-48f2-bdeb-3dbea58e422c service neutron] 10.222.0.77 "GET /v2.0/networks/6723a7dd-891c-4580-9df3-21c9f6f08046?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906746 May 10 17:54:59.414044 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f513fb2-c11b-4f8a-9dac-405a040fb586 req-3f073e18-4439-4a00-af2b-cf8f7f300eb9 tempest-AttachVolumeTestJSON-185127037 tempest-AttachVolumeTestJSON-185127037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:54:59.415774 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-3f513fb2-c11b-4f8a-9dac-405a040fb586 req-3f073e18-4439-4a00-af2b-cf8f7f300eb9 tempest-AttachVolumeTestJSON-185127037 tempest-AttachVolumeTestJSON-185127037-project] 10.222.0.60 "GET /v2.0/ports?device_id=f67aef06-0fe1-4ec5-a643-e51baea32b2e HTTP/1.1" status: 200 len: 945 time: 0.0501277 May 10 17:54:59.464299 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-3f513fb2-c11b-4f8a-9dac-405a040fb586 req-2d0e9650-7467-4931-8fba-9f0d7b2202d8 tempest-AttachVolumeTestJSON-185127037 tempest-AttachVolumeTestJSON-185127037-project] 10.222.0.60 "GET /v2.0/security-groups?id=901c15aa-9edf-4c4f-99fa-d12937d98f67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425525 May 10 17:54:59.946417 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-2df854b6-ff70-4781-8178-54f64ea9d7f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781795183391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525393'] for agent (eaac381b-e402-41c3-a8e6-8f962681d3e6), after_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:55:00.577944 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e75ac9-4519-4a7e-8e42-255467343720 req-f8f8487f-3780-4e3f-b889-44e8ac86f6e9 tempest-AttachVolumeTestJSON-185127037 tempest-AttachVolumeTestJSON-185127037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:55:00.579427 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-96e75ac9-4519-4a7e-8e42-255467343720 req-f8f8487f-3780-4e3f-b889-44e8ac86f6e9 tempest-AttachVolumeTestJSON-185127037 tempest-AttachVolumeTestJSON-185127037-project] 10.222.0.60 "GET /v2.0/ports?device_id=f67aef06-0fe1-4ec5-a643-e51baea32b2e HTTP/1.1" status: 200 len: 945 time: 0.0475116 May 10 17:55:00.626049 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-96e75ac9-4519-4a7e-8e42-255467343720 req-a9af824d-8ede-4bed-8034-66be0e74ff20 tempest-AttachVolumeTestJSON-185127037 tempest-AttachVolumeTestJSON-185127037-project] 10.222.0.60 "GET /v2.0/security-groups?id=901c15aa-9edf-4c4f-99fa-d12937d98f67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395861 May 10 17:55:01.488740 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-d07e8966-ef10-4d42-b774-228753b3fd3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781795183391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525393'] for agent (a55810b0-63c4-4499-a4d9-efcdb1615ce8), after_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:55:01.634082 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781795183391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525393'] for agent (16638279-eb91-49a3-95a5-8b540cc2f948), after_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:55:03.197925 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-ae45faaf-356d-4e4a-a605-33fedb92cd97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781795183391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525393'] for agent (6a57b374-0daf-4fe3-9dd1-3d457a537aa7), after_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:55:04.510056 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-6e697e78-9dd1-4bc1-8573-56b901d07725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781795183391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525393'] for agent (fdc37a75-b7a9-4e92-a59c-f5b8c02d060c), after_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:55:23.849525 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.db.agents_db [None req-b17e131c-d64b-4b97-8e8f-6c45925a5783 None None] Agent healthcheck: found 6 active agents {{(pid=110155) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 17:55:27.568506 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-d4fd4894-5b5f-41fb-8d05-fa930152a9f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781795183391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525393'] for agent (b2ad0527-00d5-4995-bc97-ec84c4e02f0b), after_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:55:29.949825 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-13579e76-923a-47ac-81cc-ce60b2023113 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781795183391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525393'] for agent (eaac381b-e402-41c3-a8e6-8f962681d3e6), after_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:55:31.491021 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-d07e8966-ef10-4d42-b774-228753b3fd3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781795183391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525393'] for agent (a55810b0-63c4-4499-a4d9-efcdb1615ce8), after_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:55:31.643949 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781795183391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525393'] for agent (16638279-eb91-49a3-95a5-8b540cc2f948), after_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:55:33.050746 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f341821-2d8a-4260-bd56-269ecd5f7690 req-06038574-04f5-4153-85bf-e22adccb772c tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:55:33.052333 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-8f341821-2d8a-4260-bd56-269ecd5f7690 req-06038574-04f5-4153-85bf-e22adccb772c tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] 10.222.0.60 "GET /v2.0/ports?device_id=b20de23a-a487-4289-9b7f-e82881619086 HTTP/1.1" status: 200 len: 945 time: 0.0515199 May 10 17:55:33.079083 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-ae45faaf-356d-4e4a-a605-33fedb92cd97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781795183391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525393'] for agent (6a57b374-0daf-4fe3-9dd1-3d457a537aa7), after_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:55:33.103326 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-8f341821-2d8a-4260-bd56-269ecd5f7690 req-c60182b2-c85e-42fa-aa74-cd531853a7e0 tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] 10.222.0.60 "GET /v2.0/security-groups?id=eb0318ee-922e-40e8-b64d-2e0faa0f9245&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434499 May 10 17:55:34.223040 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9dab901-362d-4153-8342-f8a4926b8d0c req-9fd9137d-10f8-4fdf-a339-45fd011d89b4 tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:55:34.224542 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-b9dab901-362d-4153-8342-f8a4926b8d0c req-9fd9137d-10f8-4fdf-a339-45fd011d89b4 tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] 10.222.0.60 "GET /v2.0/ports?device_id=b20de23a-a487-4289-9b7f-e82881619086 HTTP/1.1" status: 200 len: 945 time: 0.0495310 May 10 17:55:34.277566 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-b9dab901-362d-4153-8342-f8a4926b8d0c req-3a0445b0-b383-4db0-bcee-a654f2598278 tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] 10.222.0.60 "GET /v2.0/security-groups?id=eb0318ee-922e-40e8-b64d-2e0faa0f9245&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469236 May 10 17:55:34.515246 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-6e697e78-9dd1-4bc1-8573-56b901d07725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781795183391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525393'] for agent (fdc37a75-b7a9-4e92-a59c-f5b8c02d060c), after_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:55:35.066273 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a729819e-ef19-437d-bf38-fafab313e726 req-a560a134-ba17-4a40-9997-adff6367b489 tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:55:35.067766 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-a729819e-ef19-437d-bf38-fafab313e726 req-a560a134-ba17-4a40-9997-adff6367b489 tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] 10.222.0.77 "GET /v2.0/ports?device_id=b20de23a-a487-4289-9b7f-e82881619086 HTTP/1.1" status: 200 len: 945 time: 0.0461731 May 10 17:55:35.156583 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.plugins.ml2.plugin [req-a729819e-ef19-437d-bf38-fafab313e726 req-79ffcf32-6add-4395-b894-e58acba89190 tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] Deleting port d03a940c-796d-4bb9-afaa-60957357f90f {{(pid=110152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 17:55:35.156845 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [req-a729819e-ef19-437d-bf38-fafab313e726 req-79ffcf32-6add-4395-b894-e58acba89190 tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781795221764'] for port (d03a940c-796d-4bb9-afaa-60957357f90f), before_delete {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:55:35.248708 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.plugins.ml2.db [req-a729819e-ef19-437d-bf38-fafab313e726 req-79ffcf32-6add-4395-b894-e58acba89190 tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] For port d03a940c-796d-4bb9-afaa-60957357f90f, host hv-cinder-84130, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84130',level=0,port_id=d03a940c-796d-4bb9-afaa-60957357f90f,segment=NetworkSegment(0faf29e6-d72c-448f-aa3a-91b840f90216),segment_id=0faf29e6-d72c-448f-aa3a-91b840f90216)] {{(pid=110152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 17:55:35.249431 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [req-a729819e-ef19-437d-bf38-fafab313e726 req-79ffcf32-6add-4395-b894-e58acba89190 tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640494'] for port (d03a940c-796d-4bb9-afaa-60957357f90f), precommit_delete {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:55:35.443380 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233a2c68-75ab-4b30-b00d-3d60485713e5 req-ae7dfbba-3660-476c-b837-f029e4b9b965 tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:55:35.448958 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-233a2c68-75ab-4b30-b00d-3d60485713e5 req-ae7dfbba-3660-476c-b837-f029e4b9b965 tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] 10.222.0.60 "GET /v2.0/ports?device_id=b20de23a-a487-4289-9b7f-e82881619086 HTTP/1.1" status: 200 len: 945 time: 0.0922823 May 10 17:55:35.488855 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [req-a729819e-ef19-437d-bf38-fafab313e726 req-79ffcf32-6add-4395-b894-e58acba89190 tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:55:35.489221 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [req-a729819e-ef19-437d-bf38-fafab313e726 req-79ffcf32-6add-4395-b894-e58acba89190 tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-641027'] for floatingip (68f7c351-2af8-4d7e-9eb6-62ed66a625d6), after_update {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:55:35.489544 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.db.l3_db [req-a729819e-ef19-437d-bf38-fafab313e726 req-79ffcf32-6add-4395-b894-e58acba89190 tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] Floating IP 68f7c351-2af8-4d7e-9eb6-62ed66a625d6 disassociated. External IP: 172.27.0.209, port: d03a940c-796d-4bb9-afaa-60957357f90f. May 10 17:55:35.489892 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.plugins.ml2.plugin [req-a729819e-ef19-437d-bf38-fafab313e726 req-79ffcf32-6add-4395-b894-e58acba89190 tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] Calling delete_port for d03a940c-796d-4bb9-afaa-60957357f90f owned by compute:nova {{(pid=110152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 17:55:35.532122 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-233a2c68-75ab-4b30-b00d-3d60485713e5 req-c0ceeb25-be0a-427c-97e8-0fc7bc322f29 tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] 10.222.0.60 "GET /v2.0/security-groups?id=eb0318ee-922e-40e8-b64d-2e0faa0f9245&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0800524 May 10 17:55:35.664955 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [req-a729819e-ef19-437d-bf38-fafab313e726 req-79ffcf32-6add-4395-b894-e58acba89190 tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1514136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781795229076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781794686073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5018186'] for port (d03a940c-796d-4bb9-afaa-60957357f90f), after_delete {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:55:35.691459 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ffcf32-6add-4395-b894-e58acba89190 tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] Pushing event deleted for resources: {'Port': ['ID=d03a940c-796d-4bb9-afaa-60957357f90f,revision_number=None']} {{(pid=110152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:55:35.702527 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ffcf32-6add-4395-b894-e58acba89190 tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:55:35.702820 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ffcf32-6add-4395-b894-e58acba89190 tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:55:35.703171 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ffcf32-6add-4395-b894-e58acba89190 tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:55:35.703544 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ffcf32-6add-4395-b894-e58acba89190 tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:55:35.703887 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ffcf32-6add-4395-b894-e58acba89190 tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:55:35.704232 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ffcf32-6add-4395-b894-e58acba89190 tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:55:35.704565 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ffcf32-6add-4395-b894-e58acba89190 tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:55:35.704976 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ffcf32-6add-4395-b894-e58acba89190 tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:55:35.705905 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ffcf32-6add-4395-b894-e58acba89190 tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:55:35.705905 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ffcf32-6add-4395-b894-e58acba89190 tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:55:35.706095 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ffcf32-6add-4395-b894-e58acba89190 tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:55:35.706350 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ffcf32-6add-4395-b894-e58acba89190 tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:55:35.706686 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ffcf32-6add-4395-b894-e58acba89190 tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:55:35.707025 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ffcf32-6add-4395-b894-e58acba89190 tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:55:35.707349 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ffcf32-6add-4395-b894-e58acba89190 tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:55:35.833051 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a729819e-ef19-437d-bf38-fafab313e726 req-79ffcf32-6add-4395-b894-e58acba89190 tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] Router 24a906bd-bc37-4f60-9d1b-823a31f350bf has already been hosted by L3 agent eaac381b-e402-41c3-a8e6-8f962681d3e6 {{(pid=110152) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 17:55:35.948153 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a729819e-ef19-437d-bf38-fafab313e726 req-79ffcf32-6add-4395-b894-e58acba89190 tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] Notify agent at l3_agent.dv-cinder-841302-2-iscsi the message routers_updated {{(pid=110152) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 17:55:35.958088 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e11bd690-681f-420a-aed6-a9e5aab5ea83 None None] Sync routers for ids ['24a906bd-bc37-4f60-9d1b-823a31f350bf'] in dv-cinder-841302-2-iscsi {{(pid=110155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 17:55:35.968272 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e11bd690-681f-420a-aed6-a9e5aab5ea83 None None] Routers {'24a906bd-bc37-4f60-9d1b-823a31f350bf'} bound to L3 agent in host dv-cinder-841302-2-iscsi {{(pid=110155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 17:55:35.968806 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.db.l3_hamode_db [None req-e11bd690-681f-420a-aed6-a9e5aab5ea83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841302-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-10T17:36:00Z,description=,heartbeat_timestamp=2022-05-10T17:55:30Z,host='dv-cinder-841302-2-iscsi',id=eaac381b-e402-41c3-a8e6-8f962681d3e6,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T17:36:00Z,topic='l3_agent')) {'router_ids': ['24a906bd-bc37-4f60-9d1b-823a31f350bf'], 'active': True} {{(pid=110155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:55:35.999862 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.db.l3_dvrscheduler_db [req-a729819e-ef19-437d-bf38-fafab313e726 req-79ffcf32-6add-4395-b894-e58acba89190 tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] No DVR routers for this DVR port d03a940c-796d-4bb9-afaa-60957357f90f on host hv-cinder-84130 {{(pid=110152) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 17:55:36.002438 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [req-a729819e-ef19-437d-bf38-fafab313e726 req-79ffcf32-6add-4395-b894-e58acba89190 tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29634'] for port (None), before_response {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:55:36.005749 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-a729819e-ef19-437d-bf38-fafab313e726 req-79ffcf32-6add-4395-b894-e58acba89190 tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] 10.222.0.77 "DELETE /v2.0/ports/d03a940c-796d-4bb9-afaa-60957357f90f HTTP/1.1" status: 204 len: 173 time: 0.9328699 May 10 17:55:36.006206 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b20de23a-a487-4289-9b7f-e82881619086', 'name': 'network-vif-deleted', 'tag': 'd03a940c-796d-4bb9-afaa-60957357f90f'}] {{(pid=110152) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 17:55:36.009061 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0e5bab204033c83635b1e14c3e3a099c647719281f8bf9f740a5b80828d0d04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b1bafb9-366e-49fc-81fd-ef7ecf532db5" -d '{"events": [{"server_uuid": "b20de23a-a487-4289-9b7f-e82881619086", "name": "network-vif-deleted", "tag": "d03a940c-796d-4bb9-afaa-60957357f90f"}]}' {{(pid=110152) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 17:55:36.105617 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.db.l3_dvr_db [None req-e11bd690-681f-420a-aed6-a9e5aab5ea83 None None] Set router 24a906bd-bc37-4f60-9d1b-823a31f350bf gateway port host: dv-cinder-841302-2-iscsi {{(pid=110155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 17:55:36.123761 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 17:55:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e35ee379-6167-42e4-9d21-48dd536e95f1 x-openstack-request-id: req-e35ee379-6167-42e4-9d21-48dd536e95f1 {{(pid=110152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 17:55:36.124061 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b20de23a-a487-4289-9b7f-e82881619086", "name": "network-vif-deleted", "tag": "d03a940c-796d-4bb9-afaa-60957357f90f", "status": "completed", "code": 200}]} {{(pid=110152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 17:55:36.124320 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-e35ee379-6167-42e4-9d21-48dd536e95f1 {{(pid=110152) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 17:55:36.124741 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e35ee379-6167-42e4-9d21-48dd536e95f1'] response: {'server_uuid': 'b20de23a-a487-4289-9b7f-e82881619086', 'name': 'network-vif-deleted', 'tag': 'd03a940c-796d-4bb9-afaa-60957357f90f', 'status': 'completed', 'code': 200} May 10 17:55:36.329688 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.db.l3_hamode_db [None req-e11bd690-681f-420a-aed6-a9e5aab5ea83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24a906bd-bc37-4f60-9d1b-823a31f350bf', 'name': 'tempest-AttachVolumeNegativeTest-1935741533-router', 'tenant_id': 'f4e017a4040d450aad862065563ea64d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85dc89cf-59f9-4edb-b26e-52bcb8a93763', 'external_fixed_ips': [{'subnet_id': 'e93d94f1-cb19-4cd0-92e5-ca73d24bd8fb', 'ip_address': '172.27.0.151'}], 'enable_snat': True}, 'gw_port_id': '8a785056-3967-44dc-89fc-a85dc909609a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T17:44:32Z', 'updated_at': '2022-05-10T17:44:44Z', 'revision_number': 4, 'project_id': 'f4e017a4040d450aad862065563ea64d', 'gw_port': {'id': '8a785056-3967-44dc-89fc-a85dc909609a', 'name': '', 'network_id': '85dc89cf-59f9-4edb-b26e-52bcb8a93763', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:45:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24a906bd-bc37-4f60-9d1b-823a31f350bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'e93d94f1-cb19-4cd0-92e5-ca73d24bd8fb', 'ip_address': '172.27.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841302-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T17:44:33Z', 'updated_at': '2022-05-10T17:44:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e93d94f1-cb19-4cd0-92e5-ca73d24bd8fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841302-2-iscsi', '_interfaces': [{'id': '027fd6fa-8a2c-41cf-8f97-10f5b1a94550', 'name': '', 'network_id': '5a13d84d-c9e9-413f-a254-ca6edab95c78', 'tenant_id': 'f4e017a4040d450aad862065563ea64d', 'mac_address': 'fa:16:3e:36:e7:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24a906bd-bc37-4f60-9d1b-823a31f350bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '8d05c8d5-b43f-426f-967a-5bcf2a7a77f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841302-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T17:44:39Z', 'updated_at': '2022-05-10T17:44:58Z', 'revision_number': 5, 'project_id': 'f4e017a4040d450aad862065563ea64d', 'subnets': [{'id': '8d05c8d5-b43f-426f-967a-5bcf2a7a77f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841302-2-iscsi', False) {} {{(pid=110155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:55:36.359462 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e11bd690-681f-420a-aed6-a9e5aab5ea83 None None] Checking router: 24a906bd-bc37-4f60-9d1b-823a31f350bf for host: dv-cinder-841302-2-iscsi {{(pid=110155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 17:55:36.368776 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e11bd690-681f-420a-aed6-a9e5aab5ea83 None None] Routers {'24a906bd-bc37-4f60-9d1b-823a31f350bf'} bound to L3 agent in host dv-cinder-841302-2-iscsi {{(pid=110155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 17:55:36.369378 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.db.l3_hamode_db [None req-e11bd690-681f-420a-aed6-a9e5aab5ea83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841302-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-10T17:36:00Z,description=,heartbeat_timestamp=2022-05-10T17:55:30Z,host='dv-cinder-841302-2-iscsi',id=eaac381b-e402-41c3-a8e6-8f962681d3e6,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T17:36:00Z,topic='l3_agent')) {'router_ids': ['24a906bd-bc37-4f60-9d1b-823a31f350bf'], 'active': True} {{(pid=110155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:55:36.486796 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.db.l3_dvr_db [None req-e11bd690-681f-420a-aed6-a9e5aab5ea83 None None] Set router 24a906bd-bc37-4f60-9d1b-823a31f350bf gateway port host: dv-cinder-841302-2-iscsi {{(pid=110155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 17:55:36.670745 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-bc5ecc8e-af79-4bf0-8e27-c6ccafe9a034 req-647203eb-5bb5-421a-a4a0-2d3f6e661bdb tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] 10.222.0.60 "GET /v2.0/ports?device_id=b20de23a-a487-4289-9b7f-e82881619086 HTTP/1.1" status: 200 len: 210 time: 0.0330472 May 10 17:55:36.711514 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.db.l3_hamode_db [None req-e11bd690-681f-420a-aed6-a9e5aab5ea83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24a906bd-bc37-4f60-9d1b-823a31f350bf', 'name': 'tempest-AttachVolumeNegativeTest-1935741533-router', 'tenant_id': 'f4e017a4040d450aad862065563ea64d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85dc89cf-59f9-4edb-b26e-52bcb8a93763', 'external_fixed_ips': [{'subnet_id': 'e93d94f1-cb19-4cd0-92e5-ca73d24bd8fb', 'ip_address': '172.27.0.151'}], 'enable_snat': True}, 'gw_port_id': '8a785056-3967-44dc-89fc-a85dc909609a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T17:44:32Z', 'updated_at': '2022-05-10T17:44:44Z', 'revision_number': 4, 'project_id': 'f4e017a4040d450aad862065563ea64d', 'gw_port': {'id': '8a785056-3967-44dc-89fc-a85dc909609a', 'name': '', 'network_id': '85dc89cf-59f9-4edb-b26e-52bcb8a93763', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:45:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24a906bd-bc37-4f60-9d1b-823a31f350bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'e93d94f1-cb19-4cd0-92e5-ca73d24bd8fb', 'ip_address': '172.27.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841302-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T17:44:33Z', 'updated_at': '2022-05-10T17:44:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e93d94f1-cb19-4cd0-92e5-ca73d24bd8fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841302-2-iscsi', '_interfaces': [{'id': '027fd6fa-8a2c-41cf-8f97-10f5b1a94550', 'name': '', 'network_id': '5a13d84d-c9e9-413f-a254-ca6edab95c78', 'tenant_id': 'f4e017a4040d450aad862065563ea64d', 'mac_address': 'fa:16:3e:36:e7:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24a906bd-bc37-4f60-9d1b-823a31f350bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '8d05c8d5-b43f-426f-967a-5bcf2a7a77f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841302-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T17:44:39Z', 'updated_at': '2022-05-10T17:44:58Z', 'revision_number': 5, 'project_id': 'f4e017a4040d450aad862065563ea64d', 'subnets': [{'id': '8d05c8d5-b43f-426f-967a-5bcf2a7a77f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841302-2-iscsi', False) {} {{(pid=110155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:55:36.742662 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e11bd690-681f-420a-aed6-a9e5aab5ea83 None None] The sync data for ids ['24a906bd-bc37-4f60-9d1b-823a31f350bf'] in dv-cinder-841302-2-iscsi is: [{'id': '24a906bd-bc37-4f60-9d1b-823a31f350bf', 'name': 'tempest-AttachVolumeNegativeTest-1935741533-router', 'tenant_id': 'f4e017a4040d450aad862065563ea64d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85dc89cf-59f9-4edb-b26e-52bcb8a93763', 'external_fixed_ips': [{'subnet_id': 'e93d94f1-cb19-4cd0-92e5-ca73d24bd8fb', 'ip_address': '172.27.0.151'}], 'enable_snat': True}, 'gw_port_id': '8a785056-3967-44dc-89fc-a85dc909609a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T17:44:32Z', 'updated_at': '2022-05-10T17:44:44Z', 'revision_number': 4, 'project_id': 'f4e017a4040d450aad862065563ea64d', 'gw_port': {'id': '8a785056-3967-44dc-89fc-a85dc909609a', 'name': '', 'network_id': '85dc89cf-59f9-4edb-b26e-52bcb8a93763', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:45:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24a906bd-bc37-4f60-9d1b-823a31f350bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'e93d94f1-cb19-4cd0-92e5-ca73d24bd8fb', 'ip_address': '172.27.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841302-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T17:44:33Z', 'updated_at': '2022-05-10T17:44:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e93d94f1-cb19-4cd0-92e5-ca73d24bd8fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841302-2-iscsi', '_interfaces': [{'id': '027fd6fa-8a2c-41cf-8f97-10f5b1a94550', 'name': '', 'network_id': '5a13d84d-c9e9-413f-a254-ca6edab95c78', 'tenant_id': 'f4e017a4040d450aad862065563ea64d', 'mac_address': 'fa:16:3e:36:e7:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24a906bd-bc37-4f60-9d1b-823a31f350bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '8d05c8d5-b43f-426f-967a-5bcf2a7a77f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841302-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T17:44:39Z', 'updated_at': '2022-05-10T17:44:58Z', 'revision_number': 5, 'project_id': 'f4e017a4040d450aad862065563ea64d', 'subnets': [{'id': '8d05c8d5-b43f-426f-967a-5bcf2a7a77f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 17:55:36.964097 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cff1393-b538-4ea5-b880-97cd7664ec59 None None] New status for floating IP 68f7c351-2af8-4d7e-9eb6-62ed66a625d6: DOWN {{(pid=110154) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 17:55:37.760189 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.wsgi [-] (110152) accepted ('10.222.0.60', 46056) {{(pid=110152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 17:55:37.817319 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-9ed1960b-a61d-4d58-8149-00742a05e872 tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] Publish callbacks [] for security_group (eb0318ee-922e-40e8-b64d-2e0faa0f9245), before_delete {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:55:37.847248 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-9ed1960b-a61d-4d58-8149-00742a05e872 tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] Publish callbacks [] for security_group (eb0318ee-922e-40e8-b64d-2e0faa0f9245), precommit_delete {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:55:37.902353 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-9ed1960b-a61d-4d58-8149-00742a05e872 tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-282428'] for security_group (eb0318ee-922e-40e8-b64d-2e0faa0f9245), after_delete {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:55:37.905031 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-9ed1960b-a61d-4d58-8149-00742a05e872 tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] Publish callbacks [] for security_group (None), before_response {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:55:37.906257 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [None req-9ed1960b-a61d-4d58-8149-00742a05e872 tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] 10.222.0.60 "DELETE /v2.0/security-groups/eb0318ee-922e-40e8-b64d-2e0faa0f9245 HTTP/1.1" status: 204 len: 168 time: 0.1449394 May 10 17:55:37.909062 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.wsgi [-] (110153) accepted ('10.222.0.60', 46058) {{(pid=110153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 17:55:37.916544 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed1960b-a61d-4d58-8149-00742a05e872 tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb0318ee-922e-40e8-b64d-2e0faa0f9245,revision_number=None']} {{(pid=110152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:55:37.932231 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.api.v2.resource [None req-86bbf020-eb31-4522-a260-bbed59e83621 tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] show failed (client error): The resource could not be found. May 10 17:55:37.936824 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [None req-86bbf020-eb31-4522-a260-bbed59e83621 tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] 10.222.0.60 "GET /v2.0/security-groups/eb0318ee-922e-40e8-b64d-2e0faa0f9245 HTTP/1.1" status: 404 len: 347 time: 0.0232847 May 10 17:55:37.937316 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.wsgi [-] (110153) accepted ('10.222.0.60', 46060) {{(pid=110153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 17:55:37.949928 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.rpc [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Device d03a940c-796d-4bb9-afaa-60957357f90f no longer exists at agent hyperv_hv-cinder-84130 {{(pid=110154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 17:55:37.973408 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.plugin [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] No Port match for: d03a940c-796d-4bb9-afaa-60957357f90f {{(pid=110154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 17:55:37.974089 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.rpc [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Device d03a940c-796d-4bb9-afaa-60957357f90f not bound to the agent host hv-cinder-84130 {{(pid=110154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 17:55:38.055787 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.plugins.ml2.plugin [None req-13ea2d0f-6fd2-49dc-84bd-015407c73c0e tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] Deleting port ef9c4ae7-780a-4eb3-869e-327f32675837 {{(pid=110153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 17:55:38.056144 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-13ea2d0f-6fd2-49dc-84bd-015407c73c0e tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781795221764'] for port (ef9c4ae7-780a-4eb3-869e-327f32675837), before_delete {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:55:38.129182 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-13ea2d0f-6fd2-49dc-84bd-015407c73c0e tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640494'] for port (ef9c4ae7-780a-4eb3-869e-327f32675837), precommit_delete {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:55:38.129513 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-13ea2d0f-6fd2-49dc-84bd-015407c73c0e tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] Publish callbacks [] for floatingip (ef9c4ae7-780a-4eb3-869e-327f32675837), precommit_delete {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:55:38.142182 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.plugins.ml2.plugin [None req-13ea2d0f-6fd2-49dc-84bd-015407c73c0e tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] Calling delete_port for ef9c4ae7-780a-4eb3-869e-327f32675837 owned by network:floatingip {{(pid=110153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 17:55:38.284480 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-13ea2d0f-6fd2-49dc-84bd-015407c73c0e tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1514136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781795229076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781794686073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207117'] for port (ef9c4ae7-780a-4eb3-869e-327f32675837), after_delete {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:55:38.309694 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ea2d0f-6fd2-49dc-84bd-015407c73c0e tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] Pushing event deleted for resources: {'Port': ['ID=ef9c4ae7-780a-4eb3-869e-327f32675837,revision_number=None']} {{(pid=110153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:55:38.374249 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-13ea2d0f-6fd2-49dc-84bd-015407c73c0e tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] Publish callbacks [] for floatingip (68f7c351-2af8-4d7e-9eb6-62ed66a625d6), after_delete {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:55:38.376762 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-13ea2d0f-6fd2-49dc-84bd-015407c73c0e tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29634'] for floatingip (None), before_response {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:55:38.377916 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [None req-13ea2d0f-6fd2-49dc-84bd-015407c73c0e tempest-AttachVolumeNegativeTest-101320951 tempest-AttachVolumeNegativeTest-101320951-project] 10.222.0.60 "DELETE /v2.0/floatingips/68f7c351-2af8-4d7e-9eb6-62ed66a625d6 HTTP/1.1" status: 204 len: 168 time: 0.4397275 May 10 17:55:41.356446 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-adc0e848-f2f4-46fc-aa44-8c4e8479c865 req-6acd7331-9b3c-4f90-909c-bc8b26b3d849 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=e16b7603-15a8-44a4-82c9-729bedfb8ac6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0919201 May 10 17:55:41.463876 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc0e848-f2f4-46fc-aa44-8c4e8479c865 req-48f9dd2a-a277-4adc-a8e4-75ac1ce18cde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:55:41.465438 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-adc0e848-f2f4-46fc-aa44-8c4e8479c865 req-48f9dd2a-a277-4adc-a8e4-75ac1ce18cde service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=0461acfadf8743fdbd62a39bf3fe3e1c&device_id=e16b7603-15a8-44a4-82c9-729bedfb8ac6 HTTP/1.1" status: 200 len: 1130 time: 0.0448890 May 10 17:55:41.568029 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc0e848-f2f4-46fc-aa44-8c4e8479c865 req-03633528-f85f-45e7-8ebb-a7c301ccdc50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:55:41.569469 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-adc0e848-f2f4-46fc-aa44-8c4e8479c865 req-03633528-f85f-45e7-8ebb-a7c301ccdc50 service neutron] 10.222.0.77 "GET /v2.0/networks?id=4f6007aa-61b1-40c3-a8ad-7f431d419cb5 HTTP/1.1" status: 200 len: 917 time: 0.0846932 May 10 17:55:41.639664 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-adc0e848-f2f4-46fc-aa44-8c4e8479c865 req-f12e5bb7-c53c-429f-8bf7-a306f838ee43 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cb176284-f148-403c-b988-83b0bfbdd7dd HTTP/1.1" status: 200 len: 1001 time: 0.0636392 May 10 17:55:41.688948 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc0e848-f2f4-46fc-aa44-8c4e8479c865 req-291fc86e-ce09-48c0-9ae0-c4a21cdc8fe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:55:41.690376 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-adc0e848-f2f4-46fc-aa44-8c4e8479c865 req-291fc86e-ce09-48c0-9ae0-c4a21cdc8fe4 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=c13a30fd-de84-4d1b-92b1-edbd848fe110 HTTP/1.1" status: 200 len: 855 time: 0.0444374 May 10 17:55:41.734218 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc0e848-f2f4-46fc-aa44-8c4e8479c865 req-3f7b8ffe-fe23-4d31-976c-4800dff9a866 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:55:41.735800 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-adc0e848-f2f4-46fc-aa44-8c4e8479c865 req-3f7b8ffe-fe23-4d31-976c-4800dff9a866 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=4f6007aa-61b1-40c3-a8ad-7f431d419cb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0381083 May 10 17:55:41.830318 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-adc0e848-f2f4-46fc-aa44-8c4e8479c865 req-067a7233-9c07-43a1-81ee-a6b8ace0a8f8 service neutron] 10.222.0.77 "GET /v2.0/networks/4f6007aa-61b1-40c3-a8ad-7f431d419cb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882547 May 10 17:55:41.921342 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-adc0e848-f2f4-46fc-aa44-8c4e8479c865 req-6777b970-ce77-4acc-a745-ecc3850d8ac7 service neutron] 10.222.0.77 "GET /v2.0/networks/4f6007aa-61b1-40c3-a8ad-7f431d419cb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839484 May 10 17:55:42.074385 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.wsgi [-] (110153) accepted ('10.222.0.60', 46100) {{(pid=110153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 17:55:42.493193 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-98365fc6-a70d-4a96-a25f-580964bc997a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-640312'] for router_interface (24a906bd-bc37-4f60-9d1b-823a31f350bf), before_delete {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:55:42.721927 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.plugins.ml2.plugin [None req-98365fc6-a70d-4a96-a25f-580964bc997a admin admin] Deleting port 027fd6fa-8a2c-41cf-8f97-10f5b1a94550 {{(pid=110153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 17:55:42.722262 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-98365fc6-a70d-4a96-a25f-580964bc997a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781795221764'] for port (027fd6fa-8a2c-41cf-8f97-10f5b1a94550), before_delete {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:55:42.800158 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.plugins.ml2.db [None req-98365fc6-a70d-4a96-a25f-580964bc997a admin admin] For port 027fd6fa-8a2c-41cf-8f97-10f5b1a94550, host dv-cinder-841302-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841302-2-iscsi',level=0,port_id=027fd6fa-8a2c-41cf-8f97-10f5b1a94550,segment=NetworkSegment(0faf29e6-d72c-448f-aa3a-91b840f90216),segment_id=0faf29e6-d72c-448f-aa3a-91b840f90216)] {{(pid=110153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 17:55:42.800425 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-98365fc6-a70d-4a96-a25f-580964bc997a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640494'] for port (027fd6fa-8a2c-41cf-8f97-10f5b1a94550), precommit_delete {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:55:42.814514 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.plugins.ml2.plugin [None req-98365fc6-a70d-4a96-a25f-580964bc997a admin admin] Calling delete_port for 027fd6fa-8a2c-41cf-8f97-10f5b1a94550 owned by network:router_interface {{(pid=110153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 17:55:43.000823 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-98365fc6-a70d-4a96-a25f-580964bc997a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1514136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781795229076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781794686073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207117'] for port (027fd6fa-8a2c-41cf-8f97-10f5b1a94550), after_delete {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:55:43.035577 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98365fc6-a70d-4a96-a25f-580964bc997a admin admin] Pushing event deleted for resources: {'Port': ['ID=027fd6fa-8a2c-41cf-8f97-10f5b1a94550,revision_number=None']} {{(pid=110153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:55:43.204454 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-98365fc6-a70d-4a96-a25f-580964bc997a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-631618', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-643121'] for router_interface (24a906bd-bc37-4f60-9d1b-823a31f350bf), after_delete {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:55:43.426307 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98365fc6-a70d-4a96-a25f-580964bc997a admin admin] Router 24a906bd-bc37-4f60-9d1b-823a31f350bf has already been hosted by L3 agent eaac381b-e402-41c3-a8e6-8f962681d3e6 {{(pid=110153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 17:55:43.542764 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98365fc6-a70d-4a96-a25f-580964bc997a admin admin] Notify agent at l3_agent.dv-cinder-841302-2-iscsi the message routers_updated {{(pid=110153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 17:55:43.547739 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [None req-98365fc6-a70d-4a96-a25f-580964bc997a admin admin] 10.222.0.60 "PUT /v2.0/routers/24a906bd-bc37-4f60-9d1b-823a31f350bf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4720514 May 10 17:55:43.550145 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.wsgi [-] (110153) accepted ('10.222.0.60', 46104) {{(pid=110153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 17:55:43.552574 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62882816-c8aa-4882-9d34-8ce6b1fc0b65 None None] Sync routers for ids ['24a906bd-bc37-4f60-9d1b-823a31f350bf'] in dv-cinder-841302-2-iscsi {{(pid=110155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 17:55:43.563023 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62882816-c8aa-4882-9d34-8ce6b1fc0b65 None None] Routers {'24a906bd-bc37-4f60-9d1b-823a31f350bf'} bound to L3 agent in host dv-cinder-841302-2-iscsi {{(pid=110155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 17:55:43.563751 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.db.l3_hamode_db [None req-62882816-c8aa-4882-9d34-8ce6b1fc0b65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841302-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-10T17:36:00Z,description=,heartbeat_timestamp=2022-05-10T17:55:30Z,host='dv-cinder-841302-2-iscsi',id=eaac381b-e402-41c3-a8e6-8f962681d3e6,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T17:36:00Z,topic='l3_agent')) {'router_ids': ['24a906bd-bc37-4f60-9d1b-823a31f350bf'], 'active': True} {{(pid=110155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:55:43.659911 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-6f572cba-db60-4fe3-96d0-8f9437f7133e admin admin] Publish callbacks [] for router (24a906bd-bc37-4f60-9d1b-823a31f350bf), before_delete {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:55:43.766938 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.db.l3_dvr_db [None req-62882816-c8aa-4882-9d34-8ce6b1fc0b65 None None] Set router 24a906bd-bc37-4f60-9d1b-823a31f350bf gateway port host: dv-cinder-841302-2-iscsi {{(pid=110155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 17:55:43.768997 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-6f572cba-db60-4fe3-96d0-8f9437f7133e admin admin] Publish callbacks [] for router_gateway (24a906bd-bc37-4f60-9d1b-823a31f350bf), before_delete {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:55:43.815840 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.plugins.ml2.plugin [None req-6f572cba-db60-4fe3-96d0-8f9437f7133e admin admin] Deleting port 8a785056-3967-44dc-89fc-a85dc909609a {{(pid=110153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 17:55:43.816205 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-6f572cba-db60-4fe3-96d0-8f9437f7133e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781795221764'] for port (8a785056-3967-44dc-89fc-a85dc909609a), before_delete {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:55:43.899556 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.plugins.ml2.db [None req-6f572cba-db60-4fe3-96d0-8f9437f7133e admin admin] For port 8a785056-3967-44dc-89fc-a85dc909609a, host dv-cinder-841302-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841302-2-iscsi',level=0,port_id=8a785056-3967-44dc-89fc-a85dc909609a,segment=NetworkSegment(73dc8890-d7a8-423a-bf66-935bdea3f4d7),segment_id=73dc8890-d7a8-423a-bf66-935bdea3f4d7)] {{(pid=110153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 17:55:43.899919 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-6f572cba-db60-4fe3-96d0-8f9437f7133e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640494'] for port (8a785056-3967-44dc-89fc-a85dc909609a), precommit_delete {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:55:43.912942 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.plugins.ml2.plugin [None req-6f572cba-db60-4fe3-96d0-8f9437f7133e admin admin] Calling delete_port for 8a785056-3967-44dc-89fc-a85dc909609a owned by network:router_gateway {{(pid=110153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 17:55:43.936587 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.db.l3_hamode_db [None req-62882816-c8aa-4882-9d34-8ce6b1fc0b65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24a906bd-bc37-4f60-9d1b-823a31f350bf', 'name': 'tempest-AttachVolumeNegativeTest-1935741533-router', 'tenant_id': 'f4e017a4040d450aad862065563ea64d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85dc89cf-59f9-4edb-b26e-52bcb8a93763', 'external_fixed_ips': [{'subnet_id': 'e93d94f1-cb19-4cd0-92e5-ca73d24bd8fb', 'ip_address': '172.27.0.151'}], 'enable_snat': True}, 'gw_port_id': '8a785056-3967-44dc-89fc-a85dc909609a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T17:44:32Z', 'updated_at': '2022-05-10T17:55:42Z', 'revision_number': 5, 'project_id': 'f4e017a4040d450aad862065563ea64d', 'gw_port': {'id': '8a785056-3967-44dc-89fc-a85dc909609a', 'name': '', 'network_id': '85dc89cf-59f9-4edb-b26e-52bcb8a93763', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:45:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24a906bd-bc37-4f60-9d1b-823a31f350bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'e93d94f1-cb19-4cd0-92e5-ca73d24bd8fb', 'ip_address': '172.27.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841302-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T17:44:33Z', 'updated_at': '2022-05-10T17:44:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e93d94f1-cb19-4cd0-92e5-ca73d24bd8fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841302-2-iscsi'}], 'dv-cinder-841302-2-iscsi', False) {} {{(pid=110155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:55:43.963870 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62882816-c8aa-4882-9d34-8ce6b1fc0b65 None None] Checking router: 24a906bd-bc37-4f60-9d1b-823a31f350bf for host: dv-cinder-841302-2-iscsi {{(pid=110155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 17:55:43.972239 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62882816-c8aa-4882-9d34-8ce6b1fc0b65 None None] Routers {'24a906bd-bc37-4f60-9d1b-823a31f350bf'} bound to L3 agent in host dv-cinder-841302-2-iscsi {{(pid=110155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 17:55:43.972838 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.db.l3_hamode_db [None req-62882816-c8aa-4882-9d34-8ce6b1fc0b65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841302-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-10T17:36:00Z,description=,heartbeat_timestamp=2022-05-10T17:55:30Z,host='dv-cinder-841302-2-iscsi',id=eaac381b-e402-41c3-a8e6-8f962681d3e6,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T17:36:00Z,topic='l3_agent')) {'router_ids': ['24a906bd-bc37-4f60-9d1b-823a31f350bf'], 'active': True} {{(pid=110155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:55:44.063966 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.db.l3_dvr_db [None req-62882816-c8aa-4882-9d34-8ce6b1fc0b65 None None] Set router 24a906bd-bc37-4f60-9d1b-823a31f350bf gateway port host: None {{(pid=110155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 17:55:44.128704 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.db.l3_hamode_db [None req-62882816-c8aa-4882-9d34-8ce6b1fc0b65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24a906bd-bc37-4f60-9d1b-823a31f350bf', 'name': 'tempest-AttachVolumeNegativeTest-1935741533-router', 'tenant_id': 'f4e017a4040d450aad862065563ea64d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T17:44:32Z', 'updated_at': '2022-05-10T17:55:43Z', 'revision_number': 6, 'project_id': 'f4e017a4040d450aad862065563ea64d', 'gw_port_host': None}], 'dv-cinder-841302-2-iscsi', False) {} {{(pid=110155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:55:44.156598 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62882816-c8aa-4882-9d34-8ce6b1fc0b65 None None] The sync data for ids ['24a906bd-bc37-4f60-9d1b-823a31f350bf'] in dv-cinder-841302-2-iscsi is: [{'id': '24a906bd-bc37-4f60-9d1b-823a31f350bf', 'name': 'tempest-AttachVolumeNegativeTest-1935741533-router', 'tenant_id': 'f4e017a4040d450aad862065563ea64d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T17:44:32Z', 'updated_at': '2022-05-10T17:55:43Z', 'revision_number': 6, 'project_id': 'f4e017a4040d450aad862065563ea64d', 'gw_port_host': None}] {{(pid=110155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 17:55:44.333101 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-6f572cba-db60-4fe3-96d0-8f9437f7133e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1514136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781795229076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781794686073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207117'] for port (8a785056-3967-44dc-89fc-a85dc909609a), after_delete {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:55:44.358110 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f572cba-db60-4fe3-96d0-8f9437f7133e admin admin] Pushing event deleted for resources: {'Port': ['ID=8a785056-3967-44dc-89fc-a85dc909609a,revision_number=None']} {{(pid=110153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:55:44.422572 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-6f572cba-db60-4fe3-96d0-8f9437f7133e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-642646'] for router_gateway (24a906bd-bc37-4f60-9d1b-823a31f350bf), after_delete {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:55:44.520455 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-6f572cba-db60-4fe3-96d0-8f9437f7133e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-539802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-807'] for router (24a906bd-bc37-4f60-9d1b-823a31f350bf), precommit_delete {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:55:44.523069 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-6f572cba-db60-4fe3-96d0-8f9437f7133e admin admin] Publish callbacks [] for router_controller (24a906bd-bc37-4f60-9d1b-823a31f350bf), precommit_delete_associations {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:55:44.580096 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-6f572cba-db60-4fe3-96d0-8f9437f7133e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-539777'] for router (24a906bd-bc37-4f60-9d1b-823a31f350bf), after_delete {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:55:44.580695 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f572cba-db60-4fe3-96d0-8f9437f7133e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 24a906bd-bc37-4f60-9d1b-823a31f350bf {{(pid=110153) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 10 17:55:44.585306 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-6f572cba-db60-4fe3-96d0-8f9437f7133e admin admin] Publish callbacks [] for router (None), before_response {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:55:44.586689 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [None req-6f572cba-db60-4fe3-96d0-8f9437f7133e admin admin] 10.222.0.60 "DELETE /v2.0/routers/24a906bd-bc37-4f60-9d1b-823a31f350bf HTTP/1.1" status: 204 len: 168 time: 1.0356312 May 10 17:55:44.589284 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.wsgi [-] (110153) accepted ('10.222.0.60', 46108) {{(pid=110153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 17:55:44.633660 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea8ea225-54b3-42f7-9cd9-5a039450e78b admin admin] Deleting subnet 8d05c8d5-b43f-426f-967a-5bcf2a7a77f7 {{(pid=110153) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 10 17:55:44.636921 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-ea8ea225-54b3-42f7-9cd9-5a039450e78b admin admin] Publish callbacks [] for subnet (8d05c8d5-b43f-426f-967a-5bcf2a7a77f7), before_delete {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:55:44.673677 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-ea8ea225-54b3-42f7-9cd9-5a039450e78b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24886420'] for subnet (8d05c8d5-b43f-426f-967a-5bcf2a7a77f7), precommit_delete_associations {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:55:44.751349 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-ea8ea225-54b3-42f7-9cd9-5a039450e78b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1463979'] for subnet (8d05c8d5-b43f-426f-967a-5bcf2a7a77f7), precommit_delete {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:55:44.802016 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-ea8ea225-54b3-42f7-9cd9-5a039450e78b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1463972', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-321831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4207162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24212047'] for subnet (8d05c8d5-b43f-426f-967a-5bcf2a7a77f7), after_delete {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:55:44.832180 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8ea225-54b3-42f7-9cd9-5a039450e78b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8d05c8d5-b43f-426f-967a-5bcf2a7a77f7,revision_number=None']} {{(pid=110153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:55:44.834119 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-ea8ea225-54b3-42f7-9cd9-5a039450e78b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:55:44.839914 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [None req-ea8ea225-54b3-42f7-9cd9-5a039450e78b admin admin] 10.222.0.60 "DELETE /v2.0/subnets/8d05c8d5-b43f-426f-967a-5bcf2a7a77f7 HTTP/1.1" status: 204 len: 168 time: 0.2495162 May 10 17:55:44.841006 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.wsgi [-] (110153) accepted ('10.222.0.60', 46110) {{(pid=110153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 17:55:44.842108 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e92c5eb7-0440-467b-9d57-994e82494661 None None] Network 5a13d84d-c9e9-413f-a254-ca6edab95c78 requested from dv-cinder-841302-2-iscsi {{(pid=110154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 17:55:44.911008 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-4437340a-4d56-4974-a6cb-a9ddc36eaf4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1701118'] for network (5a13d84d-c9e9-413f-a254-ca6edab95c78), before_delete {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:55:44.971248 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.plugins.ml2.plugin [None req-4437340a-4d56-4974-a6cb-a9ddc36eaf4f admin admin] Deleting port b51805f6-f423-43dd-8343-850e2d250b7a {{(pid=110153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 17:55:44.971248 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-4437340a-4d56-4974-a6cb-a9ddc36eaf4f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781795221764'] for port (b51805f6-f423-43dd-8343-850e2d250b7a), before_delete {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:55:44.978955 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.rpc [None req-6e697e78-9dd1-4bc1-8573-56b901d07725 None None] Device 027fd6fa-8a2c-41cf-8f97-10f5b1a94550 no longer exists at agent ovs-agent-dv-cinder-841302-2-iscsi {{(pid=110154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 17:55:45.001774 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.plugin [None req-6e697e78-9dd1-4bc1-8573-56b901d07725 None None] No Port match for: 027fd6fa-8a2c-41cf-8f97-10f5b1a94550 {{(pid=110154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 17:55:45.002117 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.rpc [None req-6e697e78-9dd1-4bc1-8573-56b901d07725 None None] Device 027fd6fa-8a2c-41cf-8f97-10f5b1a94550 not bound to the agent host dv-cinder-841302-2-iscsi {{(pid=110154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 17:55:45.002522 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.rpc [None req-6e697e78-9dd1-4bc1-8573-56b901d07725 None None] Device 8a785056-3967-44dc-89fc-a85dc909609a no longer exists at agent ovs-agent-dv-cinder-841302-2-iscsi {{(pid=110154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 17:55:45.021345 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.plugin [None req-6e697e78-9dd1-4bc1-8573-56b901d07725 None None] No Port match for: 8a785056-3967-44dc-89fc-a85dc909609a {{(pid=110154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 17:55:45.021692 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.rpc [None req-6e697e78-9dd1-4bc1-8573-56b901d07725 None None] Device 8a785056-3967-44dc-89fc-a85dc909609a not bound to the agent host dv-cinder-841302-2-iscsi {{(pid=110154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 17:55:45.025138 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dff90bc-f150-4a2d-92d2-609597475835 None None] DHCP port deletion for 5a13d84d-c9e9-413f-a254-ca6edab95c78 request from dv-cinder-841302-2-iscsi {{(pid=110154) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 10 17:55:45.046552 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.plugins.ml2.db [None req-4437340a-4d56-4974-a6cb-a9ddc36eaf4f admin admin] For port b51805f6-f423-43dd-8343-850e2d250b7a, host dv-cinder-841302-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841302-2-iscsi',level=0,port_id=b51805f6-f423-43dd-8343-850e2d250b7a,segment=NetworkSegment(0faf29e6-d72c-448f-aa3a-91b840f90216),segment_id=0faf29e6-d72c-448f-aa3a-91b840f90216)] {{(pid=110153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 17:55:45.047536 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-4437340a-4d56-4974-a6cb-a9ddc36eaf4f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640494'] for port (b51805f6-f423-43dd-8343-850e2d250b7a), precommit_delete {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:55:45.062249 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.plugins.ml2.plugin [None req-4437340a-4d56-4974-a6cb-a9ddc36eaf4f admin admin] Calling delete_port for b51805f6-f423-43dd-8343-850e2d250b7a owned by network:dhcp {{(pid=110153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 17:55:45.064585 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.plugin [None req-8dff90bc-f150-4a2d-92d2-609597475835 None None] Deleting port b51805f6-f423-43dd-8343-850e2d250b7a {{(pid=110154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 17:55:45.064971 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-8dff90bc-f150-4a2d-92d2-609597475835 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781795221764'] for port (b51805f6-f423-43dd-8343-850e2d250b7a), before_delete {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:55:45.135332 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.db [None req-8dff90bc-f150-4a2d-92d2-609597475835 None None] For port b51805f6-f423-43dd-8343-850e2d250b7a, host dv-cinder-841302-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841302-2-iscsi',level=0,port_id=b51805f6-f423-43dd-8343-850e2d250b7a,segment=NetworkSegment(0faf29e6-d72c-448f-aa3a-91b840f90216),segment_id=0faf29e6-d72c-448f-aa3a-91b840f90216)] {{(pid=110154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 17:55:45.135725 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-8dff90bc-f150-4a2d-92d2-609597475835 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640494'] for port (b51805f6-f423-43dd-8343-850e2d250b7a), precommit_delete {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:55:45.146487 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-4437340a-4d56-4974-a6cb-a9ddc36eaf4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1514136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781795229076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781794686073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207117'] for port (b51805f6-f423-43dd-8343-850e2d250b7a), after_delete {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:55:45.150887 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.plugin [None req-8dff90bc-f150-4a2d-92d2-609597475835 None None] Calling delete_port for b51805f6-f423-43dd-8343-850e2d250b7a owned by network:dhcp {{(pid=110154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 17:55:45.174437 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4437340a-4d56-4974-a6cb-a9ddc36eaf4f admin admin] Pushing event deleted for resources: {'Port': ['ID=b51805f6-f423-43dd-8343-850e2d250b7a,revision_number=None']} {{(pid=110153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:55:45.178102 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4437340a-4d56-4974-a6cb-a9ddc36eaf4f admin admin] No DVR routers for this DVR port b51805f6-f423-43dd-8343-850e2d250b7a on host dv-cinder-841302-2-iscsi {{(pid=110153) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 17:55:45.235151 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-8dff90bc-f150-4a2d-92d2-609597475835 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1514136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781795229076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781794686073'] for port (b51805f6-f423-43dd-8343-850e2d250b7a), after_delete {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:55:45.249588 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dff90bc-f150-4a2d-92d2-609597475835 None None] No DVR routers for this DVR port b51805f6-f423-43dd-8343-850e2d250b7a on host dv-cinder-841302-2-iscsi {{(pid=110154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 17:55:45.253698 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-4437340a-4d56-4974-a6cb-a9ddc36eaf4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1459024', 'neutron.services.segments.db._delete_segments_for_network-8781795183409'] for network (5a13d84d-c9e9-413f-a254-ca6edab95c78), precommit_delete {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:55:45.274415 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dff90bc-f150-4a2d-92d2-609597475835 None None] Pushing event deleted for resources: {'Port': ['ID=b51805f6-f423-43dd-8343-850e2d250b7a,revision_number=None']} {{(pid=110154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:55:45.279614 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.services.segments.db [None req-4437340a-4d56-4974-a6cb-a9ddc36eaf4f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a13d84d-c9e9-413f-a254-ca6edab95c78']}} {{(pid=110153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:55:45.281875 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dff90bc-f150-4a2d-92d2-609597475835 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:55:45.282265 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dff90bc-f150-4a2d-92d2-609597475835 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:55:45.282543 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dff90bc-f150-4a2d-92d2-609597475835 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:55:45.282879 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dff90bc-f150-4a2d-92d2-609597475835 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:55:45.283204 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dff90bc-f150-4a2d-92d2-609597475835 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:55:45.283554 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dff90bc-f150-4a2d-92d2-609597475835 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:55:45.283879 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dff90bc-f150-4a2d-92d2-609597475835 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:55:45.284200 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dff90bc-f150-4a2d-92d2-609597475835 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:55:45.284521 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dff90bc-f150-4a2d-92d2-609597475835 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:55:45.284839 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dff90bc-f150-4a2d-92d2-609597475835 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:55:45.285158 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dff90bc-f150-4a2d-92d2-609597475835 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:55:45.285476 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dff90bc-f150-4a2d-92d2-609597475835 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:55:45.285791 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dff90bc-f150-4a2d-92d2-609597475835 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:55:45.286104 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dff90bc-f150-4a2d-92d2-609597475835 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:55:45.286419 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dff90bc-f150-4a2d-92d2-609597475835 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:55:45.289208 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.services.segments.db [None req-4437340a-4d56-4974-a6cb-a9ddc36eaf4f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0faf29e6-d72c-448f-aa3a-91b840f90216') {'for_net_delete': True} {{(pid=110153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:55:45.289537 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.services.segments.db [None req-4437340a-4d56-4974-a6cb-a9ddc36eaf4f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0faf29e6-d72c-448f-aa3a-91b840f90216') {} {{(pid=110153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:55:45.299075 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-4437340a-4d56-4974-a6cb-a9ddc36eaf4f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781795183930', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24886383'] for segment (0faf29e6-d72c-448f-aa3a-91b840f90216), before_delete {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:55:45.312121 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-4437340a-4d56-4974-a6cb-a9ddc36eaf4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1469446'] for segment (0faf29e6-d72c-448f-aa3a-91b840f90216), precommit_delete {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:55:45.318702 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4437340a-4d56-4974-a6cb-a9ddc36eaf4f admin admin] Releasing vlan 591 on physical network physnet1 to pool {{(pid=110153) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 17:55:45.319267 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-4437340a-4d56-4974-a6cb-a9ddc36eaf4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1469446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4207184'] for segment (0faf29e6-d72c-448f-aa3a-91b840f90216), after_delete {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:55:45.322007 dv-cinder-841302-2-iscsi neutron-server[110153]: Traceback (most recent call last): May 10 17:55:45.322007 dv-cinder-841302-2-iscsi neutron-server[110153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 17:55:45.322007 dv-cinder-841302-2-iscsi neutron-server[110153]: timer() May 10 17:55:45.322007 dv-cinder-841302-2-iscsi neutron-server[110153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 17:55:45.322007 dv-cinder-841302-2-iscsi neutron-server[110153]: cb(*args, **kw) May 10 17:55:45.322007 dv-cinder-841302-2-iscsi neutron-server[110153]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 10 17:55:45.322007 dv-cinder-841302-2-iscsi neutron-server[110153]: return func(*args, **kwargs) May 10 17:55:45.322007 dv-cinder-841302-2-iscsi neutron-server[110153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 17:55:45.322007 dv-cinder-841302-2-iscsi neutron-server[110153]: self._notify() May 10 17:55:45.322007 dv-cinder-841302-2-iscsi neutron-server[110153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 17:55:45.322007 dv-cinder-841302-2-iscsi neutron-server[110153]: self.callback(batched_events) May 10 17:55:45.322007 dv-cinder-841302-2-iscsi neutron-server[110153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 17:55:45.322007 dv-cinder-841302-2-iscsi neutron-server[110153]: event.method(event) May 10 17:55:45.322007 dv-cinder-841302-2-iscsi neutron-server[110153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 10 17:55:45.322007 dv-cinder-841302-2-iscsi neutron-server[110153]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 17:55:45.322007 dv-cinder-841302-2-iscsi neutron-server[110153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 10 17:55:45.322007 dv-cinder-841302-2-iscsi neutron-server[110153]: aggregate_uuid = self.p_client.list_aggregates( May 10 17:55:45.322007 dv-cinder-841302-2-iscsi neutron-server[110153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 10 17:55:45.322007 dv-cinder-841302-2-iscsi neutron-server[110153]: return f(self, *a, **k) May 10 17:55:45.322007 dv-cinder-841302-2-iscsi neutron-server[110153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 10 17:55:45.322007 dv-cinder-841302-2-iscsi neutron-server[110153]: return self._get(url).json() May 10 17:55:45.322007 dv-cinder-841302-2-iscsi neutron-server[110153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 10 17:55:45.322007 dv-cinder-841302-2-iscsi neutron-server[110153]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 17:55:45.322007 dv-cinder-841302-2-iscsi neutron-server[110153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 17:55:45.322007 dv-cinder-841302-2-iscsi neutron-server[110153]: return self.request(url, 'GET', **kwargs) May 10 17:55:45.322007 dv-cinder-841302-2-iscsi neutron-server[110153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 17:55:45.322007 dv-cinder-841302-2-iscsi neutron-server[110153]: base_url = self.get_endpoint(auth, allow=allow, May 10 17:55:45.322007 dv-cinder-841302-2-iscsi neutron-server[110153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 17:55:45.322007 dv-cinder-841302-2-iscsi neutron-server[110153]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 17:55:45.322007 dv-cinder-841302-2-iscsi neutron-server[110153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 17:55:45.322007 dv-cinder-841302-2-iscsi neutron-server[110153]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 17:55:45.322007 dv-cinder-841302-2-iscsi neutron-server[110153]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 17:55:45.386720 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-4437340a-4d56-4974-a6cb-a9ddc36eaf4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1458985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-282477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-641080'] for network (5a13d84d-c9e9-413f-a254-ca6edab95c78), after_delete {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:55:45.392200 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-4437340a-4d56-4974-a6cb-a9ddc36eaf4f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631615'] for network (None), before_response {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:55:45.395288 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [None req-4437340a-4d56-4974-a6cb-a9ddc36eaf4f admin admin] 10.222.0.60 "DELETE /v2.0/networks/5a13d84d-c9e9-413f-a254-ca6edab95c78 HTTP/1.1" status: 204 len: 168 time: 0.5533626 May 10 17:55:45.406681 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4437340a-4d56-4974-a6cb-a9ddc36eaf4f admin admin] Pushing event deleted for resources: {'Network': ['ID=5a13d84d-c9e9-413f-a254-ca6edab95c78,revision_number=None']} {{(pid=110153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:55:45.527459 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.wsgi [-] (110153) accepted ('10.222.0.60', 46114) {{(pid=110153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 17:55:45.567497 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [None req-da22d7c9-f79e-48c0-b306-f32dbdefbb57 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=f4e017a4040d450aad862065563ea64d&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0388100 May 10 17:55:45.569996 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.wsgi [-] (110153) accepted ('10.222.0.60', 46116) {{(pid=110153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 17:55:45.616877 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-3fd2730c-81c0-43c4-a5f6-cd27b7e3fcc2 admin admin] Publish callbacks [] for security_group (b2bedc22-b07e-41ad-865d-0bda06c11ed7), before_delete {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:55:45.638464 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-3fd2730c-81c0-43c4-a5f6-cd27b7e3fcc2 admin admin] Publish callbacks [] for security_group (b2bedc22-b07e-41ad-865d-0bda06c11ed7), precommit_delete {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:55:45.684446 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-3fd2730c-81c0-43c4-a5f6-cd27b7e3fcc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-282428'] for security_group (b2bedc22-b07e-41ad-865d-0bda06c11ed7), after_delete {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:55:45.687034 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-3fd2730c-81c0-43c4-a5f6-cd27b7e3fcc2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:55:45.688225 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [None req-3fd2730c-81c0-43c4-a5f6-cd27b7e3fcc2 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/b2bedc22-b07e-41ad-865d-0bda06c11ed7 HTTP/1.1" status: 204 len: 168 time: 0.1168191 May 10 17:55:45.696730 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd2730c-81c0-43c4-a5f6-cd27b7e3fcc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2bedc22-b07e-41ad-865d-0bda06c11ed7,revision_number=None']} {{(pid=110153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:55:46.922228 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.rpc [None req-6e697e78-9dd1-4bc1-8573-56b901d07725 None None] Device b51805f6-f423-43dd-8343-850e2d250b7a no longer exists at agent ovs-agent-dv-cinder-841302-2-iscsi {{(pid=110154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 17:55:46.942568 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.plugin [None req-6e697e78-9dd1-4bc1-8573-56b901d07725 None None] No Port match for: b51805f6-f423-43dd-8343-850e2d250b7a {{(pid=110154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 17:55:46.942908 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.rpc [None req-6e697e78-9dd1-4bc1-8573-56b901d07725 None None] Device b51805f6-f423-43dd-8343-850e2d250b7a not bound to the agent host dv-cinder-841302-2-iscsi {{(pid=110154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 17:55:54.949555 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.wsgi [-] (110152) accepted ('10.222.0.60', 46238) {{(pid=110152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 17:55:55.055633 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-66e06ccc-2164-43af-af64-cf77469ddea6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:55:55.135030 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-66e06ccc-2164-43af-af64-cf77469ddea6 admin admin] Publish callbacks [] for security_group (db3a2b7d-b1a1-4374-93bc-3c3f39594d6e), precommit_create {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:55:55.139663 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-66e06ccc-2164-43af-af64-cf77469ddea6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-282428'] for security_group (db3a2b7d-b1a1-4374-93bc-3c3f39594d6e), after_create {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:55:55.183584 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [None req-66e06ccc-2164-43af-af64-cf77469ddea6 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=a750b679b62f424a9e70ed5f47526195&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2326293 May 10 17:55:55.184490 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e06ccc-2164-43af-af64-cf77469ddea6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db3a2b7d-b1a1-4374-93bc-3c3f39594d6e,revision_number=1']} {{(pid=110152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:55:55.186235 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.wsgi [-] (110153) accepted ('10.222.0.60', 46242) {{(pid=110153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 17:55:55.243884 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-562fa6e6-f67e-44ee-8b0d-e5cb4ed1b37b admin admin] Publish callbacks [] for security_group (db3a2b7d-b1a1-4374-93bc-3c3f39594d6e), before_delete {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:55:55.275644 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-562fa6e6-f67e-44ee-8b0d-e5cb4ed1b37b admin admin] Publish callbacks [] for security_group (db3a2b7d-b1a1-4374-93bc-3c3f39594d6e), precommit_delete {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:55:55.333175 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-562fa6e6-f67e-44ee-8b0d-e5cb4ed1b37b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-282428'] for security_group (db3a2b7d-b1a1-4374-93bc-3c3f39594d6e), after_delete {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:55:55.337677 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-562fa6e6-f67e-44ee-8b0d-e5cb4ed1b37b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:55:55.340641 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [None req-562fa6e6-f67e-44ee-8b0d-e5cb4ed1b37b admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/db3a2b7d-b1a1-4374-93bc-3c3f39594d6e HTTP/1.1" status: 204 len: 168 time: 0.1516433 May 10 17:55:55.352042 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562fa6e6-f67e-44ee-8b0d-e5cb4ed1b37b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db3a2b7d-b1a1-4374-93bc-3c3f39594d6e,revision_number=None']} {{(pid=110153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:55:55.364839 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-562fa6e6-f67e-44ee-8b0d-e5cb4ed1b37b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:55:55.365192 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-562fa6e6-f67e-44ee-8b0d-e5cb4ed1b37b admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:55:55.365532 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-562fa6e6-f67e-44ee-8b0d-e5cb4ed1b37b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:55:55.365889 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-562fa6e6-f67e-44ee-8b0d-e5cb4ed1b37b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:55:55.366199 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-562fa6e6-f67e-44ee-8b0d-e5cb4ed1b37b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:55:55.366719 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-562fa6e6-f67e-44ee-8b0d-e5cb4ed1b37b admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:55:55.367200 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-562fa6e6-f67e-44ee-8b0d-e5cb4ed1b37b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:55:55.367417 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-562fa6e6-f67e-44ee-8b0d-e5cb4ed1b37b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:55:55.368091 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-562fa6e6-f67e-44ee-8b0d-e5cb4ed1b37b admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:55:55.368530 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-562fa6e6-f67e-44ee-8b0d-e5cb4ed1b37b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:55:55.368856 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-562fa6e6-f67e-44ee-8b0d-e5cb4ed1b37b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:55:55.369063 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-562fa6e6-f67e-44ee-8b0d-e5cb4ed1b37b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:55:55.369382 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-562fa6e6-f67e-44ee-8b0d-e5cb4ed1b37b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:55:55.369796 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-562fa6e6-f67e-44ee-8b0d-e5cb4ed1b37b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:55:55.370314 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-562fa6e6-f67e-44ee-8b0d-e5cb4ed1b37b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:55:55.834142 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f4a7b1-a971-438d-92d5-89211b0253bc req-1084f624-2a95-46d3-9b76-613bef44c4c6 tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:55:55.836852 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-55f4a7b1-a971-438d-92d5-89211b0253bc req-1084f624-2a95-46d3-9b76-613bef44c4c6 tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] 10.222.0.60 "GET /v2.0/ports?device_id=e16b7603-15a8-44a4-82c9-729bedfb8ac6 HTTP/1.1" status: 200 len: 946 time: 0.0629115 May 10 17:55:55.892288 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-55f4a7b1-a971-438d-92d5-89211b0253bc req-c8a17698-62b3-4d87-9bb6-f2faccf76113 tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] 10.222.0.60 "GET /v2.0/security-groups?id=f03b9727-633c-4bf1-b0bf-05abcd1e8fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494316 May 10 17:55:56.669363 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.wsgi [-] (110153) accepted ('10.222.0.60', 46304) {{(pid=110153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 17:55:56.777238 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-7953d10e-dd48-485e-95b5-7ffb65ed7566 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:55:56.853842 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-7953d10e-dd48-485e-95b5-7ffb65ed7566 admin admin] Publish callbacks [] for security_group (c77b8d85-f109-43c4-b337-be37511d138e), precommit_create {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:55:56.857348 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-7953d10e-dd48-485e-95b5-7ffb65ed7566 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-282428'] for security_group (c77b8d85-f109-43c4-b337-be37511d138e), after_create {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:55:56.895259 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7953d10e-dd48-485e-95b5-7ffb65ed7566 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c77b8d85-f109-43c4-b337-be37511d138e,revision_number=1']} {{(pid=110153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:55:56.900088 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [None req-7953d10e-dd48-485e-95b5-7ffb65ed7566 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=cbea2d93b2c741ad983e4085230f9fde&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2296805 May 10 17:55:56.902766 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.wsgi [-] (110153) accepted ('10.222.0.60', 46308) {{(pid=110153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 17:55:56.955275 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-98d308c6-c3ae-43d8-9f40-b5d7debbfda9 admin admin] Publish callbacks [] for security_group (c77b8d85-f109-43c4-b337-be37511d138e), before_delete {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:55:56.977937 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-98d308c6-c3ae-43d8-9f40-b5d7debbfda9 admin admin] Publish callbacks [] for security_group (c77b8d85-f109-43c4-b337-be37511d138e), precommit_delete {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:55:57.028954 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-98d308c6-c3ae-43d8-9f40-b5d7debbfda9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-282428'] for security_group (c77b8d85-f109-43c4-b337-be37511d138e), after_delete {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:55:57.029991 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2778fa3-7313-4f6e-a7a2-7e1455f8ad80 req-f796be88-d793-4c83-a15b-d7f04eb3d9b9 tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:55:57.031623 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-a2778fa3-7313-4f6e-a7a2-7e1455f8ad80 req-f796be88-d793-4c83-a15b-d7f04eb3d9b9 tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] 10.222.0.60 "GET /v2.0/ports?device_id=e16b7603-15a8-44a4-82c9-729bedfb8ac6 HTTP/1.1" status: 200 len: 946 time: 0.0506139 May 10 17:55:57.031762 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-98d308c6-c3ae-43d8-9f40-b5d7debbfda9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:55:57.032780 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [None req-98d308c6-c3ae-43d8-9f40-b5d7debbfda9 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/c77b8d85-f109-43c4-b337-be37511d138e HTTP/1.1" status: 204 len: 168 time: 0.1291196 May 10 17:55:57.041769 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d308c6-c3ae-43d8-9f40-b5d7debbfda9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c77b8d85-f109-43c4-b337-be37511d138e,revision_number=None']} {{(pid=110153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:55:57.092248 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-a2778fa3-7313-4f6e-a7a2-7e1455f8ad80 req-60ca82b1-3416-4b42-880a-2bfd5d7fb846 tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] 10.222.0.60 "GET /v2.0/security-groups?id=f03b9727-633c-4bf1-b0bf-05abcd1e8fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478399 May 10 17:55:57.567483 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e53638-2744-4597-8d21-c0f5dabd75e6 req-1c354d9c-3f4d-4b88-896a-9faaa11df9f3 tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:55:57.568997 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-68e53638-2744-4597-8d21-c0f5dabd75e6 req-1c354d9c-3f4d-4b88-896a-9faaa11df9f3 tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] 10.222.0.77 "GET /v2.0/ports?device_id=e16b7603-15a8-44a4-82c9-729bedfb8ac6 HTTP/1.1" status: 200 len: 946 time: 0.0532022 May 10 17:55:57.582122 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-6d084dd0-c29a-4596-8f87-674574e70615 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781795183391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525393'] for agent (b2ad0527-00d5-4995-bc97-ec84c4e02f0b), after_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:55:57.662405 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.plugins.ml2.plugin [req-68e53638-2744-4597-8d21-c0f5dabd75e6 req-d3de3c2e-8290-471b-9cec-b6a6cd33c04c tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] Deleting port cb176284-f148-403c-b988-83b0bfbdd7dd {{(pid=110152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 17:55:57.662853 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [req-68e53638-2744-4597-8d21-c0f5dabd75e6 req-d3de3c2e-8290-471b-9cec-b6a6cd33c04c tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781795221764'] for port (cb176284-f148-403c-b988-83b0bfbdd7dd), before_delete {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:55:57.757213 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.plugins.ml2.db [req-68e53638-2744-4597-8d21-c0f5dabd75e6 req-d3de3c2e-8290-471b-9cec-b6a6cd33c04c tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] For port cb176284-f148-403c-b988-83b0bfbdd7dd, host hv-cinder-84130, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84130',level=0,port_id=cb176284-f148-403c-b988-83b0bfbdd7dd,segment=NetworkSegment(d952ff82-97df-4645-95cf-8a2390e9c9b8),segment_id=d952ff82-97df-4645-95cf-8a2390e9c9b8)] {{(pid=110152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 17:55:57.758284 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [req-68e53638-2744-4597-8d21-c0f5dabd75e6 req-d3de3c2e-8290-471b-9cec-b6a6cd33c04c tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640494'] for port (cb176284-f148-403c-b988-83b0bfbdd7dd), precommit_delete {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:55:57.934901 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [req-68e53638-2744-4597-8d21-c0f5dabd75e6 req-d3de3c2e-8290-471b-9cec-b6a6cd33c04c tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:55:57.935266 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [req-68e53638-2744-4597-8d21-c0f5dabd75e6 req-d3de3c2e-8290-471b-9cec-b6a6cd33c04c tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-641027'] for floatingip (77ea3c37-7a8f-4ef4-9a28-7bc0fe81a04c), after_update {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:55:57.935614 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.db.l3_db [req-68e53638-2744-4597-8d21-c0f5dabd75e6 req-d3de3c2e-8290-471b-9cec-b6a6cd33c04c tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] Floating IP 77ea3c37-7a8f-4ef4-9a28-7bc0fe81a04c disassociated. External IP: 172.27.0.231, port: cb176284-f148-403c-b988-83b0bfbdd7dd. May 10 17:55:57.935957 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.plugins.ml2.plugin [req-68e53638-2744-4597-8d21-c0f5dabd75e6 req-d3de3c2e-8290-471b-9cec-b6a6cd33c04c tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] Calling delete_port for cb176284-f148-403c-b988-83b0bfbdd7dd owned by compute:nova {{(pid=110152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 17:55:58.071498 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [req-68e53638-2744-4597-8d21-c0f5dabd75e6 req-d3de3c2e-8290-471b-9cec-b6a6cd33c04c tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1514136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781795229076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781794686073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5018186'] for port (cb176284-f148-403c-b988-83b0bfbdd7dd), after_delete {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:55:58.102310 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3de3c2e-8290-471b-9cec-b6a6cd33c04c tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] Pushing event deleted for resources: {'Port': ['ID=cb176284-f148-403c-b988-83b0bfbdd7dd,revision_number=None']} {{(pid=110152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:55:58.231242 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-c5163896-5291-4171-be79-a93b165e22cf req-473c1d06-320d-4b75-94dd-136fe61eac52 tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] 10.222.0.60 "GET /v2.0/ports?device_id=e16b7603-15a8-44a4-82c9-729bedfb8ac6 HTTP/1.1" status: 200 len: 210 time: 0.0603707 May 10 17:55:58.249176 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.scheduler.l3_agent_scheduler [req-68e53638-2744-4597-8d21-c0f5dabd75e6 req-d3de3c2e-8290-471b-9cec-b6a6cd33c04c tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] Router c9c33587-9fa0-4825-a931-8281566e8cec has already been hosted by L3 agent eaac381b-e402-41c3-a8e6-8f962681d3e6 {{(pid=110152) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 17:55:58.363251 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-68e53638-2744-4597-8d21-c0f5dabd75e6 req-d3de3c2e-8290-471b-9cec-b6a6cd33c04c tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] Notify agent at l3_agent.dv-cinder-841302-2-iscsi the message routers_updated {{(pid=110152) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 17:55:58.375032 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-822ba731-2359-4327-b4b7-b77030b0d7f6 None None] Sync routers for ids ['c9c33587-9fa0-4825-a931-8281566e8cec'] in dv-cinder-841302-2-iscsi {{(pid=110154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 17:55:58.386993 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-822ba731-2359-4327-b4b7-b77030b0d7f6 None None] Routers {'c9c33587-9fa0-4825-a931-8281566e8cec'} bound to L3 agent in host dv-cinder-841302-2-iscsi {{(pid=110154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 17:55:58.387718 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.db.l3_hamode_db [None req-822ba731-2359-4327-b4b7-b77030b0d7f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841302-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-10T17:36:00Z,description=,heartbeat_timestamp=2022-05-10T17:55:30Z,host='dv-cinder-841302-2-iscsi',id=eaac381b-e402-41c3-a8e6-8f962681d3e6,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T17:36:00Z,topic='l3_agent')) {'router_ids': ['c9c33587-9fa0-4825-a931-8281566e8cec'], 'active': True} {{(pid=110154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:55:58.416246 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.db.l3_dvrscheduler_db [req-68e53638-2744-4597-8d21-c0f5dabd75e6 req-d3de3c2e-8290-471b-9cec-b6a6cd33c04c tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] No DVR routers for this DVR port cb176284-f148-403c-b988-83b0bfbdd7dd on host hv-cinder-84130 {{(pid=110152) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 17:55:58.419033 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [req-68e53638-2744-4597-8d21-c0f5dabd75e6 req-d3de3c2e-8290-471b-9cec-b6a6cd33c04c tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29634'] for port (None), before_response {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:55:58.422712 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-68e53638-2744-4597-8d21-c0f5dabd75e6 req-d3de3c2e-8290-471b-9cec-b6a6cd33c04c tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] 10.222.0.77 "DELETE /v2.0/ports/cb176284-f148-403c-b988-83b0bfbdd7dd HTTP/1.1" status: 204 len: 173 time: 0.8469436 May 10 17:55:58.423333 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e16b7603-15a8-44a4-82c9-729bedfb8ac6', 'name': 'network-vif-deleted', 'tag': 'cb176284-f148-403c-b988-83b0bfbdd7dd'}] {{(pid=110152) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 17:55:58.427522 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0e5bab204033c83635b1e14c3e3a099c647719281f8bf9f740a5b80828d0d04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ee0f1be-647e-47a3-aa86-4a9872559c2e" -d '{"events": [{"server_uuid": "e16b7603-15a8-44a4-82c9-729bedfb8ac6", "name": "network-vif-deleted", "tag": "cb176284-f148-403c-b988-83b0bfbdd7dd"}]}' {{(pid=110152) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 17:55:58.473635 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 17:55:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c05f5fa4-5d4b-4ef1-83ec-1574be0e94f8 x-openstack-request-id: req-c05f5fa4-5d4b-4ef1-83ec-1574be0e94f8 {{(pid=110152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 17:55:58.474042 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e16b7603-15a8-44a4-82c9-729bedfb8ac6", "name": "network-vif-deleted", "tag": "cb176284-f148-403c-b988-83b0bfbdd7dd", "status": "completed", "code": 200}]} {{(pid=110152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 17:55:58.474263 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-c05f5fa4-5d4b-4ef1-83ec-1574be0e94f8 {{(pid=110152) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 17:55:58.474678 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c05f5fa4-5d4b-4ef1-83ec-1574be0e94f8'] response: {'server_uuid': 'e16b7603-15a8-44a4-82c9-729bedfb8ac6', 'name': 'network-vif-deleted', 'tag': 'cb176284-f148-403c-b988-83b0bfbdd7dd', 'status': 'completed', 'code': 200} May 10 17:55:58.541621 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.db.l3_dvr_db [None req-822ba731-2359-4327-b4b7-b77030b0d7f6 None None] Set router c9c33587-9fa0-4825-a931-8281566e8cec gateway port host: dv-cinder-841302-2-iscsi {{(pid=110154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 17:55:58.750307 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.db.l3_hamode_db [None req-822ba731-2359-4327-b4b7-b77030b0d7f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9c33587-9fa0-4825-a931-8281566e8cec', 'name': 'tempest-AttachVolumeShelveTestJSON-709907603-router', 'tenant_id': '0461acfadf8743fdbd62a39bf3fe3e1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85dc89cf-59f9-4edb-b26e-52bcb8a93763', 'external_fixed_ips': [{'subnet_id': 'e93d94f1-cb19-4cd0-92e5-ca73d24bd8fb', 'ip_address': '172.27.0.113'}], 'enable_snat': True}, 'gw_port_id': '87a6c3fa-3aef-470c-8fe9-fd0a98a390c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T17:44:31Z', 'updated_at': '2022-05-10T17:44:41Z', 'revision_number': 4, 'project_id': '0461acfadf8743fdbd62a39bf3fe3e1c', 'gw_port': {'id': '87a6c3fa-3aef-470c-8fe9-fd0a98a390c8', 'name': '', 'network_id': '85dc89cf-59f9-4edb-b26e-52bcb8a93763', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:db:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9c33587-9fa0-4825-a931-8281566e8cec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'e93d94f1-cb19-4cd0-92e5-ca73d24bd8fb', 'ip_address': '172.27.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841302-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T17:44:32Z', 'updated_at': '2022-05-10T17:44:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e93d94f1-cb19-4cd0-92e5-ca73d24bd8fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841302-2-iscsi', '_interfaces': [{'id': '88b05fe3-8c95-46ee-bced-7b63de5df9bb', 'name': '', 'network_id': '4f6007aa-61b1-40c3-a8ad-7f431d419cb5', 'tenant_id': '0461acfadf8743fdbd62a39bf3fe3e1c', 'mac_address': 'fa:16:3e:cf:5a:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9c33587-9fa0-4825-a931-8281566e8cec', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'c13a30fd-de84-4d1b-92b1-edbd848fe110', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841302-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T17:44:38Z', 'updated_at': '2022-05-10T17:44:56Z', 'revision_number': 5, 'project_id': '0461acfadf8743fdbd62a39bf3fe3e1c', 'subnets': [{'id': 'c13a30fd-de84-4d1b-92b1-edbd848fe110', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841302-2-iscsi', False) {} {{(pid=110154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:55:58.776761 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.wsgi [-] (110153) accepted ('10.222.0.60', 46366) {{(pid=110153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 17:55:58.777695 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-822ba731-2359-4327-b4b7-b77030b0d7f6 None None] Checking router: c9c33587-9fa0-4825-a931-8281566e8cec for host: dv-cinder-841302-2-iscsi {{(pid=110154) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 17:55:58.786056 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-822ba731-2359-4327-b4b7-b77030b0d7f6 None None] Routers {'c9c33587-9fa0-4825-a931-8281566e8cec'} bound to L3 agent in host dv-cinder-841302-2-iscsi {{(pid=110154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 17:55:58.786658 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.db.l3_hamode_db [None req-822ba731-2359-4327-b4b7-b77030b0d7f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841302-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-10T17:36:00Z,description=,heartbeat_timestamp=2022-05-10T17:55:30Z,host='dv-cinder-841302-2-iscsi',id=eaac381b-e402-41c3-a8e6-8f962681d3e6,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T17:36:00Z,topic='l3_agent')) {'router_ids': ['c9c33587-9fa0-4825-a931-8281566e8cec'], 'active': True} {{(pid=110154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:55:58.883218 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-0fc1a4a7-8f5f-40fc-badd-df6e96ff93ab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:55:58.895889 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.db.l3_dvr_db [None req-822ba731-2359-4327-b4b7-b77030b0d7f6 None None] Set router c9c33587-9fa0-4825-a931-8281566e8cec gateway port host: dv-cinder-841302-2-iscsi {{(pid=110154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 17:55:58.963394 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-0fc1a4a7-8f5f-40fc-badd-df6e96ff93ab admin admin] Publish callbacks [] for security_group (e3a0a3f9-ccde-4147-8677-32e04427bba0), precommit_create {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:55:58.967769 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-0fc1a4a7-8f5f-40fc-badd-df6e96ff93ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-282428'] for security_group (e3a0a3f9-ccde-4147-8677-32e04427bba0), after_create {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:55:59.012987 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [None req-0fc1a4a7-8f5f-40fc-badd-df6e96ff93ab admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=b578ceb7f35242f18df4812d76d213c2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2349145 May 10 17:55:59.014251 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc1a4a7-8f5f-40fc-badd-df6e96ff93ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3a0a3f9-ccde-4147-8677-32e04427bba0,revision_number=1']} {{(pid=110153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:55:59.017155 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.wsgi [-] (110152) accepted ('10.222.0.60', 46370) {{(pid=110152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 17:55:59.074647 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-0044004e-2ea9-4fb1-9533-e12a6c9c95b3 admin admin] Publish callbacks [] for security_group (e3a0a3f9-ccde-4147-8677-32e04427bba0), before_delete {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:55:59.098856 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.db.l3_hamode_db [None req-822ba731-2359-4327-b4b7-b77030b0d7f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9c33587-9fa0-4825-a931-8281566e8cec', 'name': 'tempest-AttachVolumeShelveTestJSON-709907603-router', 'tenant_id': '0461acfadf8743fdbd62a39bf3fe3e1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85dc89cf-59f9-4edb-b26e-52bcb8a93763', 'external_fixed_ips': [{'subnet_id': 'e93d94f1-cb19-4cd0-92e5-ca73d24bd8fb', 'ip_address': '172.27.0.113'}], 'enable_snat': True}, 'gw_port_id': '87a6c3fa-3aef-470c-8fe9-fd0a98a390c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T17:44:31Z', 'updated_at': '2022-05-10T17:44:41Z', 'revision_number': 4, 'project_id': '0461acfadf8743fdbd62a39bf3fe3e1c', 'gw_port': {'id': '87a6c3fa-3aef-470c-8fe9-fd0a98a390c8', 'name': '', 'network_id': '85dc89cf-59f9-4edb-b26e-52bcb8a93763', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:db:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9c33587-9fa0-4825-a931-8281566e8cec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'e93d94f1-cb19-4cd0-92e5-ca73d24bd8fb', 'ip_address': '172.27.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841302-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T17:44:32Z', 'updated_at': '2022-05-10T17:44:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e93d94f1-cb19-4cd0-92e5-ca73d24bd8fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841302-2-iscsi', '_interfaces': [{'id': '88b05fe3-8c95-46ee-bced-7b63de5df9bb', 'name': '', 'network_id': '4f6007aa-61b1-40c3-a8ad-7f431d419cb5', 'tenant_id': '0461acfadf8743fdbd62a39bf3fe3e1c', 'mac_address': 'fa:16:3e:cf:5a:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9c33587-9fa0-4825-a931-8281566e8cec', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'c13a30fd-de84-4d1b-92b1-edbd848fe110', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841302-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T17:44:38Z', 'updated_at': '2022-05-10T17:44:56Z', 'revision_number': 5, 'project_id': '0461acfadf8743fdbd62a39bf3fe3e1c', 'subnets': [{'id': 'c13a30fd-de84-4d1b-92b1-edbd848fe110', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841302-2-iscsi', False) {} {{(pid=110154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:55:59.100402 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-0044004e-2ea9-4fb1-9533-e12a6c9c95b3 admin admin] Publish callbacks [] for security_group (e3a0a3f9-ccde-4147-8677-32e04427bba0), precommit_delete {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:55:59.126273 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-822ba731-2359-4327-b4b7-b77030b0d7f6 None None] The sync data for ids ['c9c33587-9fa0-4825-a931-8281566e8cec'] in dv-cinder-841302-2-iscsi is: [{'id': 'c9c33587-9fa0-4825-a931-8281566e8cec', 'name': 'tempest-AttachVolumeShelveTestJSON-709907603-router', 'tenant_id': '0461acfadf8743fdbd62a39bf3fe3e1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85dc89cf-59f9-4edb-b26e-52bcb8a93763', 'external_fixed_ips': [{'subnet_id': 'e93d94f1-cb19-4cd0-92e5-ca73d24bd8fb', 'ip_address': '172.27.0.113'}], 'enable_snat': True}, 'gw_port_id': '87a6c3fa-3aef-470c-8fe9-fd0a98a390c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T17:44:31Z', 'updated_at': '2022-05-10T17:44:41Z', 'revision_number': 4, 'project_id': '0461acfadf8743fdbd62a39bf3fe3e1c', 'gw_port': {'id': '87a6c3fa-3aef-470c-8fe9-fd0a98a390c8', 'name': '', 'network_id': '85dc89cf-59f9-4edb-b26e-52bcb8a93763', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:db:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9c33587-9fa0-4825-a931-8281566e8cec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'e93d94f1-cb19-4cd0-92e5-ca73d24bd8fb', 'ip_address': '172.27.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841302-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T17:44:32Z', 'updated_at': '2022-05-10T17:44:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e93d94f1-cb19-4cd0-92e5-ca73d24bd8fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841302-2-iscsi', '_interfaces': [{'id': '88b05fe3-8c95-46ee-bced-7b63de5df9bb', 'name': '', 'network_id': '4f6007aa-61b1-40c3-a8ad-7f431d419cb5', 'tenant_id': '0461acfadf8743fdbd62a39bf3fe3e1c', 'mac_address': 'fa:16:3e:cf:5a:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9c33587-9fa0-4825-a931-8281566e8cec', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'c13a30fd-de84-4d1b-92b1-edbd848fe110', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841302-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T17:44:38Z', 'updated_at': '2022-05-10T17:44:56Z', 'revision_number': 5, 'project_id': '0461acfadf8743fdbd62a39bf3fe3e1c', 'subnets': [{'id': 'c13a30fd-de84-4d1b-92b1-edbd848fe110', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 17:55:59.149397 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-0044004e-2ea9-4fb1-9533-e12a6c9c95b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-282428'] for security_group (e3a0a3f9-ccde-4147-8677-32e04427bba0), after_delete {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:55:59.151918 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-0044004e-2ea9-4fb1-9533-e12a6c9c95b3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:55:59.153085 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [None req-0044004e-2ea9-4fb1-9533-e12a6c9c95b3 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/e3a0a3f9-ccde-4147-8677-32e04427bba0 HTTP/1.1" status: 204 len: 168 time: 0.1347125 May 10 17:55:59.161047 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0044004e-2ea9-4fb1-9533-e12a6c9c95b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3a0a3f9-ccde-4147-8677-32e04427bba0,revision_number=None']} {{(pid=110152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:55:59.340904 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.wsgi [-] (110152) accepted ('10.222.0.60', 46380) {{(pid=110152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 17:55:59.413563 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-36029f4a-d552-4574-adce-f36e7724e595 tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] Publish callbacks [] for security_group (f03b9727-633c-4bf1-b0bf-05abcd1e8fcb), before_delete {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:55:59.416040 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49d5f9e0-717c-47cd-b83a-92141204f2ba None None] New status for floating IP 77ea3c37-7a8f-4ef4-9a28-7bc0fe81a04c: DOWN {{(pid=110155) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 17:55:59.441802 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-36029f4a-d552-4574-adce-f36e7724e595 tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] Publish callbacks [] for security_group (f03b9727-633c-4bf1-b0bf-05abcd1e8fcb), precommit_delete {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:55:59.454606 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.wsgi [-] (110153) accepted ('10.222.0.60', 46382) {{(pid=110153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 17:55:59.469731 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-2b6f24b8-1841-4ed4-b46f-fd5a012333b4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:55:59.503202 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-36029f4a-d552-4574-adce-f36e7724e595 tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-282428'] for security_group (f03b9727-633c-4bf1-b0bf-05abcd1e8fcb), after_delete {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:55:59.506165 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-36029f4a-d552-4574-adce-f36e7724e595 tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] Publish callbacks [] for security_group (None), before_response {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:55:59.507698 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [None req-36029f4a-d552-4574-adce-f36e7724e595 tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] 10.222.0.60 "DELETE /v2.0/security-groups/f03b9727-633c-4bf1-b0bf-05abcd1e8fcb HTTP/1.1" status: 204 len: 168 time: 0.1653042 May 10 17:55:59.511523 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.wsgi [-] (110152) accepted ('10.222.0.60', 46384) {{(pid=110152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 17:55:59.530197 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36029f4a-d552-4574-adce-f36e7724e595 tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f03b9727-633c-4bf1-b0bf-05abcd1e8fcb,revision_number=None']} {{(pid=110152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:55:59.532589 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.api.v2.resource [None req-7a419fd9-c95b-4ef6-b099-76a3c822fac3 tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] show failed (client error): The resource could not be found. May 10 17:55:59.533853 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [None req-7a419fd9-c95b-4ef6-b099-76a3c822fac3 tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] 10.222.0.60 "GET /v2.0/security-groups/f03b9727-633c-4bf1-b0bf-05abcd1e8fcb HTTP/1.1" status: 404 len: 347 time: 0.0212171 May 10 17:55:59.536878 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.wsgi [-] (110152) accepted ('10.222.0.60', 46386) {{(pid=110152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 17:55:59.594338 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-2b6f24b8-1841-4ed4-b46f-fd5a012333b4 admin admin] Publish callbacks [] for security_group (961934f5-fc26-45e6-ad03-0c88c03c98ab), precommit_create {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:55:59.598837 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-2b6f24b8-1841-4ed4-b46f-fd5a012333b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-282428'] for security_group (961934f5-fc26-45e6-ad03-0c88c03c98ab), after_create {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:55:59.641426 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [None req-2b6f24b8-1841-4ed4-b46f-fd5a012333b4 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=f2f685a4c9ba4ac0b377a8af3d01fd64&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1854572 May 10 17:55:59.642372 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6f24b8-1841-4ed4-b46f-fd5a012333b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=961934f5-fc26-45e6-ad03-0c88c03c98ab,revision_number=1']} {{(pid=110153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:55:59.645509 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.wsgi [-] (110153) accepted ('10.222.0.60', 46388) {{(pid=110153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 17:55:59.670347 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.plugins.ml2.plugin [None req-94fcef4e-5e5b-488f-80b6-25ff2bc51d59 tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] Deleting port c6d8a9e7-650b-4f5e-ac51-67ac1926bb68 {{(pid=110152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 17:55:59.670697 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-94fcef4e-5e5b-488f-80b6-25ff2bc51d59 tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781795221764'] for port (c6d8a9e7-650b-4f5e-ac51-67ac1926bb68), before_delete {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:55:59.697178 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-3c338be1-03e1-47ee-9a28-045ed9d264d1 admin admin] Publish callbacks [] for security_group (961934f5-fc26-45e6-ad03-0c88c03c98ab), before_delete {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:55:59.718569 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-3c338be1-03e1-47ee-9a28-045ed9d264d1 admin admin] Publish callbacks [] for security_group (961934f5-fc26-45e6-ad03-0c88c03c98ab), precommit_delete {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:55:59.750691 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-94fcef4e-5e5b-488f-80b6-25ff2bc51d59 tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640494'] for port (c6d8a9e7-650b-4f5e-ac51-67ac1926bb68), precommit_delete {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:55:59.751121 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-94fcef4e-5e5b-488f-80b6-25ff2bc51d59 tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] Publish callbacks [] for floatingip (c6d8a9e7-650b-4f5e-ac51-67ac1926bb68), precommit_delete {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:55:59.765749 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.plugins.ml2.plugin [None req-94fcef4e-5e5b-488f-80b6-25ff2bc51d59 tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] Calling delete_port for c6d8a9e7-650b-4f5e-ac51-67ac1926bb68 owned by network:floatingip {{(pid=110152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 17:55:59.766016 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-3c338be1-03e1-47ee-9a28-045ed9d264d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-282428'] for security_group (961934f5-fc26-45e6-ad03-0c88c03c98ab), after_delete {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:55:59.768627 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-3c338be1-03e1-47ee-9a28-045ed9d264d1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:55:59.769762 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [None req-3c338be1-03e1-47ee-9a28-045ed9d264d1 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/961934f5-fc26-45e6-ad03-0c88c03c98ab HTTP/1.1" status: 204 len: 168 time: 0.1231709 May 10 17:55:59.777595 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c338be1-03e1-47ee-9a28-045ed9d264d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=961934f5-fc26-45e6-ad03-0c88c03c98ab,revision_number=None']} {{(pid=110153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:55:59.904132 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-94fcef4e-5e5b-488f-80b6-25ff2bc51d59 tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1514136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781795229076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781794686073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5018186'] for port (c6d8a9e7-650b-4f5e-ac51-67ac1926bb68), after_delete {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:55:59.931515 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94fcef4e-5e5b-488f-80b6-25ff2bc51d59 tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] Pushing event deleted for resources: {'Port': ['ID=c6d8a9e7-650b-4f5e-ac51-67ac1926bb68,revision_number=None']} {{(pid=110152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:55:59.967941 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-24d8c868-635a-4687-ab5e-ac2a43b36f55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781795183391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525393'] for agent (eaac381b-e402-41c3-a8e6-8f962681d3e6), after_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:56:00.001474 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-94fcef4e-5e5b-488f-80b6-25ff2bc51d59 tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] Publish callbacks [] for floatingip (77ea3c37-7a8f-4ef4-9a28-7bc0fe81a04c), after_delete {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:56:00.004325 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-94fcef4e-5e5b-488f-80b6-25ff2bc51d59 tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29634'] for floatingip (None), before_response {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:56:00.005516 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [None req-94fcef4e-5e5b-488f-80b6-25ff2bc51d59 tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] 10.222.0.60 "DELETE /v2.0/floatingips/77ea3c37-7a8f-4ef4-9a28-7bc0fe81a04c HTTP/1.1" status: 204 len: 168 time: 0.4674218 May 10 17:56:00.073399 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.rpc [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Device cb176284-f148-403c-b988-83b0bfbdd7dd no longer exists at agent hyperv_hv-cinder-84130 {{(pid=110154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 17:56:00.105957 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.plugin [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] No Port match for: cb176284-f148-403c-b988-83b0bfbdd7dd {{(pid=110154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 17:56:00.106375 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.rpc [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Device cb176284-f148-403c-b988-83b0bfbdd7dd not bound to the agent host hv-cinder-84130 {{(pid=110154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 17:56:00.848023 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.db.agents_db [None req-b17e131c-d64b-4b97-8e8f-6c45925a5783 None None] Agent healthcheck: found 6 active agents {{(pid=110155) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 17:56:01.494241 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-d07e8966-ef10-4d42-b774-228753b3fd3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781795183391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525393'] for agent (a55810b0-63c4-4499-a4d9-efcdb1615ce8), after_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:56:01.643874 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781795183391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525393'] for agent (16638279-eb91-49a3-95a5-8b540cc2f948), after_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:56:02.448332 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.wsgi [-] (110153) accepted ('10.222.0.60', 46460) {{(pid=110153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 17:56:02.952393 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-0e9d4eb5-ffce-478b-9d32-5c57733ce57e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-640312'] for router_interface (c9c33587-9fa0-4825-a931-8281566e8cec), before_delete {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:56:03.081676 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-ae45faaf-356d-4e4a-a605-33fedb92cd97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781795183391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525393'] for agent (6a57b374-0daf-4fe3-9dd1-3d457a537aa7), after_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:56:03.186859 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.plugins.ml2.plugin [None req-0e9d4eb5-ffce-478b-9d32-5c57733ce57e admin admin] Deleting port 88b05fe3-8c95-46ee-bced-7b63de5df9bb {{(pid=110153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 17:56:03.187193 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-0e9d4eb5-ffce-478b-9d32-5c57733ce57e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781795221764'] for port (88b05fe3-8c95-46ee-bced-7b63de5df9bb), before_delete {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:56:03.263283 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.plugins.ml2.db [None req-0e9d4eb5-ffce-478b-9d32-5c57733ce57e admin admin] For port 88b05fe3-8c95-46ee-bced-7b63de5df9bb, host dv-cinder-841302-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841302-2-iscsi',level=0,port_id=88b05fe3-8c95-46ee-bced-7b63de5df9bb,segment=NetworkSegment(d952ff82-97df-4645-95cf-8a2390e9c9b8),segment_id=d952ff82-97df-4645-95cf-8a2390e9c9b8)] {{(pid=110153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 17:56:03.263670 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-0e9d4eb5-ffce-478b-9d32-5c57733ce57e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640494'] for port (88b05fe3-8c95-46ee-bced-7b63de5df9bb), precommit_delete {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:56:03.277458 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.plugins.ml2.plugin [None req-0e9d4eb5-ffce-478b-9d32-5c57733ce57e admin admin] Calling delete_port for 88b05fe3-8c95-46ee-bced-7b63de5df9bb owned by network:router_interface {{(pid=110153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 17:56:03.457650 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-0e9d4eb5-ffce-478b-9d32-5c57733ce57e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1514136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781795229076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781794686073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207117'] for port (88b05fe3-8c95-46ee-bced-7b63de5df9bb), after_delete {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:56:03.482487 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9d4eb5-ffce-478b-9d32-5c57733ce57e admin admin] Pushing event deleted for resources: {'Port': ['ID=88b05fe3-8c95-46ee-bced-7b63de5df9bb,revision_number=None']} {{(pid=110153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:56:03.656379 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-0e9d4eb5-ffce-478b-9d32-5c57733ce57e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-631618', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-643121'] for router_interface (c9c33587-9fa0-4825-a931-8281566e8cec), after_delete {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:56:03.879082 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e9d4eb5-ffce-478b-9d32-5c57733ce57e admin admin] Router c9c33587-9fa0-4825-a931-8281566e8cec has already been hosted by L3 agent eaac381b-e402-41c3-a8e6-8f962681d3e6 {{(pid=110153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 17:56:03.992718 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e9d4eb5-ffce-478b-9d32-5c57733ce57e admin admin] Notify agent at l3_agent.dv-cinder-841302-2-iscsi the message routers_updated {{(pid=110153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 17:56:03.997826 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [None req-0e9d4eb5-ffce-478b-9d32-5c57733ce57e admin admin] 10.222.0.60 "PUT /v2.0/routers/c9c33587-9fa0-4825-a931-8281566e8cec/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5483329 May 10 17:56:04.000381 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.wsgi [-] (110153) accepted ('10.222.0.60', 46478) {{(pid=110153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 17:56:04.002969 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e96c51e-a88a-4d1e-b119-2c6ed455ce99 None None] Sync routers for ids ['c9c33587-9fa0-4825-a931-8281566e8cec'] in dv-cinder-841302-2-iscsi {{(pid=110154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 17:56:04.017178 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e96c51e-a88a-4d1e-b119-2c6ed455ce99 None None] Routers {'c9c33587-9fa0-4825-a931-8281566e8cec'} bound to L3 agent in host dv-cinder-841302-2-iscsi {{(pid=110154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 17:56:04.017943 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.db.l3_hamode_db [None req-0e96c51e-a88a-4d1e-b119-2c6ed455ce99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841302-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-10T17:36:00Z,description=,heartbeat_timestamp=2022-05-10T17:56:00Z,host='dv-cinder-841302-2-iscsi',id=eaac381b-e402-41c3-a8e6-8f962681d3e6,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T17:36:00Z,topic='l3_agent')) {'router_ids': ['c9c33587-9fa0-4825-a931-8281566e8cec'], 'active': True} {{(pid=110154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:56:04.138224 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.db.l3_dvr_db [None req-0e96c51e-a88a-4d1e-b119-2c6ed455ce99 None None] Set router c9c33587-9fa0-4825-a931-8281566e8cec gateway port host: dv-cinder-841302-2-iscsi {{(pid=110154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 17:56:04.317587 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.db.l3_hamode_db [None req-0e96c51e-a88a-4d1e-b119-2c6ed455ce99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9c33587-9fa0-4825-a931-8281566e8cec', 'name': 'tempest-AttachVolumeShelveTestJSON-709907603-router', 'tenant_id': '0461acfadf8743fdbd62a39bf3fe3e1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85dc89cf-59f9-4edb-b26e-52bcb8a93763', 'external_fixed_ips': [{'subnet_id': 'e93d94f1-cb19-4cd0-92e5-ca73d24bd8fb', 'ip_address': '172.27.0.113'}], 'enable_snat': True}, 'gw_port_id': '87a6c3fa-3aef-470c-8fe9-fd0a98a390c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T17:44:31Z', 'updated_at': '2022-05-10T17:56:03Z', 'revision_number': 5, 'project_id': '0461acfadf8743fdbd62a39bf3fe3e1c', 'gw_port': {'id': '87a6c3fa-3aef-470c-8fe9-fd0a98a390c8', 'name': '', 'network_id': '85dc89cf-59f9-4edb-b26e-52bcb8a93763', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:db:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9c33587-9fa0-4825-a931-8281566e8cec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'e93d94f1-cb19-4cd0-92e5-ca73d24bd8fb', 'ip_address': '172.27.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841302-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T17:44:32Z', 'updated_at': '2022-05-10T17:44:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e93d94f1-cb19-4cd0-92e5-ca73d24bd8fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841302-2-iscsi'}], 'dv-cinder-841302-2-iscsi', False) {} {{(pid=110154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:56:04.370522 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-09112538-d394-4da1-a7ee-03d42e8333e6 admin admin] Publish callbacks [] for router (c9c33587-9fa0-4825-a931-8281566e8cec), before_delete {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:56:04.475394 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e96c51e-a88a-4d1e-b119-2c6ed455ce99 None None] Checking router: c9c33587-9fa0-4825-a931-8281566e8cec for host: dv-cinder-841302-2-iscsi {{(pid=110154) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 17:56:04.480841 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-09112538-d394-4da1-a7ee-03d42e8333e6 admin admin] Publish callbacks [] for router_gateway (c9c33587-9fa0-4825-a931-8281566e8cec), before_delete {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:56:04.485532 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e96c51e-a88a-4d1e-b119-2c6ed455ce99 None None] Routers {'c9c33587-9fa0-4825-a931-8281566e8cec'} bound to L3 agent in host dv-cinder-841302-2-iscsi {{(pid=110154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 17:56:04.485680 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.db.l3_hamode_db [None req-0e96c51e-a88a-4d1e-b119-2c6ed455ce99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841302-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-10T17:36:00Z,description=,heartbeat_timestamp=2022-05-10T17:56:00Z,host='dv-cinder-841302-2-iscsi',id=eaac381b-e402-41c3-a8e6-8f962681d3e6,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T17:36:00Z,topic='l3_agent')) {'router_ids': ['c9c33587-9fa0-4825-a931-8281566e8cec'], 'active': True} {{(pid=110154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:56:04.527526 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.plugins.ml2.plugin [None req-09112538-d394-4da1-a7ee-03d42e8333e6 admin admin] Deleting port 87a6c3fa-3aef-470c-8fe9-fd0a98a390c8 {{(pid=110153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 17:56:04.528377 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-09112538-d394-4da1-a7ee-03d42e8333e6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781795221764'] for port (87a6c3fa-3aef-470c-8fe9-fd0a98a390c8), before_delete {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:56:04.552640 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-6e697e78-9dd1-4bc1-8573-56b901d07725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781795183391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525393'] for agent (fdc37a75-b7a9-4e92-a59c-f5b8c02d060c), after_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:56:04.609673 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.plugins.ml2.db [None req-09112538-d394-4da1-a7ee-03d42e8333e6 admin admin] For port 87a6c3fa-3aef-470c-8fe9-fd0a98a390c8, host dv-cinder-841302-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841302-2-iscsi',level=0,port_id=87a6c3fa-3aef-470c-8fe9-fd0a98a390c8,segment=NetworkSegment(73dc8890-d7a8-423a-bf66-935bdea3f4d7),segment_id=73dc8890-d7a8-423a-bf66-935bdea3f4d7)] {{(pid=110153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 17:56:04.610034 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-09112538-d394-4da1-a7ee-03d42e8333e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640494'] for port (87a6c3fa-3aef-470c-8fe9-fd0a98a390c8), precommit_delete {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:56:04.619995 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.db.l3_dvr_db [None req-0e96c51e-a88a-4d1e-b119-2c6ed455ce99 None None] Set router c9c33587-9fa0-4825-a931-8281566e8cec gateway port host: dv-cinder-841302-2-iscsi {{(pid=110154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 17:56:04.624324 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.plugins.ml2.plugin [None req-09112538-d394-4da1-a7ee-03d42e8333e6 admin admin] Calling delete_port for 87a6c3fa-3aef-470c-8fe9-fd0a98a390c8 owned by network:router_gateway {{(pid=110153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 17:56:04.795286 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.db.l3_hamode_db [None req-0e96c51e-a88a-4d1e-b119-2c6ed455ce99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9c33587-9fa0-4825-a931-8281566e8cec', 'name': 'tempest-AttachVolumeShelveTestJSON-709907603-router', 'tenant_id': '0461acfadf8743fdbd62a39bf3fe3e1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85dc89cf-59f9-4edb-b26e-52bcb8a93763', 'external_fixed_ips': [{'subnet_id': 'e93d94f1-cb19-4cd0-92e5-ca73d24bd8fb', 'ip_address': '172.27.0.113'}], 'enable_snat': True}, 'gw_port_id': '87a6c3fa-3aef-470c-8fe9-fd0a98a390c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T17:44:31Z', 'updated_at': '2022-05-10T17:56:03Z', 'revision_number': 5, 'project_id': '0461acfadf8743fdbd62a39bf3fe3e1c', 'gw_port': {'id': '87a6c3fa-3aef-470c-8fe9-fd0a98a390c8', 'name': '', 'network_id': '85dc89cf-59f9-4edb-b26e-52bcb8a93763', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:db:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9c33587-9fa0-4825-a931-8281566e8cec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'e93d94f1-cb19-4cd0-92e5-ca73d24bd8fb', 'ip_address': '172.27.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841302-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T17:44:32Z', 'updated_at': '2022-05-10T17:44:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e93d94f1-cb19-4cd0-92e5-ca73d24bd8fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841302-2-iscsi'}], 'dv-cinder-841302-2-iscsi', False) {} {{(pid=110154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:56:04.797183 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-09112538-d394-4da1-a7ee-03d42e8333e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1514136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781795229076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781794686073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207117'] for port (87a6c3fa-3aef-470c-8fe9-fd0a98a390c8), after_delete {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:56:04.824000 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e96c51e-a88a-4d1e-b119-2c6ed455ce99 None None] The sync data for ids ['c9c33587-9fa0-4825-a931-8281566e8cec'] in dv-cinder-841302-2-iscsi is: [{'id': 'c9c33587-9fa0-4825-a931-8281566e8cec', 'name': 'tempest-AttachVolumeShelveTestJSON-709907603-router', 'tenant_id': '0461acfadf8743fdbd62a39bf3fe3e1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85dc89cf-59f9-4edb-b26e-52bcb8a93763', 'external_fixed_ips': [{'subnet_id': 'e93d94f1-cb19-4cd0-92e5-ca73d24bd8fb', 'ip_address': '172.27.0.113'}], 'enable_snat': True}, 'gw_port_id': '87a6c3fa-3aef-470c-8fe9-fd0a98a390c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T17:44:31Z', 'updated_at': '2022-05-10T17:56:03Z', 'revision_number': 5, 'project_id': '0461acfadf8743fdbd62a39bf3fe3e1c', 'gw_port': {'id': '87a6c3fa-3aef-470c-8fe9-fd0a98a390c8', 'name': '', 'network_id': '85dc89cf-59f9-4edb-b26e-52bcb8a93763', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:db:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9c33587-9fa0-4825-a931-8281566e8cec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'e93d94f1-cb19-4cd0-92e5-ca73d24bd8fb', 'ip_address': '172.27.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841302-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T17:44:32Z', 'updated_at': '2022-05-10T17:44:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e93d94f1-cb19-4cd0-92e5-ca73d24bd8fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841302-2-iscsi'}] {{(pid=110154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 17:56:04.836465 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09112538-d394-4da1-a7ee-03d42e8333e6 admin admin] Pushing event deleted for resources: {'Port': ['ID=87a6c3fa-3aef-470c-8fe9-fd0a98a390c8,revision_number=None']} {{(pid=110153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:56:04.894956 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-09112538-d394-4da1-a7ee-03d42e8333e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-642646'] for router_gateway (c9c33587-9fa0-4825-a931-8281566e8cec), after_delete {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:56:04.985556 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-09112538-d394-4da1-a7ee-03d42e8333e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-539802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-807'] for router (c9c33587-9fa0-4825-a931-8281566e8cec), precommit_delete {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:56:04.987927 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-09112538-d394-4da1-a7ee-03d42e8333e6 admin admin] Publish callbacks [] for router_controller (c9c33587-9fa0-4825-a931-8281566e8cec), precommit_delete_associations {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:56:05.032571 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-09112538-d394-4da1-a7ee-03d42e8333e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-539777'] for router (c9c33587-9fa0-4825-a931-8281566e8cec), after_delete {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:56:05.033121 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09112538-d394-4da1-a7ee-03d42e8333e6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c9c33587-9fa0-4825-a931-8281566e8cec {{(pid=110153) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 10 17:56:05.037473 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-09112538-d394-4da1-a7ee-03d42e8333e6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:56:05.038439 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [None req-09112538-d394-4da1-a7ee-03d42e8333e6 admin admin] 10.222.0.60 "DELETE /v2.0/routers/c9c33587-9fa0-4825-a931-8281566e8cec HTTP/1.1" status: 204 len: 168 time: 1.0369670 May 10 17:56:05.041448 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.wsgi [-] (110153) accepted ('10.222.0.60', 46482) {{(pid=110153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 17:56:05.087541 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.db.db_base_plugin_v2 [None req-3bce1ff0-0b94-4814-ae2f-757ce4d207db admin admin] Deleting subnet c13a30fd-de84-4d1b-92b1-edbd848fe110 {{(pid=110153) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 10 17:56:05.090721 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-3bce1ff0-0b94-4814-ae2f-757ce4d207db admin admin] Publish callbacks [] for subnet (c13a30fd-de84-4d1b-92b1-edbd848fe110), before_delete {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:56:05.125572 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-3bce1ff0-0b94-4814-ae2f-757ce4d207db admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24886420'] for subnet (c13a30fd-de84-4d1b-92b1-edbd848fe110), precommit_delete_associations {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:56:05.213547 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-3bce1ff0-0b94-4814-ae2f-757ce4d207db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1463979'] for subnet (c13a30fd-de84-4d1b-92b1-edbd848fe110), precommit_delete {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:56:05.281344 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-3bce1ff0-0b94-4814-ae2f-757ce4d207db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1463972', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-321831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4207162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24212047'] for subnet (c13a30fd-de84-4d1b-92b1-edbd848fe110), after_delete {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:56:05.295213 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.rpc [None req-6e697e78-9dd1-4bc1-8573-56b901d07725 None None] Device 88b05fe3-8c95-46ee-bced-7b63de5df9bb no longer exists at agent ovs-agent-dv-cinder-841302-2-iscsi {{(pid=110154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 17:56:05.313989 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-3bce1ff0-0b94-4814-ae2f-757ce4d207db admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:56:05.316019 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.plugin [None req-6e697e78-9dd1-4bc1-8573-56b901d07725 None None] No Port match for: 88b05fe3-8c95-46ee-bced-7b63de5df9bb {{(pid=110154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 17:56:05.316435 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.rpc [None req-6e697e78-9dd1-4bc1-8573-56b901d07725 None None] Device 88b05fe3-8c95-46ee-bced-7b63de5df9bb not bound to the agent host dv-cinder-841302-2-iscsi {{(pid=110154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 17:56:05.321704 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [None req-3bce1ff0-0b94-4814-ae2f-757ce4d207db admin admin] 10.222.0.60 "DELETE /v2.0/subnets/c13a30fd-de84-4d1b-92b1-edbd848fe110 HTTP/1.1" status: 204 len: 168 time: 0.2792022 May 10 17:56:05.322464 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.wsgi [-] (110152) accepted ('10.222.0.60', 46486) {{(pid=110152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 17:56:05.322948 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bce1ff0-0b94-4814-ae2f-757ce4d207db admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c13a30fd-de84-4d1b-92b1-edbd848fe110,revision_number=None']} {{(pid=110153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:56:05.332736 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c988aa6-c31e-43d1-bf01-79c32c6c354d None None] Network 4f6007aa-61b1-40c3-a8ad-7f431d419cb5 requested from dv-cinder-841302-2-iscsi {{(pid=110154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 17:56:05.404006 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-53286fca-62be-4f0a-9bac-ba140cac49ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1701118'] for network (4f6007aa-61b1-40c3-a8ad-7f431d419cb5), before_delete {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:56:05.454240 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.plugins.ml2.plugin [None req-53286fca-62be-4f0a-9bac-ba140cac49ae admin admin] Deleting port c221960c-c7a7-4141-9bff-21782e5a721d {{(pid=110152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 17:56:05.454673 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-53286fca-62be-4f0a-9bac-ba140cac49ae admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781795221764'] for port (c221960c-c7a7-4141-9bff-21782e5a721d), before_delete {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:56:05.516201 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ecffa7a-b581-4391-af77-d0562b203912 None None] DHCP port deletion for 4f6007aa-61b1-40c3-a8ad-7f431d419cb5 request from dv-cinder-841302-2-iscsi {{(pid=110154) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 10 17:56:05.530662 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.plugins.ml2.db [None req-53286fca-62be-4f0a-9bac-ba140cac49ae admin admin] For port c221960c-c7a7-4141-9bff-21782e5a721d, host dv-cinder-841302-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841302-2-iscsi',level=0,port_id=c221960c-c7a7-4141-9bff-21782e5a721d,segment=NetworkSegment(d952ff82-97df-4645-95cf-8a2390e9c9b8),segment_id=d952ff82-97df-4645-95cf-8a2390e9c9b8)] {{(pid=110152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 17:56:05.531079 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-53286fca-62be-4f0a-9bac-ba140cac49ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640494'] for port (c221960c-c7a7-4141-9bff-21782e5a721d), precommit_delete {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:56:05.548476 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.plugins.ml2.plugin [None req-53286fca-62be-4f0a-9bac-ba140cac49ae admin admin] Calling delete_port for c221960c-c7a7-4141-9bff-21782e5a721d owned by network:dhcp {{(pid=110152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 17:56:05.561599 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.plugin [None req-8ecffa7a-b581-4391-af77-d0562b203912 None None] Deleting port c221960c-c7a7-4141-9bff-21782e5a721d {{(pid=110154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 17:56:05.561976 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-8ecffa7a-b581-4391-af77-d0562b203912 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781795221764'] for port (c221960c-c7a7-4141-9bff-21782e5a721d), before_delete {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:56:05.627917 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-53286fca-62be-4f0a-9bac-ba140cac49ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1514136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781795229076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781794686073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5018186'] for port (c221960c-c7a7-4141-9bff-21782e5a721d), after_delete {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:56:05.629824 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.db [None req-8ecffa7a-b581-4391-af77-d0562b203912 None None] For port c221960c-c7a7-4141-9bff-21782e5a721d, host dv-cinder-841302-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841302-2-iscsi',level=0,port_id=c221960c-c7a7-4141-9bff-21782e5a721d,segment=NetworkSegment(d952ff82-97df-4645-95cf-8a2390e9c9b8),segment_id=d952ff82-97df-4645-95cf-8a2390e9c9b8)] {{(pid=110154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 17:56:05.630228 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-8ecffa7a-b581-4391-af77-d0562b203912 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640494'] for port (c221960c-c7a7-4141-9bff-21782e5a721d), precommit_delete {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:56:05.643910 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.plugin [None req-8ecffa7a-b581-4391-af77-d0562b203912 None None] Calling delete_port for c221960c-c7a7-4141-9bff-21782e5a721d owned by network:dhcp {{(pid=110154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 17:56:05.654439 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53286fca-62be-4f0a-9bac-ba140cac49ae admin admin] Pushing event deleted for resources: {'Port': ['ID=c221960c-c7a7-4141-9bff-21782e5a721d,revision_number=None']} {{(pid=110152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:56:05.658081 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53286fca-62be-4f0a-9bac-ba140cac49ae admin admin] No DVR routers for this DVR port c221960c-c7a7-4141-9bff-21782e5a721d on host dv-cinder-841302-2-iscsi {{(pid=110152) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 17:56:05.723011 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-8ecffa7a-b581-4391-af77-d0562b203912 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1514136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781795229076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781794686073'] for port (c221960c-c7a7-4141-9bff-21782e5a721d), after_delete {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:56:05.731749 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-53286fca-62be-4f0a-9bac-ba140cac49ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1459024', 'neutron.services.segments.db._delete_segments_for_network-8781795183409'] for network (4f6007aa-61b1-40c3-a8ad-7f431d419cb5), precommit_delete {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:56:05.751230 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ecffa7a-b581-4391-af77-d0562b203912 None None] Pushing event deleted for resources: {'Port': ['ID=c221960c-c7a7-4141-9bff-21782e5a721d,revision_number=None']} {{(pid=110154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:56:05.752297 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.services.segments.db [None req-53286fca-62be-4f0a-9bac-ba140cac49ae admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f6007aa-61b1-40c3-a8ad-7f431d419cb5']}} {{(pid=110152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:56:05.754902 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ecffa7a-b581-4391-af77-d0562b203912 None None] No DVR routers for this DVR port c221960c-c7a7-4141-9bff-21782e5a721d on host dv-cinder-841302-2-iscsi {{(pid=110154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 17:56:05.767457 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.services.segments.db [None req-53286fca-62be-4f0a-9bac-ba140cac49ae admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd952ff82-97df-4645-95cf-8a2390e9c9b8') {'for_net_delete': True} {{(pid=110152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:56:05.767714 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.services.segments.db [None req-53286fca-62be-4f0a-9bac-ba140cac49ae admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd952ff82-97df-4645-95cf-8a2390e9c9b8') {} {{(pid=110152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:56:05.778203 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-53286fca-62be-4f0a-9bac-ba140cac49ae admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781795183930', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4759354'] for segment (d952ff82-97df-4645-95cf-8a2390e9c9b8), before_delete {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:56:05.791653 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-53286fca-62be-4f0a-9bac-ba140cac49ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1469446'] for segment (d952ff82-97df-4645-95cf-8a2390e9c9b8), precommit_delete {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:56:05.797486 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-53286fca-62be-4f0a-9bac-ba140cac49ae admin admin] Releasing vlan 554 on physical network physnet1 to pool {{(pid=110152) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 17:56:05.797867 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-53286fca-62be-4f0a-9bac-ba140cac49ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1469446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5018135'] for segment (d952ff82-97df-4645-95cf-8a2390e9c9b8), after_delete {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:56:05.799806 dv-cinder-841302-2-iscsi neutron-server[110152]: Traceback (most recent call last): May 10 17:56:05.799806 dv-cinder-841302-2-iscsi neutron-server[110152]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 17:56:05.799806 dv-cinder-841302-2-iscsi neutron-server[110152]: timer() May 10 17:56:05.799806 dv-cinder-841302-2-iscsi neutron-server[110152]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 17:56:05.799806 dv-cinder-841302-2-iscsi neutron-server[110152]: cb(*args, **kw) May 10 17:56:05.799806 dv-cinder-841302-2-iscsi neutron-server[110152]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 10 17:56:05.799806 dv-cinder-841302-2-iscsi neutron-server[110152]: return func(*args, **kwargs) May 10 17:56:05.799806 dv-cinder-841302-2-iscsi neutron-server[110152]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 17:56:05.799806 dv-cinder-841302-2-iscsi neutron-server[110152]: self._notify() May 10 17:56:05.799806 dv-cinder-841302-2-iscsi neutron-server[110152]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 17:56:05.799806 dv-cinder-841302-2-iscsi neutron-server[110152]: self.callback(batched_events) May 10 17:56:05.799806 dv-cinder-841302-2-iscsi neutron-server[110152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 17:56:05.799806 dv-cinder-841302-2-iscsi neutron-server[110152]: event.method(event) May 10 17:56:05.799806 dv-cinder-841302-2-iscsi neutron-server[110152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 10 17:56:05.799806 dv-cinder-841302-2-iscsi neutron-server[110152]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 17:56:05.799806 dv-cinder-841302-2-iscsi neutron-server[110152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 10 17:56:05.799806 dv-cinder-841302-2-iscsi neutron-server[110152]: aggregate_uuid = self.p_client.list_aggregates( May 10 17:56:05.799806 dv-cinder-841302-2-iscsi neutron-server[110152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 10 17:56:05.799806 dv-cinder-841302-2-iscsi neutron-server[110152]: return f(self, *a, **k) May 10 17:56:05.799806 dv-cinder-841302-2-iscsi neutron-server[110152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 10 17:56:05.799806 dv-cinder-841302-2-iscsi neutron-server[110152]: return self._get(url).json() May 10 17:56:05.799806 dv-cinder-841302-2-iscsi neutron-server[110152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 10 17:56:05.799806 dv-cinder-841302-2-iscsi neutron-server[110152]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 17:56:05.799806 dv-cinder-841302-2-iscsi neutron-server[110152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 17:56:05.799806 dv-cinder-841302-2-iscsi neutron-server[110152]: return self.request(url, 'GET', **kwargs) May 10 17:56:05.799806 dv-cinder-841302-2-iscsi neutron-server[110152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 17:56:05.799806 dv-cinder-841302-2-iscsi neutron-server[110152]: base_url = self.get_endpoint(auth, allow=allow, May 10 17:56:05.799806 dv-cinder-841302-2-iscsi neutron-server[110152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 17:56:05.799806 dv-cinder-841302-2-iscsi neutron-server[110152]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 17:56:05.799806 dv-cinder-841302-2-iscsi neutron-server[110152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 17:56:05.799806 dv-cinder-841302-2-iscsi neutron-server[110152]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 17:56:05.799806 dv-cinder-841302-2-iscsi neutron-server[110152]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 17:56:05.860742 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-53286fca-62be-4f0a-9bac-ba140cac49ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1458985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-282477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-641080'] for network (4f6007aa-61b1-40c3-a8ad-7f431d419cb5), after_delete {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:56:05.868124 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-53286fca-62be-4f0a-9bac-ba140cac49ae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631615'] for network (None), before_response {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:56:05.873736 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [None req-53286fca-62be-4f0a-9bac-ba140cac49ae admin admin] 10.222.0.60 "DELETE /v2.0/networks/4f6007aa-61b1-40c3-a8ad-7f431d419cb5 HTTP/1.1" status: 204 len: 168 time: 0.5474124 May 10 17:56:05.881238 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53286fca-62be-4f0a-9bac-ba140cac49ae admin admin] Pushing event deleted for resources: {'Network': ['ID=4f6007aa-61b1-40c3-a8ad-7f431d419cb5,revision_number=None']} {{(pid=110152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:56:05.995817 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.wsgi [-] (110152) accepted ('10.222.0.60', 46492) {{(pid=110152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 17:56:06.034530 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [None req-70b498fe-9427-4ae6-816c-b30b0cdf345d admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=0461acfadf8743fdbd62a39bf3fe3e1c&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0373940 May 10 17:56:06.036814 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.wsgi [-] (110152) accepted ('10.222.0.60', 46494) {{(pid=110152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 17:56:06.084337 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-f174d40e-9cf8-49fe-963a-b7f6e5544c22 admin admin] Publish callbacks [] for security_group (2c3feb5f-aace-43e2-a267-68e1f0cf4b04), before_delete {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:56:06.106301 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-f174d40e-9cf8-49fe-963a-b7f6e5544c22 admin admin] Publish callbacks [] for security_group (2c3feb5f-aace-43e2-a267-68e1f0cf4b04), precommit_delete {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:56:06.153589 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-f174d40e-9cf8-49fe-963a-b7f6e5544c22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-282428'] for security_group (2c3feb5f-aace-43e2-a267-68e1f0cf4b04), after_delete {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:56:06.156239 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-f174d40e-9cf8-49fe-963a-b7f6e5544c22 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:56:06.157387 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [None req-f174d40e-9cf8-49fe-963a-b7f6e5544c22 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/2c3feb5f-aace-43e2-a267-68e1f0cf4b04 HTTP/1.1" status: 204 len: 168 time: 0.1196947 May 10 17:56:06.166025 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f174d40e-9cf8-49fe-963a-b7f6e5544c22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c3feb5f-aace-43e2-a267-68e1f0cf4b04,revision_number=None']} {{(pid=110152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:56:06.939502 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.rpc [None req-6e697e78-9dd1-4bc1-8573-56b901d07725 None None] Device c221960c-c7a7-4141-9bff-21782e5a721d no longer exists at agent ovs-agent-dv-cinder-841302-2-iscsi {{(pid=110154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 17:56:06.960619 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.plugin [None req-6e697e78-9dd1-4bc1-8573-56b901d07725 None None] No Port match for: c221960c-c7a7-4141-9bff-21782e5a721d {{(pid=110154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 17:56:06.961038 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.rpc [None req-6e697e78-9dd1-4bc1-8573-56b901d07725 None None] Device c221960c-c7a7-4141-9bff-21782e5a721d not bound to the agent host dv-cinder-841302-2-iscsi {{(pid=110154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 17:56:06.961511 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.rpc [None req-6e697e78-9dd1-4bc1-8573-56b901d07725 None None] Device 87a6c3fa-3aef-470c-8fe9-fd0a98a390c8 no longer exists at agent ovs-agent-dv-cinder-841302-2-iscsi {{(pid=110154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 17:56:06.981750 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.plugin [None req-6e697e78-9dd1-4bc1-8573-56b901d07725 None None] No Port match for: 87a6c3fa-3aef-470c-8fe9-fd0a98a390c8 {{(pid=110154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 17:56:06.982105 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.rpc [None req-6e697e78-9dd1-4bc1-8573-56b901d07725 None None] Device 87a6c3fa-3aef-470c-8fe9-fd0a98a390c8 not bound to the agent host dv-cinder-841302-2-iscsi {{(pid=110154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 17:56:10.007097 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42dddd12-0b27-4955-a2a2-2252bd84fef5 req-1693099e-a393-49cc-84eb-deae074c3d4d tempest-AttachVolumeTestJSON-185127037 tempest-AttachVolumeTestJSON-185127037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:56:10.008789 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-42dddd12-0b27-4955-a2a2-2252bd84fef5 req-1693099e-a393-49cc-84eb-deae074c3d4d tempest-AttachVolumeTestJSON-185127037 tempest-AttachVolumeTestJSON-185127037-project] 10.222.0.60 "GET /v2.0/ports?device_id=f67aef06-0fe1-4ec5-a643-e51baea32b2e HTTP/1.1" status: 200 len: 945 time: 0.0475671 May 10 17:56:10.059166 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-42dddd12-0b27-4955-a2a2-2252bd84fef5 req-5470ff80-9ab3-40c2-b79e-bfabcbbee4d2 tempest-AttachVolumeTestJSON-185127037 tempest-AttachVolumeTestJSON-185127037-project] 10.222.0.60 "GET /v2.0/security-groups?id=901c15aa-9edf-4c4f-99fa-d12937d98f67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447414 May 10 17:56:11.179756 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262e4f24-2cfb-42ba-81a7-5a38e2126035 req-4436df2a-db3e-476e-a9e4-c2e5b245bfb4 tempest-AttachVolumeTestJSON-185127037 tempest-AttachVolumeTestJSON-185127037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:56:11.179756 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-262e4f24-2cfb-42ba-81a7-5a38e2126035 req-4436df2a-db3e-476e-a9e4-c2e5b245bfb4 tempest-AttachVolumeTestJSON-185127037 tempest-AttachVolumeTestJSON-185127037-project] 10.222.0.60 "GET /v2.0/ports?device_id=f67aef06-0fe1-4ec5-a643-e51baea32b2e HTTP/1.1" status: 200 len: 945 time: 0.0477486 May 10 17:56:11.216617 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.wsgi [-] (110153) accepted ('10.222.0.60', 46620) {{(pid=110153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 17:56:11.235084 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-262e4f24-2cfb-42ba-81a7-5a38e2126035 req-3decaff3-75ca-49f6-9aad-1aff6af2f5bf tempest-AttachVolumeTestJSON-185127037 tempest-AttachVolumeTestJSON-185127037-project] 10.222.0.60 "GET /v2.0/security-groups?id=901c15aa-9edf-4c4f-99fa-d12937d98f67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475507 May 10 17:56:11.325848 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-ef4d81da-f5e2-48f2-9eb5-8cf46aa57d91 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:56:11.408625 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-ef4d81da-f5e2-48f2-9eb5-8cf46aa57d91 admin admin] Publish callbacks [] for security_group (4aba43ad-6480-4190-9c08-e6229ae327f8), precommit_create {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:56:11.412568 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-ef4d81da-f5e2-48f2-9eb5-8cf46aa57d91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-282428'] for security_group (4aba43ad-6480-4190-9c08-e6229ae327f8), after_create {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:56:11.452927 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [None req-ef4d81da-f5e2-48f2-9eb5-8cf46aa57d91 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=1c6d7d8385c643b8a61803cd8f01c960&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2352240 May 10 17:56:11.454847 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4d81da-f5e2-48f2-9eb5-8cf46aa57d91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4aba43ad-6480-4190-9c08-e6229ae327f8,revision_number=1']} {{(pid=110153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:56:11.455668 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.wsgi [-] (110152) accepted ('10.222.0.60', 46626) {{(pid=110152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 17:56:11.508048 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-5e3d93b5-0adb-4c26-8e83-9f70c85caeed admin admin] Publish callbacks [] for security_group (4aba43ad-6480-4190-9c08-e6229ae327f8), before_delete {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:56:11.529626 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-5e3d93b5-0adb-4c26-8e83-9f70c85caeed admin admin] Publish callbacks [] for security_group (4aba43ad-6480-4190-9c08-e6229ae327f8), precommit_delete {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:56:11.578836 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-5e3d93b5-0adb-4c26-8e83-9f70c85caeed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-282428'] for security_group (4aba43ad-6480-4190-9c08-e6229ae327f8), after_delete {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:56:11.581497 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-5e3d93b5-0adb-4c26-8e83-9f70c85caeed admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:56:11.582674 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [None req-5e3d93b5-0adb-4c26-8e83-9f70c85caeed admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/4aba43ad-6480-4190-9c08-e6229ae327f8 HTTP/1.1" status: 204 len: 168 time: 0.1259599 May 10 17:56:11.592947 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3d93b5-0adb-4c26-8e83-9f70c85caeed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4aba43ad-6480-4190-9c08-e6229ae327f8,revision_number=None']} {{(pid=110152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:56:12.647175 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ed5772-0905-4389-8964-31a5e8d6d8ba req-0f91a628-1d6b-4cdb-a5d7-b2ad90edf41f tempest-AttachVolumeTestJSON-185127037 tempest-AttachVolumeTestJSON-185127037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:56:12.649865 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-99ed5772-0905-4389-8964-31a5e8d6d8ba req-0f91a628-1d6b-4cdb-a5d7-b2ad90edf41f tempest-AttachVolumeTestJSON-185127037 tempest-AttachVolumeTestJSON-185127037-project] 10.222.0.60 "GET /v2.0/ports?device_id=f67aef06-0fe1-4ec5-a643-e51baea32b2e HTTP/1.1" status: 200 len: 945 time: 0.3441329 May 10 17:56:12.703567 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-99ed5772-0905-4389-8964-31a5e8d6d8ba req-0514cb81-64e4-40cb-89c1-31269fb3a991 tempest-AttachVolumeTestJSON-185127037 tempest-AttachVolumeTestJSON-185127037-project] 10.222.0.60 "GET /v2.0/security-groups?id=901c15aa-9edf-4c4f-99fa-d12937d98f67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474184 May 10 17:56:13.829948 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ecbe18-ddce-4e90-b2a3-5b6db67cbadf req-79e69fdd-d950-4bcf-b44a-3ae5db8750b1 tempest-AttachVolumeTestJSON-185127037 tempest-AttachVolumeTestJSON-185127037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:56:13.831445 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-e7ecbe18-ddce-4e90-b2a3-5b6db67cbadf req-79e69fdd-d950-4bcf-b44a-3ae5db8750b1 tempest-AttachVolumeTestJSON-185127037 tempest-AttachVolumeTestJSON-185127037-project] 10.222.0.60 "GET /v2.0/ports?device_id=f67aef06-0fe1-4ec5-a643-e51baea32b2e HTTP/1.1" status: 200 len: 945 time: 0.0533597 May 10 17:56:13.878256 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-e7ecbe18-ddce-4e90-b2a3-5b6db67cbadf req-c25bc539-9faa-4412-b5a0-cc6b3d7244c8 tempest-AttachVolumeTestJSON-185127037 tempest-AttachVolumeTestJSON-185127037-project] 10.222.0.60 "GET /v2.0/security-groups?id=901c15aa-9edf-4c4f-99fa-d12937d98f67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403483 May 10 17:56:15.007719 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6bb57a-6666-4c18-a9ea-18ee579a4d9c req-7e7645f6-56da-4265-8011-ba64cb932dc5 tempest-AttachVolumeTestJSON-185127037 tempest-AttachVolumeTestJSON-185127037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:56:15.009237 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-af6bb57a-6666-4c18-a9ea-18ee579a4d9c req-7e7645f6-56da-4265-8011-ba64cb932dc5 tempest-AttachVolumeTestJSON-185127037 tempest-AttachVolumeTestJSON-185127037-project] 10.222.0.60 "GET /v2.0/ports?device_id=f67aef06-0fe1-4ec5-a643-e51baea32b2e HTTP/1.1" status: 200 len: 945 time: 0.0555291 May 10 17:56:15.061123 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-af6bb57a-6666-4c18-a9ea-18ee579a4d9c req-12cccd9d-ddc6-4ba9-b50f-87d2502be6d8 tempest-AttachVolumeTestJSON-185127037 tempest-AttachVolumeTestJSON-185127037-project] 10.222.0.60 "GET /v2.0/security-groups?id=901c15aa-9edf-4c4f-99fa-d12937d98f67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453501 May 10 17:56:16.008092 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.wsgi [-] (110152) accepted ('10.222.0.60', 46758) {{(pid=110152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 17:56:16.111580 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-6efa4e39-4147-47d6-b323-6091dc5febcd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:56:16.195448 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbb0070-0fb6-49d7-a8fe-765ed4e86112 req-cf605bcb-9031-46b5-ad60-8ecde3f7a954 tempest-AttachVolumeTestJSON-185127037 tempest-AttachVolumeTestJSON-185127037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:56:16.196939 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-adbb0070-0fb6-49d7-a8fe-765ed4e86112 req-cf605bcb-9031-46b5-ad60-8ecde3f7a954 tempest-AttachVolumeTestJSON-185127037 tempest-AttachVolumeTestJSON-185127037-project] 10.222.0.60 "GET /v2.0/ports?device_id=f67aef06-0fe1-4ec5-a643-e51baea32b2e HTTP/1.1" status: 200 len: 945 time: 0.0602930 May 10 17:56:16.258785 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-6efa4e39-4147-47d6-b323-6091dc5febcd admin admin] Publish callbacks [] for security_group (8233f6e9-f2a6-4ee2-9644-77db5731db2a), precommit_create {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:56:16.264524 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-6efa4e39-4147-47d6-b323-6091dc5febcd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-282428'] for security_group (8233f6e9-f2a6-4ee2-9644-77db5731db2a), after_create {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:56:16.289432 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-adbb0070-0fb6-49d7-a8fe-765ed4e86112 req-70f75b44-bc4d-4ec5-827b-cac6c5a5e759 tempest-AttachVolumeTestJSON-185127037 tempest-AttachVolumeTestJSON-185127037-project] 10.222.0.60 "GET /v2.0/security-groups?id=901c15aa-9edf-4c4f-99fa-d12937d98f67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0852926 May 10 17:56:16.312204 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6efa4e39-4147-47d6-b323-6091dc5febcd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8233f6e9-f2a6-4ee2-9644-77db5731db2a,revision_number=1']} {{(pid=110152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:56:16.320705 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [None req-6efa4e39-4147-47d6-b323-6091dc5febcd admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=74cd9f51027540dea9db6900f2189e0b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3088162 May 10 17:56:16.321744 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.wsgi [-] (110152) accepted ('10.222.0.60', 46768) {{(pid=110152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 17:56:16.376618 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-b4cd9e88-20b2-4a51-ad96-d5353d667738 admin admin] Publish callbacks [] for security_group (8233f6e9-f2a6-4ee2-9644-77db5731db2a), before_delete {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:56:16.404306 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-b4cd9e88-20b2-4a51-ad96-d5353d667738 admin admin] Publish callbacks [] for security_group (8233f6e9-f2a6-4ee2-9644-77db5731db2a), precommit_delete {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:56:16.461247 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-b4cd9e88-20b2-4a51-ad96-d5353d667738 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-282428'] for security_group (8233f6e9-f2a6-4ee2-9644-77db5731db2a), after_delete {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:56:16.464136 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-b4cd9e88-20b2-4a51-ad96-d5353d667738 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:56:16.465456 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [None req-b4cd9e88-20b2-4a51-ad96-d5353d667738 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/8233f6e9-f2a6-4ee2-9644-77db5731db2a HTTP/1.1" status: 204 len: 168 time: 0.1433935 May 10 17:56:16.476529 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4cd9e88-20b2-4a51-ad96-d5353d667738 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8233f6e9-f2a6-4ee2-9644-77db5731db2a,revision_number=None']} {{(pid=110152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:56:16.750380 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.wsgi [-] (110152) accepted ('10.222.0.60', 46782) {{(pid=110152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 17:56:16.763966 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-b3e55336-2f70-4b69-8fde-193070386e37 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:56:16.843356 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-b3e55336-2f70-4b69-8fde-193070386e37 admin admin] Publish callbacks [] for security_group (cac6d806-82b8-4af3-a5ce-a881dee788a4), precommit_create {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:56:16.847150 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-b3e55336-2f70-4b69-8fde-193070386e37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-282428'] for security_group (cac6d806-82b8-4af3-a5ce-a881dee788a4), after_create {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:56:16.889765 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [None req-b3e55336-2f70-4b69-8fde-193070386e37 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=e7753a8ee828489ea6cdcb5dc08db1a9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1383090 May 10 17:56:16.890795 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e55336-2f70-4b69-8fde-193070386e37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cac6d806-82b8-4af3-a5ce-a881dee788a4,revision_number=1']} {{(pid=110152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:56:16.892439 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.wsgi [-] (110153) accepted ('10.222.0.60', 46784) {{(pid=110153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 17:56:16.941772 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-4679721f-b544-41f4-af07-9c7f51f20f9e admin admin] Publish callbacks [] for security_group (cac6d806-82b8-4af3-a5ce-a881dee788a4), before_delete {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:56:16.966845 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-4679721f-b544-41f4-af07-9c7f51f20f9e admin admin] Publish callbacks [] for security_group (cac6d806-82b8-4af3-a5ce-a881dee788a4), precommit_delete {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:56:17.013044 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-4679721f-b544-41f4-af07-9c7f51f20f9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-282428'] for security_group (cac6d806-82b8-4af3-a5ce-a881dee788a4), after_delete {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:56:17.015562 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-4679721f-b544-41f4-af07-9c7f51f20f9e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:56:17.016772 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [None req-4679721f-b544-41f4-af07-9c7f51f20f9e admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/cac6d806-82b8-4af3-a5ce-a881dee788a4 HTTP/1.1" status: 204 len: 168 time: 0.1232643 May 10 17:56:17.025313 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4679721f-b544-41f4-af07-9c7f51f20f9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cac6d806-82b8-4af3-a5ce-a881dee788a4,revision_number=None']} {{(pid=110153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:56:17.580674 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e6bf84-5bd0-4c63-94da-9f939e3e2780 req-a5e6c0ce-87c9-4c4d-ac39-ac1e27c3fe2b tempest-AttachVolumeTestJSON-185127037 tempest-AttachVolumeTestJSON-185127037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:56:17.582338 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-b4e6bf84-5bd0-4c63-94da-9f939e3e2780 req-a5e6c0ce-87c9-4c4d-ac39-ac1e27c3fe2b tempest-AttachVolumeTestJSON-185127037 tempest-AttachVolumeTestJSON-185127037-project] 10.222.0.60 "GET /v2.0/ports?device_id=f67aef06-0fe1-4ec5-a643-e51baea32b2e HTTP/1.1" status: 200 len: 945 time: 0.0639961 May 10 17:56:17.644255 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-b4e6bf84-5bd0-4c63-94da-9f939e3e2780 req-1f9812a4-1817-4e77-b5a7-42d258bdd4bd tempest-AttachVolumeTestJSON-185127037 tempest-AttachVolumeTestJSON-185127037-project] 10.222.0.60 "GET /v2.0/security-groups?id=901c15aa-9edf-4c4f-99fa-d12937d98f67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539262 May 10 17:56:18.674334 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.wsgi [-] (110153) accepted ('10.222.0.60', 46846) {{(pid=110153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 17:56:18.764435 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74721cda-fc7b-4fa1-b705-9626da819cac req-0a11d794-6a11-438f-ba9b-b49a453f3df4 tempest-AttachVolumeTestJSON-185127037 tempest-AttachVolumeTestJSON-185127037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:56:18.766025 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-74721cda-fc7b-4fa1-b705-9626da819cac req-0a11d794-6a11-438f-ba9b-b49a453f3df4 tempest-AttachVolumeTestJSON-185127037 tempest-AttachVolumeTestJSON-185127037-project] 10.222.0.60 "GET /v2.0/ports?device_id=f67aef06-0fe1-4ec5-a643-e51baea32b2e HTTP/1.1" status: 200 len: 945 time: 0.0489266 May 10 17:56:18.793831 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-29b89d34-1b3e-4a41-99c7-e2c04858a4c6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:56:18.818018 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-74721cda-fc7b-4fa1-b705-9626da819cac req-6dd7c181-2d82-4638-b501-a4570f18317b tempest-AttachVolumeTestJSON-185127037 tempest-AttachVolumeTestJSON-185127037-project] 10.222.0.60 "GET /v2.0/security-groups?id=901c15aa-9edf-4c4f-99fa-d12937d98f67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463569 May 10 17:56:18.876191 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-29b89d34-1b3e-4a41-99c7-e2c04858a4c6 admin admin] Publish callbacks [] for security_group (3a582b18-53dc-4ae8-a6e9-65d028af114f), precommit_create {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:56:18.879974 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-29b89d34-1b3e-4a41-99c7-e2c04858a4c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-282428'] for security_group (3a582b18-53dc-4ae8-a6e9-65d028af114f), after_create {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:56:18.919886 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [None req-29b89d34-1b3e-4a41-99c7-e2c04858a4c6 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=1fbe2d45e69f43349060513a1b3938a8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2444408 May 10 17:56:18.921126 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b89d34-1b3e-4a41-99c7-e2c04858a4c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a582b18-53dc-4ae8-a6e9-65d028af114f,revision_number=1']} {{(pid=110153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:56:18.922640 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.wsgi [-] (110152) accepted ('10.222.0.60', 46852) {{(pid=110152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 17:56:18.975385 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-095621da-f079-4e06-991d-1a10b94a6448 admin admin] Publish callbacks [] for security_group (3a582b18-53dc-4ae8-a6e9-65d028af114f), before_delete {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:56:19.003719 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-095621da-f079-4e06-991d-1a10b94a6448 admin admin] Publish callbacks [] for security_group (3a582b18-53dc-4ae8-a6e9-65d028af114f), precommit_delete {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:56:19.056498 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-095621da-f079-4e06-991d-1a10b94a6448 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-282428'] for security_group (3a582b18-53dc-4ae8-a6e9-65d028af114f), after_delete {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:56:19.059140 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-095621da-f079-4e06-991d-1a10b94a6448 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:56:19.060353 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [None req-095621da-f079-4e06-991d-1a10b94a6448 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/3a582b18-53dc-4ae8-a6e9-65d028af114f HTTP/1.1" status: 204 len: 168 time: 0.1366677 May 10 17:56:19.071983 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095621da-f079-4e06-991d-1a10b94a6448 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a582b18-53dc-4ae8-a6e9-65d028af114f,revision_number=None']} {{(pid=110152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:56:19.322511 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.wsgi [-] (110153) accepted ('10.222.0.60', 46864) {{(pid=110153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 17:56:19.336499 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-34810710-ba9a-4c6a-82fa-1f083dfdeb2d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:56:19.414109 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-34810710-ba9a-4c6a-82fa-1f083dfdeb2d admin admin] Publish callbacks [] for security_group (b226f2cf-9ae1-4b3d-8bbf-518c7c719fb3), precommit_create {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:56:19.417723 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-34810710-ba9a-4c6a-82fa-1f083dfdeb2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-282428'] for security_group (b226f2cf-9ae1-4b3d-8bbf-518c7c719fb3), after_create {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:56:19.457584 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [None req-34810710-ba9a-4c6a-82fa-1f083dfdeb2d admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=e44590ac718c44f4a12e1109c51b02ef&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1340458 May 10 17:56:19.458696 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34810710-ba9a-4c6a-82fa-1f083dfdeb2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b226f2cf-9ae1-4b3d-8bbf-518c7c719fb3,revision_number=1']} {{(pid=110153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:56:19.460928 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.wsgi [-] (110152) accepted ('10.222.0.60', 46866) {{(pid=110152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 17:56:19.510165 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-340617bc-bce3-4174-835b-3dc05446943c admin admin] Publish callbacks [] for security_group (b226f2cf-9ae1-4b3d-8bbf-518c7c719fb3), before_delete {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:56:19.532337 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-340617bc-bce3-4174-835b-3dc05446943c admin admin] Publish callbacks [] for security_group (b226f2cf-9ae1-4b3d-8bbf-518c7c719fb3), precommit_delete {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:56:19.582950 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-340617bc-bce3-4174-835b-3dc05446943c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-282428'] for security_group (b226f2cf-9ae1-4b3d-8bbf-518c7c719fb3), after_delete {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:56:19.586100 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-340617bc-bce3-4174-835b-3dc05446943c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:56:19.587181 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [None req-340617bc-bce3-4174-835b-3dc05446943c admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/b226f2cf-9ae1-4b3d-8bbf-518c7c719fb3 HTTP/1.1" status: 204 len: 168 time: 0.1252484 May 10 17:56:19.599607 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340617bc-bce3-4174-835b-3dc05446943c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b226f2cf-9ae1-4b3d-8bbf-518c7c719fb3,revision_number=None']} {{(pid=110152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:56:19.934963 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9988e08-14ce-4287-97ed-0967f60045df req-6332449b-cf68-4b53-b59a-4ed8369adbce tempest-AttachVolumeTestJSON-185127037 tempest-AttachVolumeTestJSON-185127037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:56:19.936503 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-e9988e08-14ce-4287-97ed-0967f60045df req-6332449b-cf68-4b53-b59a-4ed8369adbce tempest-AttachVolumeTestJSON-185127037 tempest-AttachVolumeTestJSON-185127037-project] 10.222.0.60 "GET /v2.0/ports?device_id=f67aef06-0fe1-4ec5-a643-e51baea32b2e HTTP/1.1" status: 200 len: 945 time: 0.0495126 May 10 17:56:19.993362 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-e9988e08-14ce-4287-97ed-0967f60045df req-df134538-f6b4-4bc6-865d-4fca101265cc tempest-AttachVolumeTestJSON-185127037 tempest-AttachVolumeTestJSON-185127037-project] 10.222.0.60 "GET /v2.0/security-groups?id=901c15aa-9edf-4c4f-99fa-d12937d98f67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511260 May 10 17:56:21.116598 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b9af26-c59d-49fb-9ef6-31a795223089 req-59f1292f-445b-4060-8849-f1148592bf72 tempest-AttachVolumeTestJSON-185127037 tempest-AttachVolumeTestJSON-185127037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:56:21.118096 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-98b9af26-c59d-49fb-9ef6-31a795223089 req-59f1292f-445b-4060-8849-f1148592bf72 tempest-AttachVolumeTestJSON-185127037 tempest-AttachVolumeTestJSON-185127037-project] 10.222.0.60 "GET /v2.0/ports?device_id=f67aef06-0fe1-4ec5-a643-e51baea32b2e HTTP/1.1" status: 200 len: 945 time: 0.0494440 May 10 17:56:21.169129 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-98b9af26-c59d-49fb-9ef6-31a795223089 req-3aa5e954-61a5-4889-9054-ecfdcf33db3a tempest-AttachVolumeTestJSON-185127037 tempest-AttachVolumeTestJSON-185127037-project] 10.222.0.60 "GET /v2.0/security-groups?id=901c15aa-9edf-4c4f-99fa-d12937d98f67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451801 May 10 17:56:21.432066 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1f7343-77ac-49dc-8c2f-7f3494cbe35d req-cd0d717d-22ea-456c-8202-2595844aab00 tempest-AttachVolumeTestJSON-185127037 tempest-AttachVolumeTestJSON-185127037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:56:21.433522 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-2f1f7343-77ac-49dc-8c2f-7f3494cbe35d req-cd0d717d-22ea-456c-8202-2595844aab00 tempest-AttachVolumeTestJSON-185127037 tempest-AttachVolumeTestJSON-185127037-project] 10.222.0.60 "GET /v2.0/ports?device_id=f67aef06-0fe1-4ec5-a643-e51baea32b2e HTTP/1.1" status: 200 len: 945 time: 0.0641029 May 10 17:56:21.484708 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f2da8f-1be1-49ae-b633-20fd6fe20f30 req-ae621f75-d16e-47ce-905d-f2f867977b35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:56:21.486373 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-c3f2da8f-1be1-49ae-b633-20fd6fe20f30 req-ae621f75-d16e-47ce-905d-f2f867977b35 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=a83ced38e3ea471399fe49b3162b38e7&device_id=f67aef06-0fe1-4ec5-a643-e51baea32b2e HTTP/1.1" status: 200 len: 1129 time: 0.0677252 May 10 17:56:21.551494 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-2f1f7343-77ac-49dc-8c2f-7f3494cbe35d req-1bf83f3b-14ae-496c-9287-f701ebced5a5 tempest-AttachVolumeTestJSON-185127037 tempest-AttachVolumeTestJSON-185127037-project] 10.222.0.60 "GET /v2.0/security-groups?id=901c15aa-9edf-4c4f-99fa-d12937d98f67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0980937 May 10 17:56:21.602200 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f2da8f-1be1-49ae-b633-20fd6fe20f30 req-e6c43685-69f3-4f4a-891c-0b96861920b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:56:21.603689 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-c3f2da8f-1be1-49ae-b633-20fd6fe20f30 req-e6c43685-69f3-4f4a-891c-0b96861920b0 service neutron] 10.222.0.77 "GET /v2.0/networks?id=6723a7dd-891c-4580-9df3-21c9f6f08046 HTTP/1.1" status: 200 len: 911 time: 0.1094389 May 10 17:56:21.640463 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.wsgi [-] (110153) accepted ('10.222.0.60', 46958) {{(pid=110153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 17:56:21.684716 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-c3f2da8f-1be1-49ae-b633-20fd6fe20f30 req-1ada785f-c65b-4ae2-b209-9a5b95cef460 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b7f4dfb8-2c4d-4c91-8b1f-6040b097f331 HTTP/1.1" status: 200 len: 999 time: 0.0745087 May 10 17:56:21.736833 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f2da8f-1be1-49ae-b633-20fd6fe20f30 req-1d8e6763-6efb-4e8b-a30e-9b3d7a3fdf25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:56:21.738329 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-c3f2da8f-1be1-49ae-b633-20fd6fe20f30 req-1d8e6763-6efb-4e8b-a30e-9b3d7a3fdf25 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=125e9763-4051-4e2a-9a5e-3519d0c64e46 HTTP/1.1" status: 200 len: 849 time: 0.0479066 May 10 17:56:21.746890 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-83e537cc-5cc5-45ae-bf42-3da7d44409a8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:56:21.783507 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f2da8f-1be1-49ae-b633-20fd6fe20f30 req-9ca29b86-c830-44c6-977c-04ce1d453dce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:56:21.785111 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-c3f2da8f-1be1-49ae-b633-20fd6fe20f30 req-9ca29b86-c830-44c6-977c-04ce1d453dce service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=6723a7dd-891c-4580-9df3-21c9f6f08046&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0412986 May 10 17:56:21.826738 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-83e537cc-5cc5-45ae-bf42-3da7d44409a8 admin admin] Publish callbacks [] for security_group (9be9e8cc-e915-469a-8098-44473bf28c5a), precommit_create {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:56:21.830706 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-83e537cc-5cc5-45ae-bf42-3da7d44409a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-282428'] for security_group (9be9e8cc-e915-469a-8098-44473bf28c5a), after_create {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:56:21.869413 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e537cc-5cc5-45ae-bf42-3da7d44409a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9be9e8cc-e915-469a-8098-44473bf28c5a,revision_number=1']} {{(pid=110153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:56:21.880391 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.wsgi [-] (110152) accepted ('10.222.0.60', 46962) {{(pid=110152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 17:56:21.880504 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [None req-83e537cc-5cc5-45ae-bf42-3da7d44409a8 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=210b644907ae410483a4c9ab4d43772d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2381802 May 10 17:56:21.898251 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-c3f2da8f-1be1-49ae-b633-20fd6fe20f30 req-01adb72c-9d8a-4d74-a496-690542c2f25f service neutron] 10.222.0.77 "GET /v2.0/networks/6723a7dd-891c-4580-9df3-21c9f6f08046?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1062710 May 10 17:56:21.983905 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-43750fae-2a4f-4155-be77-688a9ba60853 admin admin] Publish callbacks [] for security_group (9be9e8cc-e915-469a-8098-44473bf28c5a), before_delete {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:56:22.024351 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-43750fae-2a4f-4155-be77-688a9ba60853 admin admin] Publish callbacks [] for security_group (9be9e8cc-e915-469a-8098-44473bf28c5a), precommit_delete {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:56:22.041404 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-c3f2da8f-1be1-49ae-b633-20fd6fe20f30 req-47a064da-813a-43b7-b600-29a23ed9a477 service neutron] 10.222.0.77 "GET /v2.0/networks/6723a7dd-891c-4580-9df3-21c9f6f08046?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1341426 May 10 17:56:22.081161 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-43750fae-2a4f-4155-be77-688a9ba60853 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-282428'] for security_group (9be9e8cc-e915-469a-8098-44473bf28c5a), after_delete {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:56:22.083816 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-43750fae-2a4f-4155-be77-688a9ba60853 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:56:22.087871 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [None req-43750fae-2a4f-4155-be77-688a9ba60853 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/9be9e8cc-e915-469a-8098-44473bf28c5a HTTP/1.1" status: 204 len: 168 time: 0.2034655 May 10 17:56:22.093167 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43750fae-2a4f-4155-be77-688a9ba60853 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9be9e8cc-e915-469a-8098-44473bf28c5a,revision_number=None']} {{(pid=110152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:56:22.357479 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.wsgi [-] (110152) accepted ('10.222.0.60', 46970) {{(pid=110152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 17:56:22.372061 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-c08947c2-4d2d-43b4-a87f-3f45aadebc97 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:56:22.450884 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-c08947c2-4d2d-43b4-a87f-3f45aadebc97 admin admin] Publish callbacks [] for security_group (59158639-905e-40e0-8f09-f17482f37935), precommit_create {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:56:22.455353 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-c08947c2-4d2d-43b4-a87f-3f45aadebc97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-282428'] for security_group (59158639-905e-40e0-8f09-f17482f37935), after_create {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:56:22.500611 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [None req-c08947c2-4d2d-43b4-a87f-3f45aadebc97 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=9fcfa8acc6d84bd9bad1d0c1a5ee5970&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1420243 May 10 17:56:22.501495 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08947c2-4d2d-43b4-a87f-3f45aadebc97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59158639-905e-40e0-8f09-f17482f37935,revision_number=1']} {{(pid=110152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:56:22.503278 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.wsgi [-] (110153) accepted ('10.222.0.60', 46976) {{(pid=110153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 17:56:22.555496 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-9570336e-b486-41a4-8e66-99939e0182c6 admin admin] Publish callbacks [] for security_group (59158639-905e-40e0-8f09-f17482f37935), before_delete {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:56:22.577638 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-9570336e-b486-41a4-8e66-99939e0182c6 admin admin] Publish callbacks [] for security_group (59158639-905e-40e0-8f09-f17482f37935), precommit_delete {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:56:22.634693 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-9570336e-b486-41a4-8e66-99939e0182c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-282428'] for security_group (59158639-905e-40e0-8f09-f17482f37935), after_delete {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:56:22.637494 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-9570336e-b486-41a4-8e66-99939e0182c6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:56:22.641340 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [None req-9570336e-b486-41a4-8e66-99939e0182c6 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/59158639-905e-40e0-8f09-f17482f37935 HTTP/1.1" status: 204 len: 168 time: 0.1362114 May 10 17:56:22.650228 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9570336e-b486-41a4-8e66-99939e0182c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59158639-905e-40e0-8f09-f17482f37935,revision_number=None']} {{(pid=110153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:56:22.692227 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77a1364-19d1-40c8-a260-21d0f716158d req-5dda5c69-241f-42f9-a518-8a2390f8fa29 tempest-AttachVolumeTestJSON-185127037 tempest-AttachVolumeTestJSON-185127037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:56:22.693827 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-b77a1364-19d1-40c8-a260-21d0f716158d req-5dda5c69-241f-42f9-a518-8a2390f8fa29 tempest-AttachVolumeTestJSON-185127037 tempest-AttachVolumeTestJSON-185127037-project] 10.222.0.60 "GET /v2.0/ports?device_id=f67aef06-0fe1-4ec5-a643-e51baea32b2e HTTP/1.1" status: 200 len: 945 time: 0.0588515 May 10 17:56:22.746068 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-b77a1364-19d1-40c8-a260-21d0f716158d req-a33a06ed-f4d4-4843-bc69-c5eb4a880586 tempest-AttachVolumeTestJSON-185127037 tempest-AttachVolumeTestJSON-185127037-project] 10.222.0.60 "GET /v2.0/security-groups?id=901c15aa-9edf-4c4f-99fa-d12937d98f67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452042 May 10 17:56:23.730503 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.wsgi [-] (110153) accepted ('10.222.0.60', 47018) {{(pid=110153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 17:56:23.851748 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-ebdeef99-7b5f-4e14-9aca-5caf1e14ed58 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:56:23.893996 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f49d67-4059-4aaf-bb35-d8f6a34f13be req-88abc9ce-9774-49cb-81e2-ad0a00d35452 tempest-AttachVolumeTestJSON-185127037 tempest-AttachVolumeTestJSON-185127037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:56:23.895536 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-16f49d67-4059-4aaf-bb35-d8f6a34f13be req-88abc9ce-9774-49cb-81e2-ad0a00d35452 tempest-AttachVolumeTestJSON-185127037 tempest-AttachVolumeTestJSON-185127037-project] 10.222.0.60 "GET /v2.0/ports?device_id=f67aef06-0fe1-4ec5-a643-e51baea32b2e HTTP/1.1" status: 200 len: 945 time: 0.0711596 May 10 17:56:23.937973 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-ebdeef99-7b5f-4e14-9aca-5caf1e14ed58 admin admin] Publish callbacks [] for security_group (64919896-25ae-4a02-b88e-86cbade827e5), precommit_create {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:56:23.941752 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-ebdeef99-7b5f-4e14-9aca-5caf1e14ed58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-282428'] for security_group (64919896-25ae-4a02-b88e-86cbade827e5), after_create {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:56:23.945695 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-16f49d67-4059-4aaf-bb35-d8f6a34f13be req-3a0521ca-cfe0-4e3a-aa8e-5f07c1caa8ef tempest-AttachVolumeTestJSON-185127037 tempest-AttachVolumeTestJSON-185127037-project] 10.222.0.60 "GET /v2.0/security-groups?id=901c15aa-9edf-4c4f-99fa-d12937d98f67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433095 May 10 17:56:23.984584 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [None req-ebdeef99-7b5f-4e14-9aca-5caf1e14ed58 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=3807b397f15f4887887bc231b5bccb66&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2529936 May 10 17:56:23.985699 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebdeef99-7b5f-4e14-9aca-5caf1e14ed58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64919896-25ae-4a02-b88e-86cbade827e5,revision_number=1']} {{(pid=110153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:56:23.987287 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.wsgi [-] (110152) accepted ('10.222.0.60', 47028) {{(pid=110152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 17:56:24.037275 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-59ed0a2d-57ab-4e1b-89e4-ae2a30f801cf admin admin] Publish callbacks [] for security_group (64919896-25ae-4a02-b88e-86cbade827e5), before_delete {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:56:24.061071 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-59ed0a2d-57ab-4e1b-89e4-ae2a30f801cf admin admin] Publish callbacks [] for security_group (64919896-25ae-4a02-b88e-86cbade827e5), precommit_delete {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:56:24.108698 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-59ed0a2d-57ab-4e1b-89e4-ae2a30f801cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-282428'] for security_group (64919896-25ae-4a02-b88e-86cbade827e5), after_delete {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:56:24.111279 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-59ed0a2d-57ab-4e1b-89e4-ae2a30f801cf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:56:24.112490 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [None req-59ed0a2d-57ab-4e1b-89e4-ae2a30f801cf admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/64919896-25ae-4a02-b88e-86cbade827e5 HTTP/1.1" status: 204 len: 168 time: 0.1240425 May 10 17:56:24.121257 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ed0a2d-57ab-4e1b-89e4-ae2a30f801cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64919896-25ae-4a02-b88e-86cbade827e5,revision_number=None']} {{(pid=110152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:56:27.574464 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-a79e870e-fec5-4ccb-bc35-664d1ef7554e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781795183391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525393'] for agent (b2ad0527-00d5-4995-bc97-ec84c4e02f0b), after_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:56:29.951274 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-4ec25eea-d50a-476c-9137-f363d60c0c8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781795183391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525393'] for agent (eaac381b-e402-41c3-a8e6-8f962681d3e6), after_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:56:31.499397 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-d07e8966-ef10-4d42-b774-228753b3fd3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781795183391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525393'] for agent (a55810b0-63c4-4499-a4d9-efcdb1615ce8), after_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:56:31.645741 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781795183391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525393'] for agent (16638279-eb91-49a3-95a5-8b540cc2f948), after_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:56:33.088630 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-ae45faaf-356d-4e4a-a605-33fedb92cd97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781795183391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525393'] for agent (6a57b374-0daf-4fe3-9dd1-3d457a537aa7), after_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:56:34.516202 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-6e697e78-9dd1-4bc1-8573-56b901d07725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781795183391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525393'] for agent (fdc37a75-b7a9-4e92-a59c-f5b8c02d060c), after_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:56:37.847588 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.db.agents_db [None req-b17e131c-d64b-4b97-8e8f-6c45925a5783 None None] Agent healthcheck: found 6 active agents {{(pid=110155) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 17:56:45.397885 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-58ca3bbb-28e3-4507-be38-b785cdc37bc6 req-ee084a2e-3257-4c8f-99ce-450cfe1131a0 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=f67aef06-0fe1-4ec5-a643-e51baea32b2e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0416608 May 10 17:56:45.478598 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ca3bbb-28e3-4507-be38-b785cdc37bc6 req-b9052b11-551e-4a30-a755-92478b87a0f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:56:45.480705 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-58ca3bbb-28e3-4507-be38-b785cdc37bc6 req-b9052b11-551e-4a30-a755-92478b87a0f5 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=a83ced38e3ea471399fe49b3162b38e7&device_id=f67aef06-0fe1-4ec5-a643-e51baea32b2e HTTP/1.1" status: 200 len: 1129 time: 0.0400710 May 10 17:56:45.585391 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ca3bbb-28e3-4507-be38-b785cdc37bc6 req-3c12e788-b972-4501-8356-332c309e1569 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:56:45.586856 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-58ca3bbb-28e3-4507-be38-b785cdc37bc6 req-3c12e788-b972-4501-8356-332c309e1569 service neutron] 10.222.0.77 "GET /v2.0/networks?id=6723a7dd-891c-4580-9df3-21c9f6f08046 HTTP/1.1" status: 200 len: 911 time: 0.0886457 May 10 17:56:45.659549 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-58ca3bbb-28e3-4507-be38-b785cdc37bc6 req-4ca958c0-a39c-4ec0-acad-e8360bfa758b service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b7f4dfb8-2c4d-4c91-8b1f-6040b097f331 HTTP/1.1" status: 200 len: 999 time: 0.0659118 May 10 17:56:45.711733 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ca3bbb-28e3-4507-be38-b785cdc37bc6 req-39b1bc3f-f45e-4b5b-9ea2-f200c5c061c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:56:45.713383 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-58ca3bbb-28e3-4507-be38-b785cdc37bc6 req-39b1bc3f-f45e-4b5b-9ea2-f200c5c061c9 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=125e9763-4051-4e2a-9a5e-3519d0c64e46 HTTP/1.1" status: 200 len: 849 time: 0.0473135 May 10 17:56:45.761094 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ca3bbb-28e3-4507-be38-b785cdc37bc6 req-c075e381-9642-493c-a33c-700d52067fb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:56:45.762834 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-58ca3bbb-28e3-4507-be38-b785cdc37bc6 req-c075e381-9642-493c-a33c-700d52067fb4 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=6723a7dd-891c-4580-9df3-21c9f6f08046&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0428381 May 10 17:56:45.864269 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-58ca3bbb-28e3-4507-be38-b785cdc37bc6 req-ff5ee7c6-ac43-411c-9988-96b8ad32fa40 service neutron] 10.222.0.77 "GET /v2.0/networks/6723a7dd-891c-4580-9df3-21c9f6f08046?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942535 May 10 17:56:45.959187 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-58ca3bbb-28e3-4507-be38-b785cdc37bc6 req-6a13abab-87e0-44dc-b2cf-388a1d0187a1 service neutron] 10.222.0.77 "GET /v2.0/networks/6723a7dd-891c-4580-9df3-21c9f6f08046?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882630 May 10 17:56:49.192472 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.wsgi [-] (110153) accepted ('10.222.0.60', 47346) {{(pid=110153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 17:56:49.297245 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-24351f8b-8c3f-4360-855d-138af24ab84b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:56:49.372271 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-24351f8b-8c3f-4360-855d-138af24ab84b admin admin] Publish callbacks [] for security_group (679224a0-6580-434c-82d8-391e1a138929), precommit_create {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:56:49.376049 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-24351f8b-8c3f-4360-855d-138af24ab84b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-282428'] for security_group (679224a0-6580-434c-82d8-391e1a138929), after_create {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:56:49.415884 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [None req-24351f8b-8c3f-4360-855d-138af24ab84b admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=430379e3acc443778a206d97d80184d9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2222955 May 10 17:56:49.416747 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24351f8b-8c3f-4360-855d-138af24ab84b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=679224a0-6580-434c-82d8-391e1a138929,revision_number=1']} {{(pid=110153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:56:49.419092 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.wsgi [-] (110152) accepted ('10.222.0.60', 47352) {{(pid=110152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 17:56:49.471789 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-82e0f2b1-222d-4f2f-9915-c600c9f2fc5b admin admin] Publish callbacks [] for security_group (679224a0-6580-434c-82d8-391e1a138929), before_delete {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:56:49.497990 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-82e0f2b1-222d-4f2f-9915-c600c9f2fc5b admin admin] Publish callbacks [] for security_group (679224a0-6580-434c-82d8-391e1a138929), precommit_delete {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:56:49.548717 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-82e0f2b1-222d-4f2f-9915-c600c9f2fc5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-282428'] for security_group (679224a0-6580-434c-82d8-391e1a138929), after_delete {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:56:49.551643 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-82e0f2b1-222d-4f2f-9915-c600c9f2fc5b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:56:49.552834 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [None req-82e0f2b1-222d-4f2f-9915-c600c9f2fc5b admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/679224a0-6580-434c-82d8-391e1a138929 HTTP/1.1" status: 204 len: 168 time: 0.1309013 May 10 17:56:49.561744 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e0f2b1-222d-4f2f-9915-c600c9f2fc5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=679224a0-6580-434c-82d8-391e1a138929,revision_number=None']} {{(pid=110152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:56:49.569149 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82e0f2b1-222d-4f2f-9915-c600c9f2fc5b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:56:49.569497 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82e0f2b1-222d-4f2f-9915-c600c9f2fc5b admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:56:49.569841 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82e0f2b1-222d-4f2f-9915-c600c9f2fc5b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:56:49.570184 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82e0f2b1-222d-4f2f-9915-c600c9f2fc5b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:56:49.570537 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82e0f2b1-222d-4f2f-9915-c600c9f2fc5b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:56:49.570859 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82e0f2b1-222d-4f2f-9915-c600c9f2fc5b admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:56:49.571188 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82e0f2b1-222d-4f2f-9915-c600c9f2fc5b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:56:49.571549 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82e0f2b1-222d-4f2f-9915-c600c9f2fc5b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:56:49.571881 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82e0f2b1-222d-4f2f-9915-c600c9f2fc5b admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:56:49.572204 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82e0f2b1-222d-4f2f-9915-c600c9f2fc5b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:56:49.572531 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82e0f2b1-222d-4f2f-9915-c600c9f2fc5b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:56:49.572856 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82e0f2b1-222d-4f2f-9915-c600c9f2fc5b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:56:49.573177 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82e0f2b1-222d-4f2f-9915-c600c9f2fc5b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:56:49.573504 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82e0f2b1-222d-4f2f-9915-c600c9f2fc5b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:56:49.574503 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82e0f2b1-222d-4f2f-9915-c600c9f2fc5b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:56:49.821956 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.wsgi [-] (110152) accepted ('10.222.0.60', 47358) {{(pid=110152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 17:56:49.835395 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-55131fa6-3fd4-496d-a546-1127bffc4436 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:56:49.910099 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-55131fa6-3fd4-496d-a546-1127bffc4436 admin admin] Publish callbacks [] for security_group (efce2c0f-8de3-406e-a070-eb57acd7299c), precommit_create {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:56:49.914003 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-55131fa6-3fd4-496d-a546-1127bffc4436 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-282428'] for security_group (efce2c0f-8de3-406e-a070-eb57acd7299c), after_create {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:56:49.953549 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [None req-55131fa6-3fd4-496d-a546-1127bffc4436 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=590dbbf63f9f42d7bf24d60a84f1f472&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1304734 May 10 17:56:49.954287 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55131fa6-3fd4-496d-a546-1127bffc4436 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efce2c0f-8de3-406e-a070-eb57acd7299c,revision_number=1']} {{(pid=110152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:56:49.956467 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.wsgi [-] (110153) accepted ('10.222.0.60', 47360) {{(pid=110153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 17:56:50.005796 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-f560f673-9f75-4a62-a64c-ad93085b411b admin admin] Publish callbacks [] for security_group (efce2c0f-8de3-406e-a070-eb57acd7299c), before_delete {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:56:50.031190 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-f560f673-9f75-4a62-a64c-ad93085b411b admin admin] Publish callbacks [] for security_group (efce2c0f-8de3-406e-a070-eb57acd7299c), precommit_delete {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:56:50.081359 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-f560f673-9f75-4a62-a64c-ad93085b411b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-282428'] for security_group (efce2c0f-8de3-406e-a070-eb57acd7299c), after_delete {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:56:50.083979 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-f560f673-9f75-4a62-a64c-ad93085b411b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:56:50.085205 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [None req-f560f673-9f75-4a62-a64c-ad93085b411b admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/efce2c0f-8de3-406e-a070-eb57acd7299c HTTP/1.1" status: 204 len: 168 time: 0.1277018 May 10 17:56:50.093924 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f560f673-9f75-4a62-a64c-ad93085b411b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efce2c0f-8de3-406e-a070-eb57acd7299c,revision_number=None']} {{(pid=110153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:56:51.837786 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.wsgi [-] (110153) accepted ('10.222.0.60', 47418) {{(pid=110153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 17:56:51.965871 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-bfbd121a-b00e-4631-95d1-7c97c273d67d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:56:52.037860 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-bfbd121a-b00e-4631-95d1-7c97c273d67d admin admin] Publish callbacks [] for security_group (f95282d1-4092-4a81-bb06-4ccf8f56ec19), precommit_create {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:56:52.043141 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-bfbd121a-b00e-4631-95d1-7c97c273d67d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-282428'] for security_group (f95282d1-4092-4a81-bb06-4ccf8f56ec19), after_create {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:56:52.080076 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbd121a-b00e-4631-95d1-7c97c273d67d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f95282d1-4092-4a81-bb06-4ccf8f56ec19,revision_number=1']} {{(pid=110153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:56:52.084221 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [None req-bfbd121a-b00e-4631-95d1-7c97c273d67d admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=f2acacc2e16743f589c4bb5929cf9a87&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2452822 May 10 17:56:52.086777 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.wsgi [-] (110153) accepted ('10.222.0.60', 47424) {{(pid=110153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 17:56:52.135086 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-a1930647-e7b1-4ece-bc81-ad8af89c5286 admin admin] Publish callbacks [] for security_group (f95282d1-4092-4a81-bb06-4ccf8f56ec19), before_delete {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:56:52.157439 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-a1930647-e7b1-4ece-bc81-ad8af89c5286 admin admin] Publish callbacks [] for security_group (f95282d1-4092-4a81-bb06-4ccf8f56ec19), precommit_delete {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:56:52.208645 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-a1930647-e7b1-4ece-bc81-ad8af89c5286 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-282428'] for security_group (f95282d1-4092-4a81-bb06-4ccf8f56ec19), after_delete {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:56:52.211218 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-a1930647-e7b1-4ece-bc81-ad8af89c5286 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:56:52.212413 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [None req-a1930647-e7b1-4ece-bc81-ad8af89c5286 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/f95282d1-4092-4a81-bb06-4ccf8f56ec19 HTTP/1.1" status: 204 len: 168 time: 0.1247585 May 10 17:56:52.220663 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1930647-e7b1-4ece-bc81-ad8af89c5286 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f95282d1-4092-4a81-bb06-4ccf8f56ec19,revision_number=None']} {{(pid=110153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:56:52.471309 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.wsgi [-] (110153) accepted ('10.222.0.60', 47430) {{(pid=110153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 17:56:52.485281 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-4f83dec5-2656-4c9a-859f-b705b31acfa3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:56:52.580959 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-4f83dec5-2656-4c9a-859f-b705b31acfa3 admin admin] Publish callbacks [] for security_group (2f00e2be-6274-4e49-bdde-f11576c02779), precommit_create {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:56:52.586107 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-4f83dec5-2656-4c9a-859f-b705b31acfa3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-282428'] for security_group (2f00e2be-6274-4e49-bdde-f11576c02779), after_create {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:56:52.628012 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [None req-4f83dec5-2656-4c9a-859f-b705b31acfa3 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=bd9d27254a6247969236dea92b6ad26b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1555781 May 10 17:56:52.630163 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f83dec5-2656-4c9a-859f-b705b31acfa3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f00e2be-6274-4e49-bdde-f11576c02779,revision_number=1']} {{(pid=110153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:56:52.631118 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.wsgi [-] (110153) accepted ('10.222.0.60', 47434) {{(pid=110153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 17:56:52.682668 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-4c041d76-04ee-4b41-82bb-c88801c7e0ac admin admin] Publish callbacks [] for security_group (2f00e2be-6274-4e49-bdde-f11576c02779), before_delete {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:56:52.711661 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-4c041d76-04ee-4b41-82bb-c88801c7e0ac admin admin] Publish callbacks [] for security_group (2f00e2be-6274-4e49-bdde-f11576c02779), precommit_delete {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:56:52.762024 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-4c041d76-04ee-4b41-82bb-c88801c7e0ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-282428'] for security_group (2f00e2be-6274-4e49-bdde-f11576c02779), after_delete {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:56:52.764665 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-4c041d76-04ee-4b41-82bb-c88801c7e0ac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:56:52.765827 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [None req-4c041d76-04ee-4b41-82bb-c88801c7e0ac admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/2f00e2be-6274-4e49-bdde-f11576c02779 HTTP/1.1" status: 204 len: 168 time: 0.1337698 May 10 17:56:52.773766 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c041d76-04ee-4b41-82bb-c88801c7e0ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f00e2be-6274-4e49-bdde-f11576c02779,revision_number=None']} {{(pid=110153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:56:57.577183 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-99e58214-dd94-404a-aa3b-ac7817bbea82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781795183391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525393'] for agent (b2ad0527-00d5-4995-bc97-ec84c4e02f0b), after_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:56:59.954153 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-68f9e5e6-9e24-4e98-a1a6-029df44bd068 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781795183391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525393'] for agent (eaac381b-e402-41c3-a8e6-8f962681d3e6), after_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:57:01.503314 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-d07e8966-ef10-4d42-b774-228753b3fd3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781795183391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525393'] for agent (a55810b0-63c4-4499-a4d9-efcdb1615ce8), after_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:57:01.640944 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781795183391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525393'] for agent (16638279-eb91-49a3-95a5-8b540cc2f948), after_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:57:03.088827 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-ae45faaf-356d-4e4a-a605-33fedb92cd97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781795183391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525393'] for agent (6a57b374-0daf-4fe3-9dd1-3d457a537aa7), after_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:57:04.518738 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-6e697e78-9dd1-4bc1-8573-56b901d07725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781795183391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525393'] for agent (fdc37a75-b7a9-4e92-a59c-f5b8c02d060c), after_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:57:08.306706 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-65278487-d139-4147-8943-40c850ce6937 req-a8c452cc-034c-464f-9d82-295510048179 tempest-TestVolumeBootPattern-524323740 tempest-TestVolumeBootPattern-524323740-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-900555845&fields=id&tenant_id=c93f0e69798e491aba3c8cf1493c2733 HTTP/1.1" status: 200 len: 267 time: 0.0432210 May 10 17:57:08.416530 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65278487-d139-4147-8943-40c850ce6937 req-d70edeff-3654-4a45-9742-5a323505b2a0 tempest-TestVolumeBootPattern-524323740 tempest-TestVolumeBootPattern-524323740-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:57:08.418710 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-65278487-d139-4147-8943-40c850ce6937 req-d70edeff-3654-4a45-9742-5a323505b2a0 tempest-TestVolumeBootPattern-524323740 tempest-TestVolumeBootPattern-524323740-project] 10.222.0.60 "GET /v2.0/networks?id=0e710c0b-0b9b-4762-af88-7b56961d06bc HTTP/1.1" status: 200 len: 811 time: 0.1043639 May 10 17:57:08.433460 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-65278487-d139-4147-8943-40c850ce6937 req-4fb035aa-3abb-4bec-94e1-87eb81c23b86 tempest-TestVolumeBootPattern-524323740 tempest-TestVolumeBootPattern-524323740-project] 10.222.0.60 "GET /v2.0/quotas/c93f0e69798e491aba3c8cf1493c2733 HTTP/1.1" status: 200 len: 375 time: 0.0090370 May 10 17:57:08.485563 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-65278487-d139-4147-8943-40c850ce6937 req-d7ee2dbd-8c14-47be-bb95-58929ea6dbb9 tempest-TestVolumeBootPattern-524323740 tempest-TestVolumeBootPattern-524323740-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=c93f0e69798e491aba3c8cf1493c2733&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0464141 May 10 17:57:08.616242 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.wsgi [req-65278487-d139-4147-8943-40c850ce6937 req-3bcc7061-c494-4f17-ba37-ac29d2ed3ba9 service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=110152) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 10 17:57:08.616940 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-65278487-d139-4147-8943-40c850ce6937 req-3bcc7061-c494-4f17-ba37-ac29d2ed3ba9 service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.1184180 May 10 17:57:08.717162 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-65278487-d139-4147-8943-40c850ce6937 req-9fb95b17-28c2-42df-9c51-00a7c2ed6f6d service neutron] 10.222.0.60 "GET /v2.0/networks/0e710c0b-0b9b-4762-af88-7b56961d06bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927746 May 10 17:57:08.813381 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-65278487-d139-4147-8943-40c850ce6937 req-af428542-c938-48bc-a038-53fa9e34cd94 service neutron] 10.222.0.60 "GET /v2.0/networks/0e710c0b-0b9b-4762-af88-7b56961d06bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887628 May 10 17:57:09.107259 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-a5143323-16c3-4b36-8f05-78a9cd02988c req-53a584f3-0651-4f29-a069-7a82ee31399a tempest-TestVolumeBootPattern-524323740 tempest-TestVolumeBootPattern-524323740-project] 10.222.0.60 "GET /v2.0/ports?device_id=10549f70-f1b2-414c-80e7-f79e0acb1ae1 HTTP/1.1" status: 200 len: 210 time: 0.0299456 May 10 17:57:10.019601 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.wsgi [-] (110153) accepted ('10.222.0.60', 47654) {{(pid=110153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 17:57:10.148048 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-a41ca8cb-dec1-4c11-92ea-726a05047222 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:57:10.245311 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-cb9c0e18-2909-4ae6-8567-e27e1e8ecdd0 req-a3e42378-1552-48e7-b75a-74cd48f6ca98 tempest-TestVolumeBootPattern-524323740 tempest-TestVolumeBootPattern-524323740-project] 10.222.0.60 "GET /v2.0/ports?device_id=10549f70-f1b2-414c-80e7-f79e0acb1ae1 HTTP/1.1" status: 200 len: 210 time: 0.0354667 May 10 17:57:10.279055 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-a41ca8cb-dec1-4c11-92ea-726a05047222 admin admin] Publish callbacks [] for security_group (0bda71d8-4426-48a4-9b83-c1717e63b3de), precommit_create {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:57:10.288401 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-a41ca8cb-dec1-4c11-92ea-726a05047222 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-282428'] for security_group (0bda71d8-4426-48a4-9b83-c1717e63b3de), after_create {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:57:10.311447 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65278487-d139-4147-8943-40c850ce6937 req-14e67e77-7f82-4b53-96ba-823941b2b8da tempest-TestVolumeBootPattern-524323740 tempest-TestVolumeBootPattern-524323740-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:57:10.316373 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.wsgi [-] (110153) accepted ('10.222.0.60', 47664) {{(pid=110153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 17:57:10.316919 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-65278487-d139-4147-8943-40c850ce6937 req-14e67e77-7f82-4b53-96ba-823941b2b8da tempest-TestVolumeBootPattern-524323740 tempest-TestVolumeBootPattern-524323740-project] 10.222.0.77 "GET /v2.0/networks?id=0e710c0b-0b9b-4762-af88-7b56961d06bc HTTP/1.1" status: 200 len: 811 time: 0.1609540 May 10 17:57:10.321069 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [None req-a41ca8cb-dec1-4c11-92ea-726a05047222 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=995a8e02b9594c82b43bca683937d177&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2981427 May 10 17:57:10.321399 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.wsgi [-] (110152) accepted ('10.222.0.60', 47666) {{(pid=110152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 17:57:10.344951 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41ca8cb-dec1-4c11-92ea-726a05047222 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bda71d8-4426-48a4-9b83-c1717e63b3de,revision_number=1']} {{(pid=110153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:57:10.352997 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a41ca8cb-dec1-4c11-92ea-726a05047222 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:57:10.353426 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a41ca8cb-dec1-4c11-92ea-726a05047222 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:57:10.353776 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a41ca8cb-dec1-4c11-92ea-726a05047222 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:57:10.354117 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a41ca8cb-dec1-4c11-92ea-726a05047222 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:57:10.354454 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a41ca8cb-dec1-4c11-92ea-726a05047222 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:57:10.354788 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a41ca8cb-dec1-4c11-92ea-726a05047222 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:57:10.355115 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a41ca8cb-dec1-4c11-92ea-726a05047222 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:57:10.355487 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a41ca8cb-dec1-4c11-92ea-726a05047222 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:57:10.356501 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a41ca8cb-dec1-4c11-92ea-726a05047222 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:57:10.356853 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a41ca8cb-dec1-4c11-92ea-726a05047222 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:57:10.357212 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a41ca8cb-dec1-4c11-92ea-726a05047222 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:57:10.357577 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a41ca8cb-dec1-4c11-92ea-726a05047222 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:57:10.357910 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a41ca8cb-dec1-4c11-92ea-726a05047222 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:57:10.358235 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a41ca8cb-dec1-4c11-92ea-726a05047222 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:57:10.358669 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a41ca8cb-dec1-4c11-92ea-726a05047222 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:57:10.386708 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-b1fbb2c8-96ed-4a5c-a117-f3a9ba0d57ef admin admin] Publish callbacks [] for security_group (0bda71d8-4426-48a4-9b83-c1717e63b3de), before_delete {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:57:10.425624 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-b1fbb2c8-96ed-4a5c-a117-f3a9ba0d57ef admin admin] Publish callbacks [] for security_group (0bda71d8-4426-48a4-9b83-c1717e63b3de), precommit_delete {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:57:10.452652 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-ca754602-c233-479e-ae0c-18f779307fb7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:57:10.469534 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-65278487-d139-4147-8943-40c850ce6937 req-c4d370de-b8d4-4245-af2c-7978cd761f08 tempest-TestVolumeBootPattern-524323740 tempest-TestVolumeBootPattern-524323740-project] 10.222.0.77 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c93f0e69798e491aba3c8cf1493c2733 HTTP/1.1" status: 200 len: 379 time: 0.1057577 May 10 17:57:10.483013 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.v2.base [req-65278487-d139-4147-8943-40c850ce6937 req-49101363-de87-49e7-a807-d0c63d234598 tempest-TestVolumeBootPattern-524323740 tempest-TestVolumeBootPattern-524323740-project] Request body: {'port': {'device_id': '10549f70-f1b2-414c-80e7-f79e0acb1ae1', 'network_id': '0e710c0b-0b9b-4762-af88-7b56961d06bc', 'admin_state_up': True, 'tenant_id': 'c93f0e69798e491aba3c8cf1493c2733', 'security_groups': ['aec4a23b-9be6-4a04-ad33-bd1ff431d47e']}} {{(pid=110152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 17:57:10.531358 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-ca754602-c233-479e-ae0c-18f779307fb7 admin admin] Publish callbacks [] for security_group (18839b84-4ded-4195-af6a-65c2afdce952), precommit_create {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:57:10.537028 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-ca754602-c233-479e-ae0c-18f779307fb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-282428'] for security_group (18839b84-4ded-4195-af6a-65c2afdce952), after_create {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:57:10.549676 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-b1fbb2c8-96ed-4a5c-a117-f3a9ba0d57ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-282428'] for security_group (0bda71d8-4426-48a4-9b83-c1717e63b3de), after_delete {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:57:10.552271 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-b1fbb2c8-96ed-4a5c-a117-f3a9ba0d57ef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:57:10.555737 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [None req-b1fbb2c8-96ed-4a5c-a117-f3a9ba0d57ef admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/0bda71d8-4426-48a4-9b83-c1717e63b3de HTTP/1.1" status: 204 len: 168 time: 0.2310412 May 10 17:57:10.577285 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [None req-ca754602-c233-479e-ae0c-18f779307fb7 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=65c57ab59a94463481e45fd81e9d9015&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2574506 May 10 17:57:10.578508 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca754602-c233-479e-ae0c-18f779307fb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18839b84-4ded-4195-af6a-65c2afdce952,revision_number=1']} {{(pid=110153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:57:10.580213 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.wsgi [-] (110152) accepted ('10.222.0.60', 47672) {{(pid=110152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 17:57:10.584362 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1fbb2c8-96ed-4a5c-a117-f3a9ba0d57ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bda71d8-4426-48a4-9b83-c1717e63b3de,revision_number=None']} {{(pid=110152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:57:10.666540 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-65278487-d139-4147-8943-40c850ce6937 req-49101363-de87-49e7-a807-d0c63d234598 tempest-TestVolumeBootPattern-524323740 tempest-TestVolumeBootPattern-524323740-project] Made reservation on behalf of c93f0e69798e491aba3c8cf1493c2733 for: {'port': 1} {{(pid=110152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 17:57:10.671648 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [req-65278487-d139-4147-8943-40c850ce6937 req-49101363-de87-49e7-a807-d0c63d234598 tempest-TestVolumeBootPattern-524323740 tempest-TestVolumeBootPattern-524323740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1514036'] for port (None), before_create {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:57:10.691805 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-d8d151c0-3d29-48a7-998e-d4211a112b34 admin admin] Publish callbacks [] for security_group (18839b84-4ded-4195-af6a-65c2afdce952), before_delete {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:57:10.727139 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-d8d151c0-3d29-48a7-998e-d4211a112b34 admin admin] Publish callbacks [] for security_group (18839b84-4ded-4195-af6a-65c2afdce952), precommit_delete {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:57:10.862197 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-d8d151c0-3d29-48a7-998e-d4211a112b34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-282428'] for security_group (18839b84-4ded-4195-af6a-65c2afdce952), after_delete {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:57:10.864758 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-d8d151c0-3d29-48a7-998e-d4211a112b34 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:57:10.865918 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [None req-d8d151c0-3d29-48a7-998e-d4211a112b34 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/18839b84-4ded-4195-af6a-65c2afdce952 HTTP/1.1" status: 204 len: 168 time: 0.2790742 May 10 17:57:10.874373 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.db.db_base_plugin_common [req-65278487-d139-4147-8943-40c850ce6937 req-49101363-de87-49e7-a807-d0c63d234598 tempest-TestVolumeBootPattern-524323740 tempest-TestVolumeBootPattern-524323740-project] Allocated IP 172.20.0.10 (0e710c0b-0b9b-4762-af88-7b56961d06bc/f9bb4cee-673b-4ef0-9b91-80ed1ec77b59/fb74e985-7afc-4d8a-a0ab-c3df196c6c97) {{(pid=110152) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 17:57:10.884147 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d151c0-3d29-48a7-998e-d4211a112b34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18839b84-4ded-4195-af6a-65c2afdce952,revision_number=None']} {{(pid=110152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:57:11.071837 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [req-65278487-d139-4147-8943-40c850ce6937 req-49101363-de87-49e7-a807-d0c63d234598 tempest-TestVolumeBootPattern-524323740 tempest-TestVolumeBootPattern-524323740-project] Publish callbacks [] for port (fb74e985-7afc-4d8a-a0ab-c3df196c6c97), precommit_create {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:57:11.110507 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [req-65278487-d139-4147-8943-40c850ce6937 req-49101363-de87-49e7-a807-d0c63d234598 tempest-TestVolumeBootPattern-524323740 tempest-TestVolumeBootPattern-524323740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1514136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781794686064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5018186'] for port (fb74e985-7afc-4d8a-a0ab-c3df196c6c97), after_create {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:57:11.158740 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-65278487-d139-4147-8943-40c850ce6937 req-49101363-de87-49e7-a807-d0c63d234598 tempest-TestVolumeBootPattern-524323740 tempest-TestVolumeBootPattern-524323740-project] Network 0e710c0b-0b9b-4762-af88-7b56961d06bc is already hosted by enough agents. {{(pid=110152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 17:57:11.162022 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.scheduler.base_scheduler [req-65278487-d139-4147-8943-40c850ce6937 req-49101363-de87-49e7-a807-d0c63d234598 tempest-TestVolumeBootPattern-524323740 tempest-TestVolumeBootPattern-524323740-project] Resources bound (agent type, host, resource id): {{(pid=110152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 17:57:11.169072 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.db.l3_dvrscheduler_db [req-65278487-d139-4147-8943-40c850ce6937 req-49101363-de87-49e7-a807-d0c63d234598 tempest-TestVolumeBootPattern-524323740 tempest-TestVolumeBootPattern-524323740-project] Received port after_create {{(pid=110152) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 17:57:11.197956 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49101363-de87-49e7-a807-d0c63d234598 tempest-TestVolumeBootPattern-524323740 tempest-TestVolumeBootPattern-524323740-project] Pushing event updated for resources: {'Port': ['ID=fb74e985-7afc-4d8a-a0ab-c3df196c6c97,revision_number=1']} {{(pid=110152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:57:11.233468 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65278487-d139-4147-8943-40c850ce6937 req-49101363-de87-49e7-a807-d0c63d234598 tempest-TestVolumeBootPattern-524323740 tempest-TestVolumeBootPattern-524323740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:57:11.234284 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [req-65278487-d139-4147-8943-40c850ce6937 req-49101363-de87-49e7-a807-d0c63d234598 tempest-TestVolumeBootPattern-524323740 tempest-TestVolumeBootPattern-524323740-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29634'] for port (None), before_response {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:57:11.260217 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-65278487-d139-4147-8943-40c850ce6937 req-49101363-de87-49e7-a807-d0c63d234598 tempest-TestVolumeBootPattern-524323740 tempest-TestVolumeBootPattern-524323740-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7815511 May 10 17:57:11.296945 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.v2.base [req-65278487-d139-4147-8943-40c850ce6937 req-07657042-16bf-4f5f-b058-1179665f5193 service neutron] Request body: {'port': {'device_id': '10549f70-f1b2-414c-80e7-f79e0acb1ae1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84130'}} {{(pid=110152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 17:57:11.321516 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.wsgi [-] (110153) accepted ('10.222.0.60', 47698) {{(pid=110153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 17:57:11.340718 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-b6fb635e-fa53-49dd-8c77-caadc9370863 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:57:11.416856 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [req-65278487-d139-4147-8943-40c850ce6937 req-07657042-16bf-4f5f-b058-1179665f5193 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1514036'] for port (fb74e985-7afc-4d8a-a0ab-c3df196c6c97), before_update {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:57:11.437577 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edf7763-24e5-4390-8952-8e88178f70b4 req-0f54e4b4-030b-414b-92be-78a779f3aff2 tempest-TestVolumeBootPattern-524323740 tempest-TestVolumeBootPattern-524323740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:57:11.439228 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-0edf7763-24e5-4390-8952-8e88178f70b4 req-0f54e4b4-030b-414b-92be-78a779f3aff2 tempest-TestVolumeBootPattern-524323740 tempest-TestVolumeBootPattern-524323740-project] 10.222.0.60 "GET /v2.0/ports?device_id=10549f70-f1b2-414c-80e7-f79e0acb1ae1 HTTP/1.1" status: 200 len: 932 time: 0.1073141 May 10 17:57:11.454233 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.db.provisioning_blocks [None req-58305b74-d794-4738-926c-c078162d4494 None None] Provisioning complete for port fb74e985-7afc-4d8a-a0ab-c3df196c6c97 triggered by entity DHCP. {{(pid=110154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 17:57:11.455483 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-b6fb635e-fa53-49dd-8c77-caadc9370863 admin admin] Publish callbacks [] for security_group (8710082e-f50f-4ed1-b246-f07fd659a2c8), precommit_create {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:57:11.456498 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-58305b74-d794-4738-926c-c078162d4494 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525495'] for port (fb74e985-7afc-4d8a-a0ab-c3df196c6c97), provisioning_complete {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:57:11.464183 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-b6fb635e-fa53-49dd-8c77-caadc9370863 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-282428'] for security_group (8710082e-f50f-4ed1-b246-f07fd659a2c8), after_create {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:57:11.500151 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.plugin [None req-58305b74-d794-4738-926c-c078162d4494 None None] Port fb74e985-7afc-4d8a-a0ab-c3df196c6c97 cannot update to ACTIVE because it is not bound. {{(pid=110154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 10 17:57:11.514970 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [None req-b6fb635e-fa53-49dd-8c77-caadc9370863 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=8cfe46eacdc644f2a192395ce010d204&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1921816 May 10 17:57:11.517466 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.wsgi [-] (110153) accepted ('10.222.0.60', 47702) {{(pid=110153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 17:57:11.524534 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6fb635e-fa53-49dd-8c77-caadc9370863 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8710082e-f50f-4ed1-b246-f07fd659a2c8,revision_number=1']} {{(pid=110153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:57:11.577643 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-3af5f5e8-59ae-4141-9a6e-c93396e7be08 admin admin] Publish callbacks [] for security_group (8710082e-f50f-4ed1-b246-f07fd659a2c8), before_delete {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:57:11.606077 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-3af5f5e8-59ae-4141-9a6e-c93396e7be08 admin admin] Publish callbacks [] for security_group (8710082e-f50f-4ed1-b246-f07fd659a2c8), precommit_delete {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:57:11.659413 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-0edf7763-24e5-4390-8952-8e88178f70b4 req-27985c20-ced5-4dac-83ce-626044340787 tempest-TestVolumeBootPattern-524323740 tempest-TestVolumeBootPattern-524323740-project] 10.222.0.60 "GET /v2.0/security-groups?id=aec4a23b-9be6-4a04-ad33-bd1ff431d47e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2104166 May 10 17:57:11.674832 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-3af5f5e8-59ae-4141-9a6e-c93396e7be08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-282428'] for security_group (8710082e-f50f-4ed1-b246-f07fd659a2c8), after_delete {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:57:11.674832 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-3af5f5e8-59ae-4141-9a6e-c93396e7be08 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:57:11.676850 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [None req-3af5f5e8-59ae-4141-9a6e-c93396e7be08 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/8710082e-f50f-4ed1-b246-f07fd659a2c8 HTTP/1.1" status: 204 len: 168 time: 0.1582608 May 10 17:57:11.686204 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af5f5e8-59ae-4141-9a6e-c93396e7be08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8710082e-f50f-4ed1-b246-f07fd659a2c8,revision_number=None']} {{(pid=110153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:57:11.789236 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.notifiers.nova [req-65278487-d139-4147-8943-40c850ce6937 req-07657042-16bf-4f5f-b058-1179665f5193 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fb74e985-7afc-4d8a-a0ab-c3df196c6c97 {{(pid=110152) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 17:57:11.798961 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [req-65278487-d139-4147-8943-40c850ce6937 req-07657042-16bf-4f5f-b058-1179665f5193 service neutron] Publish callbacks [] for port (fb74e985-7afc-4d8a-a0ab-c3df196c6c97), precommit_update {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:57:11.822036 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.db.provisioning_blocks [req-65278487-d139-4147-8943-40c850ce6937 req-07657042-16bf-4f5f-b058-1179665f5193 service neutron] Transition to ACTIVE for port object fb74e985-7afc-4d8a-a0ab-c3df196c6c97 will not be triggered until provisioned by entity L2. {{(pid=110152) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 10 17:57:11.827963 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [req-65278487-d139-4147-8943-40c850ce6937 req-07657042-16bf-4f5f-b058-1179665f5193 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1514136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781795229094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781794686082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781794686100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5018163'] for port (fb74e985-7afc-4d8a-a0ab-c3df196c6c97), after_update {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:57:11.882149 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07657042-16bf-4f5f-b058-1179665f5193 service neutron] Pushing event updated for resources: {'Port': ['ID=fb74e985-7afc-4d8a-a0ab-c3df196c6c97,revision_number=2']} {{(pid=110152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:57:11.982312 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.plugins.ml2.managers [req-65278487-d139-4147-8943-40c850ce6937 req-07657042-16bf-4f5f-b058-1179665f5193 service neutron] Attempting to bind port fb74e985-7afc-4d8a-a0ab-c3df196c6c97 on host hv-cinder-84130 for vnic_type normal with profile {{(pid=110152) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 17:57:11.982672 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.plugins.ml2.managers [req-65278487-d139-4147-8943-40c850ce6937 req-07657042-16bf-4f5f-b058-1179665f5193 service neutron] Attempting to bind port fb74e985-7afc-4d8a-a0ab-c3df196c6c97 by drivers openvswitch,hyperv on host hv-cinder-84130 at level 0 using segments [{'id': '230564c6-143b-4e52-aa0f-dd48bc60401d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '0e710c0b-0b9b-4762-af88-7b56961d06bc'}] {{(pid=110152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 17:57:11.983014 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65278487-d139-4147-8943-40c850ce6937 req-07657042-16bf-4f5f-b058-1179665f5193 service neutron] Attempting to bind port fb74e985-7afc-4d8a-a0ab-c3df196c6c97 on network 0e710c0b-0b9b-4762-af88-7b56961d06bc {{(pid=110152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 17:57:11.988115 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65278487-d139-4147-8943-40c850ce6937 req-07657042-16bf-4f5f-b058-1179665f5193 service neutron] Port fb74e985-7afc-4d8a-a0ab-c3df196c6c97 on network 0e710c0b-0b9b-4762-af88-7b56961d06bc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84130 {{(pid=110152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 17:57:11.988453 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65278487-d139-4147-8943-40c850ce6937 req-07657042-16bf-4f5f-b058-1179665f5193 service neutron] Attempting to bind port fb74e985-7afc-4d8a-a0ab-c3df196c6c97 on network 0e710c0b-0b9b-4762-af88-7b56961d06bc {{(pid=110152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 17:57:11.998615 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65278487-d139-4147-8943-40c850ce6937 req-07657042-16bf-4f5f-b058-1179665f5193 service neutron] Checking agent: {'id': '16638279-eb91-49a3-95a5-8b540cc2f948', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84130', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 17, 42, 31), 'started_at': datetime.datetime(2022, 5, 10, 17, 42, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 17, 57, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 17:57:11.998967 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65278487-d139-4147-8943-40c850ce6937 req-07657042-16bf-4f5f-b058-1179665f5193 service neutron] Checking segment: {'id': '230564c6-143b-4e52-aa0f-dd48bc60401d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '0e710c0b-0b9b-4762-af88-7b56961d06bc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 17:57:11.999477 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65278487-d139-4147-8943-40c850ce6937 req-07657042-16bf-4f5f-b058-1179665f5193 service neutron] Bound using segment: {'id': '230564c6-143b-4e52-aa0f-dd48bc60401d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '0e710c0b-0b9b-4762-af88-7b56961d06bc'} {{(pid=110152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 17:57:11.999934 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.plugins.ml2.managers [req-65278487-d139-4147-8943-40c850ce6937 req-07657042-16bf-4f5f-b058-1179665f5193 service neutron] Bound port: fb74e985-7afc-4d8a-a0ab-c3df196c6c97, host: hv-cinder-84130, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '230564c6-143b-4e52-aa0f-dd48bc60401d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '0e710c0b-0b9b-4762-af88-7b56961d06bc'}}] {{(pid=110152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 17:57:12.000301 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [req-65278487-d139-4147-8943-40c850ce6937 req-07657042-16bf-4f5f-b058-1179665f5193 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1514036'] for port (fb74e985-7afc-4d8a-a0ab-c3df196c6c97), before_update {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:57:12.120206 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.plugins.ml2.db [req-65278487-d139-4147-8943-40c850ce6937 req-07657042-16bf-4f5f-b058-1179665f5193 service neutron] For port fb74e985-7afc-4d8a-a0ab-c3df196c6c97, host hv-cinder-84130, cleared binding levels {{(pid=110152) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 17:57:12.124577 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.plugins.ml2.db [req-65278487-d139-4147-8943-40c850ce6937 req-07657042-16bf-4f5f-b058-1179665f5193 service neutron] For port fb74e985-7afc-4d8a-a0ab-c3df196c6c97, host hv-cinder-84130, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84130',level=0,port_id=fb74e985-7afc-4d8a-a0ab-c3df196c6c97,segment=NetworkSegment(230564c6-143b-4e52-aa0f-dd48bc60401d),segment_id=230564c6-143b-4e52-aa0f-dd48bc60401d)] {{(pid=110152) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 17:57:12.134448 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [req-65278487-d139-4147-8943-40c850ce6937 req-07657042-16bf-4f5f-b058-1179665f5193 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1514136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781795229094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781794686082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781794686100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5018163'] for port (fb74e985-7afc-4d8a-a0ab-c3df196c6c97), after_update {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:57:12.180582 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65278487-d139-4147-8943-40c850ce6937 req-07657042-16bf-4f5f-b058-1179665f5193 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:57:12.181275 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [req-65278487-d139-4147-8943-40c850ce6937 req-07657042-16bf-4f5f-b058-1179665f5193 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29634'] for port (None), before_response {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:57:12.182943 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-65278487-d139-4147-8943-40c850ce6937 req-07657042-16bf-4f5f-b058-1179665f5193 service neutron] 10.222.0.77 "PUT /v2.0/ports/fb74e985-7afc-4d8a-a0ab-c3df196c6c97 HTTP/1.1" status: 200 len: 1094 time: 0.8945045 May 10 17:57:12.183708 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10549f70-f1b2-414c-80e7-f79e0acb1ae1', 'tag': 'fb74e985-7afc-4d8a-a0ab-c3df196c6c97'}] {{(pid=110152) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 17:57:12.186802 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0e5bab204033c83635b1e14c3e3a099c647719281f8bf9f740a5b80828d0d04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fffedd62-fe47-440b-bde0-acae619c4e03" -d '{"events": [{"name": "network-changed", "server_uuid": "10549f70-f1b2-414c-80e7-f79e0acb1ae1", "tag": "fb74e985-7afc-4d8a-a0ab-c3df196c6c97"}]}' {{(pid=110152) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 17:57:12.241586 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07657042-16bf-4f5f-b058-1179665f5193 service neutron] Pushing event updated for resources: {'Port': ['ID=fb74e985-7afc-4d8a-a0ab-c3df196c6c97,revision_number=3']} {{(pid=110152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:57:12.254908 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 17:57:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5ea9f4f-11bc-40e7-894f-0691fd4f8392 x-openstack-request-id: req-a5ea9f4f-11bc-40e7-894f-0691fd4f8392 {{(pid=110152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 17:57:12.255210 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "10549f70-f1b2-414c-80e7-f79e0acb1ae1", "tag": "fb74e985-7afc-4d8a-a0ab-c3df196c6c97", "status": "completed", "code": 200}]} {{(pid=110152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 17:57:12.255502 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-a5ea9f4f-11bc-40e7-894f-0691fd4f8392 {{(pid=110152) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 17:57:12.255918 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a5ea9f4f-11bc-40e7-894f-0691fd4f8392'] response: {'name': 'network-changed', 'server_uuid': '10549f70-f1b2-414c-80e7-f79e0acb1ae1', 'tag': 'fb74e985-7afc-4d8a-a0ab-c3df196c6c97', 'status': 'completed', 'code': 200} May 10 17:57:12.320519 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65278487-d139-4147-8943-40c850ce6937 req-e1fb78b5-a114-489e-ad88-00792584da73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:57:12.322202 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-65278487-d139-4147-8943-40c850ce6937 req-e1fb78b5-a114-489e-ad88-00792584da73 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=c93f0e69798e491aba3c8cf1493c2733&device_id=10549f70-f1b2-414c-80e7-f79e0acb1ae1 HTTP/1.1" status: 200 len: 1128 time: 0.0479574 May 10 17:57:12.390495 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-65278487-d139-4147-8943-40c850ce6937 req-a15b1c52-06bf-473f-9978-6dd9b739b6b0 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fb74e985-7afc-4d8a-a0ab-c3df196c6c97 HTTP/1.1" status: 200 len: 217 time: 0.0530005 May 10 17:57:12.465815 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65278487-d139-4147-8943-40c850ce6937 req-3170616d-f421-425a-8fbe-786d2a6b76bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:57:12.467311 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-65278487-d139-4147-8943-40c850ce6937 req-3170616d-f421-425a-8fbe-786d2a6b76bd service neutron] 10.222.0.77 "GET /v2.0/subnets?id=f9bb4cee-673b-4ef0-9b91-80ed1ec77b59 HTTP/1.1" status: 200 len: 850 time: 0.0690851 May 10 17:57:12.521365 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65278487-d139-4147-8943-40c850ce6937 req-80a845d8-e9fb-40c6-a0b1-5b31aca25fb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:57:12.522898 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-65278487-d139-4147-8943-40c850ce6937 req-80a845d8-e9fb-40c6-a0b1-5b31aca25fb1 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=0e710c0b-0b9b-4762-af88-7b56961d06bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0485733 May 10 17:57:12.625679 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-65278487-d139-4147-8943-40c850ce6937 req-43a08d59-66cc-4079-a758-23bc4e5197e3 service neutron] 10.222.0.77 "GET /v2.0/networks/0e710c0b-0b9b-4762-af88-7b56961d06bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0965102 May 10 17:57:12.723704 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-65278487-d139-4147-8943-40c850ce6937 req-fb6077a4-67ba-4c2f-a255-6be8bda4afa5 service neutron] 10.222.0.77 "GET /v2.0/networks/0e710c0b-0b9b-4762-af88-7b56961d06bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910528 May 10 17:57:12.785124 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a290118f-a34f-4b8e-b920-176c4d8b5a94 req-80d19b2b-63a6-4d3a-86d1-b0eee7102012 tempest-TestVolumeBootPattern-524323740 tempest-TestVolumeBootPattern-524323740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:57:12.786817 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-a290118f-a34f-4b8e-b920-176c4d8b5a94 req-80d19b2b-63a6-4d3a-86d1-b0eee7102012 tempest-TestVolumeBootPattern-524323740 tempest-TestVolumeBootPattern-524323740-project] 10.222.0.60 "GET /v2.0/ports?device_id=10549f70-f1b2-414c-80e7-f79e0acb1ae1 HTTP/1.1" status: 200 len: 944 time: 0.0548084 May 10 17:57:12.851224 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-a290118f-a34f-4b8e-b920-176c4d8b5a94 req-be8fc38a-b7f1-4b3e-8294-611737eab2fb tempest-TestVolumeBootPattern-524323740 tempest-TestVolumeBootPattern-524323740-project] 10.222.0.60 "GET /v2.0/security-groups?id=aec4a23b-9be6-4a04-ad33-bd1ff431d47e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0565116 May 10 17:57:13.828242 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffedd62-fe47-440b-bde0-acae619c4e03 req-bf0b17ea-665b-469a-8676-c16e6d3f0e47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:57:13.829720 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-fffedd62-fe47-440b-bde0-acae619c4e03 req-bf0b17ea-665b-469a-8676-c16e6d3f0e47 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=c93f0e69798e491aba3c8cf1493c2733&device_id=10549f70-f1b2-414c-80e7-f79e0acb1ae1 HTTP/1.1" status: 200 len: 1128 time: 0.0424457 May 10 17:57:13.934839 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffedd62-fe47-440b-bde0-acae619c4e03 req-fe7e3a5e-3b0b-4e3d-a614-4bf52be70dfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:57:13.936275 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-fffedd62-fe47-440b-bde0-acae619c4e03 req-fe7e3a5e-3b0b-4e3d-a614-4bf52be70dfc service neutron] 10.222.0.77 "GET /v2.0/networks?id=0e710c0b-0b9b-4762-af88-7b56961d06bc HTTP/1.1" status: 200 len: 912 time: 0.0958626 May 10 17:57:13.996998 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-fffedd62-fe47-440b-bde0-acae619c4e03 req-9b267e09-9cd3-4fdc-a2c2-9c3dd2f20b2b service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fb74e985-7afc-4d8a-a0ab-c3df196c6c97 HTTP/1.1" status: 200 len: 217 time: 0.0361824 May 10 17:57:14.010460 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c16bf10-3676-4bbc-8c62-c1099701fead req-c38334a0-ffdc-4ed2-abae-9681ecba2382 tempest-TestVolumeBootPattern-524323740 tempest-TestVolumeBootPattern-524323740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:57:14.012806 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-7c16bf10-3676-4bbc-8c62-c1099701fead req-c38334a0-ffdc-4ed2-abae-9681ecba2382 tempest-TestVolumeBootPattern-524323740 tempest-TestVolumeBootPattern-524323740-project] 10.222.0.60 "GET /v2.0/ports?device_id=10549f70-f1b2-414c-80e7-f79e0acb1ae1 HTTP/1.1" status: 200 len: 944 time: 0.0897748 May 10 17:57:14.084548 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffedd62-fe47-440b-bde0-acae619c4e03 req-ab10321d-b92f-4faf-801c-9a28611729cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:57:14.086009 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-fffedd62-fe47-440b-bde0-acae619c4e03 req-ab10321d-b92f-4faf-801c-9a28611729cd service neutron] 10.222.0.77 "GET /v2.0/subnets?id=f9bb4cee-673b-4ef0-9b91-80ed1ec77b59 HTTP/1.1" status: 200 len: 850 time: 0.0722642 May 10 17:57:14.108170 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-7c16bf10-3676-4bbc-8c62-c1099701fead req-098ba2d3-7cc4-4d89-9c5a-365260440e65 tempest-TestVolumeBootPattern-524323740 tempest-TestVolumeBootPattern-524323740-project] 10.222.0.60 "GET /v2.0/security-groups?id=aec4a23b-9be6-4a04-ad33-bd1ff431d47e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0872359 May 10 17:57:14.135965 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffedd62-fe47-440b-bde0-acae619c4e03 req-ed6dce84-a6e6-481a-a8f8-6de9f096c92b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:57:14.138187 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-fffedd62-fe47-440b-bde0-acae619c4e03 req-ed6dce84-a6e6-481a-a8f8-6de9f096c92b service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=0e710c0b-0b9b-4762-af88-7b56961d06bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0428686 May 10 17:57:14.231212 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-fffedd62-fe47-440b-bde0-acae619c4e03 req-fd606520-d712-4340-bc62-65c3644c74a9 service neutron] 10.222.0.77 "GET /v2.0/networks/0e710c0b-0b9b-4762-af88-7b56961d06bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853648 May 10 17:57:14.336217 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-fffedd62-fe47-440b-bde0-acae619c4e03 req-48dcc7ac-50fe-4dda-9d97-f056a7ff61d7 service neutron] 10.222.0.77 "GET /v2.0/networks/0e710c0b-0b9b-4762-af88-7b56961d06bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927327 May 10 17:57:14.848555 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.db.agents_db [None req-b17e131c-d64b-4b97-8e8f-6c45925a5783 None None] Agent healthcheck: found 6 active agents {{(pid=110155) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 17:57:15.229757 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ca912f-544e-4dc0-b4ed-8c45f26bd03b req-b311f87c-7ae3-4a2b-8e73-3e7099d92437 tempest-TestVolumeBootPattern-524323740 tempest-TestVolumeBootPattern-524323740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:57:15.230787 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-83ca912f-544e-4dc0-b4ed-8c45f26bd03b req-b311f87c-7ae3-4a2b-8e73-3e7099d92437 tempest-TestVolumeBootPattern-524323740 tempest-TestVolumeBootPattern-524323740-project] 10.222.0.60 "GET /v2.0/ports?device_id=10549f70-f1b2-414c-80e7-f79e0acb1ae1 HTTP/1.1" status: 200 len: 944 time: 0.0510738 May 10 17:57:15.288312 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-83ca912f-544e-4dc0-b4ed-8c45f26bd03b req-46fa1460-9f28-47ae-84a7-f8da20fd4c88 tempest-TestVolumeBootPattern-524323740 tempest-TestVolumeBootPattern-524323740-project] 10.222.0.60 "GET /v2.0/security-groups?id=aec4a23b-9be6-4a04-ad33-bd1ff431d47e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507908 May 10 17:57:16.407720 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831881cd-434d-4a7c-8495-e45286a95909 req-a24338af-f7ef-45a2-b871-791fd8f6a8f6 tempest-TestVolumeBootPattern-524323740 tempest-TestVolumeBootPattern-524323740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:57:16.409216 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-831881cd-434d-4a7c-8495-e45286a95909 req-a24338af-f7ef-45a2-b871-791fd8f6a8f6 tempest-TestVolumeBootPattern-524323740 tempest-TestVolumeBootPattern-524323740-project] 10.222.0.60 "GET /v2.0/ports?device_id=10549f70-f1b2-414c-80e7-f79e0acb1ae1 HTTP/1.1" status: 200 len: 944 time: 0.0514851 May 10 17:57:16.464181 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-831881cd-434d-4a7c-8495-e45286a95909 req-4976bf89-f323-4976-a8ab-bbff1e2d1e14 tempest-TestVolumeBootPattern-524323740 tempest-TestVolumeBootPattern-524323740-project] 10.222.0.60 "GET /v2.0/security-groups?id=aec4a23b-9be6-4a04-ad33-bd1ff431d47e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494480 May 10 17:57:17.579954 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40983ff9-ce62-4717-943f-6e886c9f586e req-5e24a467-63ef-4f7c-ab9b-450bffae7210 tempest-TestVolumeBootPattern-524323740 tempest-TestVolumeBootPattern-524323740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:57:17.581483 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-40983ff9-ce62-4717-943f-6e886c9f586e req-5e24a467-63ef-4f7c-ab9b-450bffae7210 tempest-TestVolumeBootPattern-524323740 tempest-TestVolumeBootPattern-524323740-project] 10.222.0.60 "GET /v2.0/ports?device_id=10549f70-f1b2-414c-80e7-f79e0acb1ae1 HTTP/1.1" status: 200 len: 944 time: 0.0496569 May 10 17:57:17.635830 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-40983ff9-ce62-4717-943f-6e886c9f586e req-46ff8642-6685-4232-9002-bf20df17ad38 tempest-TestVolumeBootPattern-524323740 tempest-TestVolumeBootPattern-524323740-project] 10.222.0.60 "GET /v2.0/security-groups?id=aec4a23b-9be6-4a04-ad33-bd1ff431d47e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487108 May 10 17:57:18.752388 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4739ae-d203-4f81-84fe-5da81bb0d228 req-228d01be-4c52-41af-b3d4-76676338b7a4 tempest-TestVolumeBootPattern-524323740 tempest-TestVolumeBootPattern-524323740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:57:18.753860 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-fd4739ae-d203-4f81-84fe-5da81bb0d228 req-228d01be-4c52-41af-b3d4-76676338b7a4 tempest-TestVolumeBootPattern-524323740 tempest-TestVolumeBootPattern-524323740-project] 10.222.0.60 "GET /v2.0/ports?device_id=10549f70-f1b2-414c-80e7-f79e0acb1ae1 HTTP/1.1" status: 200 len: 944 time: 0.0507503 May 10 17:57:18.801959 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-fd4739ae-d203-4f81-84fe-5da81bb0d228 req-2f597d8c-8ab5-4c49-bca8-7fceb29606df tempest-TestVolumeBootPattern-524323740 tempest-TestVolumeBootPattern-524323740-project] 10.222.0.60 "GET /v2.0/security-groups?id=aec4a23b-9be6-4a04-ad33-bd1ff431d47e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425227 May 10 17:57:19.327643 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.wsgi [-] (110153) accepted ('10.222.0.60', 47908) {{(pid=110153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 17:57:19.437386 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-0beb29f9-6a42-401f-a08c-4acb23caaaba admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:57:19.511603 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-0beb29f9-6a42-401f-a08c-4acb23caaaba admin admin] Publish callbacks [] for security_group (768f5cd6-3228-4032-808b-c3deda4d9e44), precommit_create {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:57:19.515149 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-0beb29f9-6a42-401f-a08c-4acb23caaaba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-282428'] for security_group (768f5cd6-3228-4032-808b-c3deda4d9e44), after_create {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:57:19.556375 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [None req-0beb29f9-6a42-401f-a08c-4acb23caaaba admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=f86b8892e7d9409d8846ff058304ee8d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2276058 May 10 17:57:19.557237 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0beb29f9-6a42-401f-a08c-4acb23caaaba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=768f5cd6-3228-4032-808b-c3deda4d9e44,revision_number=1']} {{(pid=110153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:57:19.559726 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.wsgi [-] (110152) accepted ('10.222.0.60', 47912) {{(pid=110152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 17:57:19.616384 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-b67c09e8-208b-4e44-8d1e-79fb6b2ab2c6 admin admin] Publish callbacks [] for security_group (768f5cd6-3228-4032-808b-c3deda4d9e44), before_delete {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:57:19.637776 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-b67c09e8-208b-4e44-8d1e-79fb6b2ab2c6 admin admin] Publish callbacks [] for security_group (768f5cd6-3228-4032-808b-c3deda4d9e44), precommit_delete {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:57:19.688406 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-b67c09e8-208b-4e44-8d1e-79fb6b2ab2c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-282428'] for security_group (768f5cd6-3228-4032-808b-c3deda4d9e44), after_delete {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:57:19.691060 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-b67c09e8-208b-4e44-8d1e-79fb6b2ab2c6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:57:19.692292 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [None req-b67c09e8-208b-4e44-8d1e-79fb6b2ab2c6 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/768f5cd6-3228-4032-808b-c3deda4d9e44 HTTP/1.1" status: 204 len: 168 time: 0.1312966 May 10 17:57:19.700260 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67c09e8-208b-4e44-8d1e-79fb6b2ab2c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=768f5cd6-3228-4032-808b-c3deda4d9e44,revision_number=None']} {{(pid=110152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:57:19.928121 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1d8d26-ead1-42c6-8e00-758cdc1ff95c req-d9f1bdbd-3584-4ddd-b617-a2135a127337 tempest-TestVolumeBootPattern-524323740 tempest-TestVolumeBootPattern-524323740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:57:19.929622 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-6a1d8d26-ead1-42c6-8e00-758cdc1ff95c req-d9f1bdbd-3584-4ddd-b617-a2135a127337 tempest-TestVolumeBootPattern-524323740 tempest-TestVolumeBootPattern-524323740-project] 10.222.0.60 "GET /v2.0/ports?device_id=10549f70-f1b2-414c-80e7-f79e0acb1ae1 HTTP/1.1" status: 200 len: 944 time: 0.0473411 May 10 17:57:20.005810 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-6a1d8d26-ead1-42c6-8e00-758cdc1ff95c req-9cad90ae-047e-47c1-af9e-c4dc7b18c8f8 tempest-TestVolumeBootPattern-524323740 tempest-TestVolumeBootPattern-524323740-project] 10.222.0.60 "GET /v2.0/security-groups?id=aec4a23b-9be6-4a04-ad33-bd1ff431d47e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0697091 May 10 17:57:20.006840 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.wsgi [-] (110152) accepted ('10.222.0.60', 47922) {{(pid=110152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 17:57:20.025026 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-5978fc51-4a52-4d7e-a356-69c69f2559f8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:57:20.106396 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-5978fc51-4a52-4d7e-a356-69c69f2559f8 admin admin] Publish callbacks [] for security_group (65ddd6b8-9d6d-4ea3-8149-1d599827570a), precommit_create {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:57:20.110434 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-5978fc51-4a52-4d7e-a356-69c69f2559f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-282428'] for security_group (65ddd6b8-9d6d-4ea3-8149-1d599827570a), after_create {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:57:20.147377 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5978fc51-4a52-4d7e-a356-69c69f2559f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65ddd6b8-9d6d-4ea3-8149-1d599827570a,revision_number=1']} {{(pid=110152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:57:20.151693 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [None req-5978fc51-4a52-4d7e-a356-69c69f2559f8 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=344bbefaf7da41049d068cc00b945988&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1437871 May 10 17:57:20.154333 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.wsgi [-] (110152) accepted ('10.222.0.60', 47924) {{(pid=110152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 17:57:20.205006 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-33a8d6a3-ee6f-43df-8ab9-07ee84d5b131 admin admin] Publish callbacks [] for security_group (65ddd6b8-9d6d-4ea3-8149-1d599827570a), before_delete {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:57:20.228517 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-33a8d6a3-ee6f-43df-8ab9-07ee84d5b131 admin admin] Publish callbacks [] for security_group (65ddd6b8-9d6d-4ea3-8149-1d599827570a), precommit_delete {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:57:20.273375 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-33a8d6a3-ee6f-43df-8ab9-07ee84d5b131 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-282428'] for security_group (65ddd6b8-9d6d-4ea3-8149-1d599827570a), after_delete {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:57:20.276106 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-33a8d6a3-ee6f-43df-8ab9-07ee84d5b131 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:57:20.277325 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [None req-33a8d6a3-ee6f-43df-8ab9-07ee84d5b131 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/65ddd6b8-9d6d-4ea3-8149-1d599827570a HTTP/1.1" status: 204 len: 168 time: 0.1220984 May 10 17:57:20.286264 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a8d6a3-ee6f-43df-8ab9-07ee84d5b131 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65ddd6b8-9d6d-4ea3-8149-1d599827570a,revision_number=None']} {{(pid=110152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:57:20.631452 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.wsgi [-] (110152) accepted ('10.222.0.60', 47930) {{(pid=110152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 17:57:20.644394 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-3cea44cd-cd3b-47f0-ae29-2e48c7c25728 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:57:20.722267 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-3cea44cd-cd3b-47f0-ae29-2e48c7c25728 admin admin] Publish callbacks [] for security_group (2a041b02-3d0e-48c2-8e80-9a52d959d060), precommit_create {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:57:20.726208 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-3cea44cd-cd3b-47f0-ae29-2e48c7c25728 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-282428'] for security_group (2a041b02-3d0e-48c2-8e80-9a52d959d060), after_create {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:57:20.775261 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [None req-3cea44cd-cd3b-47f0-ae29-2e48c7c25728 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=6e682186e70543ab8edd38eaba315b7e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1427436 May 10 17:57:20.777264 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cea44cd-cd3b-47f0-ae29-2e48c7c25728 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a041b02-3d0e-48c2-8e80-9a52d959d060,revision_number=1']} {{(pid=110152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:57:20.778562 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.wsgi [-] (110153) accepted ('10.222.0.60', 47934) {{(pid=110153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 17:57:20.827011 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-fe84c7ca-95e0-4210-a599-5ab3eb1d0ae1 admin admin] Publish callbacks [] for security_group (2a041b02-3d0e-48c2-8e80-9a52d959d060), before_delete {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:57:20.850308 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-fe84c7ca-95e0-4210-a599-5ab3eb1d0ae1 admin admin] Publish callbacks [] for security_group (2a041b02-3d0e-48c2-8e80-9a52d959d060), precommit_delete {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:57:20.899395 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-fe84c7ca-95e0-4210-a599-5ab3eb1d0ae1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-282428'] for security_group (2a041b02-3d0e-48c2-8e80-9a52d959d060), after_delete {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:57:20.901984 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-fe84c7ca-95e0-4210-a599-5ab3eb1d0ae1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:57:20.903903 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [None req-fe84c7ca-95e0-4210-a599-5ab3eb1d0ae1 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/2a041b02-3d0e-48c2-8e80-9a52d959d060 HTTP/1.1" status: 204 len: 168 time: 0.1243088 May 10 17:57:20.911564 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe84c7ca-95e0-4210-a599-5ab3eb1d0ae1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a041b02-3d0e-48c2-8e80-9a52d959d060,revision_number=None']} {{(pid=110153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:57:21.040337 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.rpc [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Device fb74e985-7afc-4d8a-a0ab-c3df196c6c97 details requested by agent hyperv_hv-cinder-84130 with host hv-cinder-84130 {{(pid=110154) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 17:57:21.141968 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fd70af-7dee-4047-b965-66b018b2d434 req-5c40df7a-3e06-4140-b612-5d7b67a273b2 tempest-TestVolumeBootPattern-524323740 tempest-TestVolumeBootPattern-524323740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:57:21.143688 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-b2fd70af-7dee-4047-b965-66b018b2d434 req-5c40df7a-3e06-4140-b612-5d7b67a273b2 tempest-TestVolumeBootPattern-524323740 tempest-TestVolumeBootPattern-524323740-project] 10.222.0.60 "GET /v2.0/ports?device_id=10549f70-f1b2-414c-80e7-f79e0acb1ae1 HTTP/1.1" status: 200 len: 944 time: 0.0636513 May 10 17:57:21.156688 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.db [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] For port fb74e985-7afc-4d8a-a0ab-c3df196c6c97, host hv-cinder-84130, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84130',level=0,port_id=fb74e985-7afc-4d8a-a0ab-c3df196c6c97,segment=NetworkSegment(230564c6-143b-4e52-aa0f-dd48bc60401d),segment_id=230564c6-143b-4e52-aa0f-dd48bc60401d)] {{(pid=110154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 17:57:21.169710 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.rpc [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Returning: {'device': 'fb74e985-7afc-4d8a-a0ab-c3df196c6c97', 'network_id': '0e710c0b-0b9b-4762-af88-7b56961d06bc', 'port_id': 'fb74e985-7afc-4d8a-a0ab-c3df196c6c97', 'mac_address': 'fa:16:3e:2d:70:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 566, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9bb4cee-673b-4ef0-9b91-80ed1ec77b59', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110154) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 17:57:21.207467 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-b2fd70af-7dee-4047-b965-66b018b2d434 req-bb67dda6-c783-4ab1-8185-6eef61edefb7 tempest-TestVolumeBootPattern-524323740 tempest-TestVolumeBootPattern-524323740-project] 10.222.0.60 "GET /v2.0/security-groups?id=aec4a23b-9be6-4a04-ad33-bd1ff431d47e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0574632 May 10 17:57:21.217080 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.plugin [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Current status of the port fb74e985-7afc-4d8a-a0ab-c3df196c6c97 is: DOWN; New status is: BUILD {{(pid=110154) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 17:57:21.217749 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1514036'] for port (fb74e985-7afc-4d8a-a0ab-c3df196c6c97), before_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:57:21.233831 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.notifiers.nova [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fb74e985-7afc-4d8a-a0ab-c3df196c6c97 {{(pid=110154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 17:57:21.256014 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.db [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] For port fb74e985-7afc-4d8a-a0ab-c3df196c6c97, host hv-cinder-84130, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84130',level=0,port_id=fb74e985-7afc-4d8a-a0ab-c3df196c6c97,segment=NetworkSegment(230564c6-143b-4e52-aa0f-dd48bc60401d),segment_id=230564c6-143b-4e52-aa0f-dd48bc60401d)] {{(pid=110154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 17:57:21.260402 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1514136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781795229094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781794686082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781794686100'] for port (fb74e985-7afc-4d8a-a0ab-c3df196c6c97), after_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:57:21.314963 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Pushing event updated for resources: {'Port': ['ID=fb74e985-7afc-4d8a-a0ab-c3df196c6c97,revision_number=4']} {{(pid=110154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:57:21.322572 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:57:21.322914 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:57:21.323257 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:57:21.323624 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:57:21.323961 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:57:21.324295 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:57:21.325187 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:57:21.325517 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:57:21.326130 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:57:21.326649 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:57:21.326975 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:57:21.327302 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:57:21.327653 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:57:21.328002 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:57:21.328321 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:57:21.706715 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.db [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] get_ports_and_sgs() called for port_ids ['fb74e985-7afc-4d8a-a0ab-c3df196c6c97'] {{(pid=110154) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 17:57:22.329922 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc08631-2abf-4a3e-aa56-5e142b071272 req-d1ca6927-f6e2-47d4-b8c9-0b0d91fd5638 tempest-TestVolumeBootPattern-524323740 tempest-TestVolumeBootPattern-524323740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:57:22.331419 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-2bc08631-2abf-4a3e-aa56-5e142b071272 req-d1ca6927-f6e2-47d4-b8c9-0b0d91fd5638 tempest-TestVolumeBootPattern-524323740 tempest-TestVolumeBootPattern-524323740-project] 10.222.0.60 "GET /v2.0/ports?device_id=10549f70-f1b2-414c-80e7-f79e0acb1ae1 HTTP/1.1" status: 200 len: 945 time: 0.0521927 May 10 17:57:22.379464 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-2bc08631-2abf-4a3e-aa56-5e142b071272 req-82f8fff9-338f-47ea-8135-c9b3149a590a tempest-TestVolumeBootPattern-524323740 tempest-TestVolumeBootPattern-524323740-project] 10.222.0.60 "GET /v2.0/security-groups?id=aec4a23b-9be6-4a04-ad33-bd1ff431d47e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423961 May 10 17:57:23.059534 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.rpc [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Device fb74e985-7afc-4d8a-a0ab-c3df196c6c97 up at agent hyperv_hv-cinder-84130 {{(pid=110154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 17:57:23.105152 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.db.provisioning_blocks [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Provisioning for port fb74e985-7afc-4d8a-a0ab-c3df196c6c97 completed by entity L2. {{(pid=110154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 10 17:57:23.111573 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.db.provisioning_blocks [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Provisioning complete for port fb74e985-7afc-4d8a-a0ab-c3df196c6c97 triggered by entity L2. {{(pid=110154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 17:57:23.111929 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525495'] for port (fb74e985-7afc-4d8a-a0ab-c3df196c6c97), provisioning_complete {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:57:23.190269 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.plugin [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Current status of the port fb74e985-7afc-4d8a-a0ab-c3df196c6c97 is: BUILD; New status is: ACTIVE {{(pid=110154) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 17:57:23.190642 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1514036'] for port (fb74e985-7afc-4d8a-a0ab-c3df196c6c97), before_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:57:23.215548 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10549f70-f1b2-414c-80e7-f79e0acb1ae1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb74e985-7afc-4d8a-a0ab-c3df196c6c97'}] {{(pid=110154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 17:57:23.218039 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81f5a9f60a7176de4ec81ee2de5d4e9bd281d17703f5d6403e6a691a644f2f07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-976bdcb3-ea4b-4968-85d1-984212f28959" -d '{"events": [{"server_uuid": "10549f70-f1b2-414c-80e7-f79e0acb1ae1", "name": "network-vif-plugged", "status": "completed", "tag": "fb74e985-7afc-4d8a-a0ab-c3df196c6c97"}]}' {{(pid=110154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 17:57:23.230702 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.db [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] For port fb74e985-7afc-4d8a-a0ab-c3df196c6c97, host hv-cinder-84130, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84130',level=0,port_id=fb74e985-7afc-4d8a-a0ab-c3df196c6c97,segment=NetworkSegment(230564c6-143b-4e52-aa0f-dd48bc60401d),segment_id=230564c6-143b-4e52-aa0f-dd48bc60401d)] {{(pid=110154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 17:57:23.235811 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1514136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781795229094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781794686082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781794686100'] for port (fb74e985-7afc-4d8a-a0ab-c3df196c6c97), after_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:57:23.286781 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Pushing event updated for resources: {'Port': ['ID=fb74e985-7afc-4d8a-a0ab-c3df196c6c97,revision_number=5']} {{(pid=110154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:57:23.442625 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 17:57:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-676b1d32-55e9-4944-9734-23ce9f84e912 x-openstack-request-id: req-676b1d32-55e9-4944-9734-23ce9f84e912 {{(pid=110154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 17:57:23.443042 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10549f70-f1b2-414c-80e7-f79e0acb1ae1", "name": "network-vif-plugged", "status": "completed", "tag": "fb74e985-7afc-4d8a-a0ab-c3df196c6c97", "code": 200}]} {{(pid=110154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 17:57:23.443359 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-676b1d32-55e9-4944-9734-23ce9f84e912 {{(pid=110154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 17:57:23.443852 dv-cinder-841302-2-iscsi neutron-server[110154]: INFO neutron.notifiers.nova [-] Nova event matching ['req-676b1d32-55e9-4944-9734-23ce9f84e912'] response: {'server_uuid': '10549f70-f1b2-414c-80e7-f79e0acb1ae1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb74e985-7afc-4d8a-a0ab-c3df196c6c97', 'code': 200} May 10 17:57:23.501912 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce7c886-49ea-4a86-bb8a-2908737dc647 req-5e17567d-cfc2-423a-bbba-2096f40e98fb tempest-TestVolumeBootPattern-524323740 tempest-TestVolumeBootPattern-524323740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:57:23.503399 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-bce7c886-49ea-4a86-bb8a-2908737dc647 req-5e17567d-cfc2-423a-bbba-2096f40e98fb tempest-TestVolumeBootPattern-524323740 tempest-TestVolumeBootPattern-524323740-project] 10.222.0.60 "GET /v2.0/ports?device_id=10549f70-f1b2-414c-80e7-f79e0acb1ae1 HTTP/1.1" status: 200 len: 946 time: 0.0516801 May 10 17:57:23.556791 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-bce7c886-49ea-4a86-bb8a-2908737dc647 req-84f0407f-559b-4cb0-a11c-3223e748d342 tempest-TestVolumeBootPattern-524323740 tempest-TestVolumeBootPattern-524323740-project] 10.222.0.60 "GET /v2.0/security-groups?id=aec4a23b-9be6-4a04-ad33-bd1ff431d47e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477462 May 10 17:57:23.743763 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c83209-6b93-4449-9dfd-9e7e6d484a87 req-c25b77e2-5e31-443b-9aab-c33da4f8abaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:57:23.745461 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-61c83209-6b93-4449-9dfd-9e7e6d484a87 req-c25b77e2-5e31-443b-9aab-c33da4f8abaa service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=10549f70-f1b2-414c-80e7-f79e0acb1ae1 HTTP/1.1" status: 200 len: 1130 time: 0.0443938 May 10 17:57:23.792220 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-61c83209-6b93-4449-9dfd-9e7e6d484a87 req-9728599c-0ed4-401c-bfa1-46c70382e9dd service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=aec4a23b-9be6-4a04-ad33-bd1ff431d47e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388885 May 10 17:57:24.672191 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1b33d3-156d-4d60-806c-0d1c49622252 req-dbf481f8-6ffb-420b-a9ec-51cfac3bffb4 tempest-TestVolumeBootPattern-524323740 tempest-TestVolumeBootPattern-524323740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:57:24.673661 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-fc1b33d3-156d-4d60-806c-0d1c49622252 req-dbf481f8-6ffb-420b-a9ec-51cfac3bffb4 tempest-TestVolumeBootPattern-524323740 tempest-TestVolumeBootPattern-524323740-project] 10.222.0.60 "GET /v2.0/ports?device_id=10549f70-f1b2-414c-80e7-f79e0acb1ae1 HTTP/1.1" status: 200 len: 946 time: 0.0464931 May 10 17:57:24.725329 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-fc1b33d3-156d-4d60-806c-0d1c49622252 req-23027db0-70b8-4436-9b0b-a31cdb25dc81 tempest-TestVolumeBootPattern-524323740 tempest-TestVolumeBootPattern-524323740-project] 10.222.0.60 "GET /v2.0/security-groups?id=aec4a23b-9be6-4a04-ad33-bd1ff431d47e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461206 May 10 17:57:25.841338 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119ec050-792f-4360-8799-fa6bd87ea19b req-2573de04-2906-4bf9-a9b9-4ff9e7ec0750 tempest-TestVolumeBootPattern-524323740 tempest-TestVolumeBootPattern-524323740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:57:25.842856 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-119ec050-792f-4360-8799-fa6bd87ea19b req-2573de04-2906-4bf9-a9b9-4ff9e7ec0750 tempest-TestVolumeBootPattern-524323740 tempest-TestVolumeBootPattern-524323740-project] 10.222.0.60 "GET /v2.0/ports?device_id=10549f70-f1b2-414c-80e7-f79e0acb1ae1 HTTP/1.1" status: 200 len: 946 time: 0.0482705 May 10 17:57:25.891298 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-119ec050-792f-4360-8799-fa6bd87ea19b req-fab5ea88-8b3c-4afb-aac7-bb5a1543483e tempest-TestVolumeBootPattern-524323740 tempest-TestVolumeBootPattern-524323740-project] 10.222.0.60 "GET /v2.0/security-groups?id=aec4a23b-9be6-4a04-ad33-bd1ff431d47e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428734 May 10 17:57:27.006286 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbdc6f2-a784-4db5-aa21-1e3368e32872 req-926603bb-9157-4b9d-a133-722d8f6f30c3 tempest-TestVolumeBootPattern-524323740 tempest-TestVolumeBootPattern-524323740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:57:27.007767 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-9bbdc6f2-a784-4db5-aa21-1e3368e32872 req-926603bb-9157-4b9d-a133-722d8f6f30c3 tempest-TestVolumeBootPattern-524323740 tempest-TestVolumeBootPattern-524323740-project] 10.222.0.60 "GET /v2.0/ports?device_id=10549f70-f1b2-414c-80e7-f79e0acb1ae1 HTTP/1.1" status: 200 len: 946 time: 0.0475667 May 10 17:57:27.055479 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-9bbdc6f2-a784-4db5-aa21-1e3368e32872 req-7b6ba663-4608-42f1-8f4c-ee0aa3c52ac7 tempest-TestVolumeBootPattern-524323740 tempest-TestVolumeBootPattern-524323740-project] 10.222.0.60 "GET /v2.0/security-groups?id=aec4a23b-9be6-4a04-ad33-bd1ff431d47e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421598 May 10 17:57:27.176946 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5951526-6fd4-41e4-80ca-50e42995c687 req-93bdc11e-eb9c-4d55-8106-10211e20b4af tempest-TestVolumeBootPattern-524323740 tempest-TestVolumeBootPattern-524323740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:57:27.178420 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-e5951526-6fd4-41e4-80ca-50e42995c687 req-93bdc11e-eb9c-4d55-8106-10211e20b4af tempest-TestVolumeBootPattern-524323740 tempest-TestVolumeBootPattern-524323740-project] 10.222.0.60 "GET /v2.0/ports?device_id=10549f70-f1b2-414c-80e7-f79e0acb1ae1 HTTP/1.1" status: 200 len: 946 time: 0.0518136 May 10 17:57:27.228651 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-e5951526-6fd4-41e4-80ca-50e42995c687 req-2e520c61-00f4-4f10-907d-63356dd66bc0 tempest-TestVolumeBootPattern-524323740 tempest-TestVolumeBootPattern-524323740-project] 10.222.0.60 "GET /v2.0/security-groups?id=aec4a23b-9be6-4a04-ad33-bd1ff431d47e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445158 May 10 17:57:27.251104 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.wsgi [-] (110152) accepted ('10.222.0.60', 47980) {{(pid=110152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 17:57:27.438180 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-993e455b-ca53-4518-8a63-1a28005717b9 tempest-TestVolumeBootPattern-1467026185 tempest-TestVolumeBootPattern-1467026185-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:57:27.439689 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [None req-993e455b-ca53-4518-8a63-1a28005717b9 tempest-TestVolumeBootPattern-1467026185 tempest-TestVolumeBootPattern-1467026185-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=10549f70-f1b2-414c-80e7-f79e0acb1ae1 HTTP/1.1" status: 200 len: 1125 time: 0.1875720 May 10 17:57:27.442465 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.wsgi [-] (110152) accepted ('10.222.0.60', 47984) {{(pid=110152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 17:57:27.446736 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.v2.base [None req-765789cd-0994-4a76-bf64-1286cf03feeb tempest-TestVolumeBootPattern-524323740 tempest-TestVolumeBootPattern-524323740-project] Request body: {'floatingip': {'floating_network_id': '85dc89cf-59f9-4edb-b26e-52bcb8a93763', 'port_id': 'fb74e985-7afc-4d8a-a0ab-c3df196c6c97', 'tenant_id': 'c93f0e69798e491aba3c8cf1493c2733', 'fixed_ip_address': '172.20.0.10'}} {{(pid=110152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 17:57:27.467629 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-765789cd-0994-4a76-bf64-1286cf03feeb tempest-TestVolumeBootPattern-524323740 tempest-TestVolumeBootPattern-524323740-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:57:27.548616 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-765789cd-0994-4a76-bf64-1286cf03feeb tempest-TestVolumeBootPattern-524323740 tempest-TestVolumeBootPattern-524323740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1514036'] for port (None), before_create {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:57:27.579883 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-a1e6db8d-5ae0-4f2b-b45a-523cad51b006 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781795183391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525393'] for agent (b2ad0527-00d5-4995-bc97-ec84c4e02f0b), after_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:57:27.654160 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.db.db_base_plugin_common [None req-765789cd-0994-4a76-bf64-1286cf03feeb tempest-TestVolumeBootPattern-524323740 tempest-TestVolumeBootPattern-524323740-project] Allocated IP 172.27.0.46 (85dc89cf-59f9-4edb-b26e-52bcb8a93763/e93d94f1-cb19-4cd0-92e5-ca73d24bd8fb/91fa19cf-68fa-4ab9-a536-ef08a74695cb) {{(pid=110152) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 17:57:27.758392 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-765789cd-0994-4a76-bf64-1286cf03feeb tempest-TestVolumeBootPattern-524323740 tempest-TestVolumeBootPattern-524323740-project] Publish callbacks [] for port (91fa19cf-68fa-4ab9-a536-ef08a74695cb), precommit_create {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:57:27.791133 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-765789cd-0994-4a76-bf64-1286cf03feeb tempest-TestVolumeBootPattern-524323740 tempest-TestVolumeBootPattern-524323740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1514136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781794686064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5018186'] for port (91fa19cf-68fa-4ab9-a536-ef08a74695cb), after_create {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:57:27.828140 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-765789cd-0994-4a76-bf64-1286cf03feeb tempest-TestVolumeBootPattern-524323740 tempest-TestVolumeBootPattern-524323740-project] Network 85dc89cf-59f9-4edb-b26e-52bcb8a93763 is already hosted by enough agents. {{(pid=110152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 17:57:27.830924 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.scheduler.base_scheduler [None req-765789cd-0994-4a76-bf64-1286cf03feeb tempest-TestVolumeBootPattern-524323740 tempest-TestVolumeBootPattern-524323740-project] Resources bound (agent type, host, resource id): {{(pid=110152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 17:57:27.834601 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-765789cd-0994-4a76-bf64-1286cf03feeb tempest-TestVolumeBootPattern-524323740 tempest-TestVolumeBootPattern-524323740-project] Received port after_create {{(pid=110152) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 17:57:27.861954 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765789cd-0994-4a76-bf64-1286cf03feeb tempest-TestVolumeBootPattern-524323740 tempest-TestVolumeBootPattern-524323740-project] Pushing event updated for resources: {'Port': ['ID=91fa19cf-68fa-4ab9-a536-ef08a74695cb,revision_number=1']} {{(pid=110152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:57:28.489925 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-765789cd-0994-4a76-bf64-1286cf03feeb tempest-TestVolumeBootPattern-524323740 tempest-TestVolumeBootPattern-524323740-project] Publish callbacks [] for floatingip (d9e7d7c6-d62b-42bb-b0fa-73398ab48287), precommit_create {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:57:28.567258 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-765789cd-0994-4a76-bf64-1286cf03feeb tempest-TestVolumeBootPattern-524323740 tempest-TestVolumeBootPattern-524323740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1514036'] for port (91fa19cf-68fa-4ab9-a536-ef08a74695cb), before_update {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:57:28.744771 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-765789cd-0994-4a76-bf64-1286cf03feeb tempest-TestVolumeBootPattern-524323740 tempest-TestVolumeBootPattern-524323740-project] Publish callbacks [] for port (91fa19cf-68fa-4ab9-a536-ef08a74695cb), precommit_update {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:57:28.749198 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-765789cd-0994-4a76-bf64-1286cf03feeb tempest-TestVolumeBootPattern-524323740 tempest-TestVolumeBootPattern-524323740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1514136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781795229094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781794686082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781794686100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5018163'] for port (91fa19cf-68fa-4ab9-a536-ef08a74695cb), after_update {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:57:28.822741 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765789cd-0994-4a76-bf64-1286cf03feeb tempest-TestVolumeBootPattern-524323740 tempest-TestVolumeBootPattern-524323740-project] Pushing event updated for resources: {'Port': ['ID=91fa19cf-68fa-4ab9-a536-ef08a74695cb,revision_number=2']} {{(pid=110152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:57:28.833104 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-765789cd-0994-4a76-bf64-1286cf03feeb tempest-TestVolumeBootPattern-524323740 tempest-TestVolumeBootPattern-524323740-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-641027'] for floatingip (d9e7d7c6-d62b-42bb-b0fa-73398ab48287), after_create {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:57:28.947036 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.db.l3_db [None req-765789cd-0994-4a76-bf64-1286cf03feeb tempest-TestVolumeBootPattern-524323740 tempest-TestVolumeBootPattern-524323740-project] Floating IP d9e7d7c6-d62b-42bb-b0fa-73398ab48287 associated. External IP: 172.27.0.46, port: fb74e985-7afc-4d8a-a0ab-c3df196c6c97. May 10 17:57:29.161067 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-765789cd-0994-4a76-bf64-1286cf03feeb tempest-TestVolumeBootPattern-524323740 tempest-TestVolumeBootPattern-524323740-project] Router 516c5b9c-98c6-4346-9071-0cde9d9a6648 has already been hosted by L3 agent eaac381b-e402-41c3-a8e6-8f962681d3e6 {{(pid=110152) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 17:57:29.273555 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-765789cd-0994-4a76-bf64-1286cf03feeb tempest-TestVolumeBootPattern-524323740 tempest-TestVolumeBootPattern-524323740-project] Notify agent at l3_agent.dv-cinder-841302-2-iscsi the message routers_updated {{(pid=110152) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 17:57:29.284919 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3cc0922-00f0-4288-afe5-6662951fb2d0 None None] Sync routers for ids ['516c5b9c-98c6-4346-9071-0cde9d9a6648'] in dv-cinder-841302-2-iscsi {{(pid=110155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 17:57:29.292114 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-765789cd-0994-4a76-bf64-1286cf03feeb tempest-TestVolumeBootPattern-524323740 tempest-TestVolumeBootPattern-524323740-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29634'] for floatingip (None), before_response {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:57:29.295690 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3cc0922-00f0-4288-afe5-6662951fb2d0 None None] Routers {'516c5b9c-98c6-4346-9071-0cde9d9a6648'} bound to L3 agent in host dv-cinder-841302-2-iscsi {{(pid=110155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 17:57:29.296391 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.db.l3_hamode_db [None req-d3cc0922-00f0-4288-afe5-6662951fb2d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841302-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-10T17:36:00Z,description=,heartbeat_timestamp=2022-05-10T17:57:00Z,host='dv-cinder-841302-2-iscsi',id=eaac381b-e402-41c3-a8e6-8f962681d3e6,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T17:36:00Z,topic='l3_agent')) {'router_ids': ['516c5b9c-98c6-4346-9071-0cde9d9a6648'], 'active': True} {{(pid=110155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:57:29.332106 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [None req-765789cd-0994-4a76-bf64-1286cf03feeb tempest-TestVolumeBootPattern-524323740 tempest-TestVolumeBootPattern-524323740-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8886027 May 10 17:57:29.333156 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10549f70-f1b2-414c-80e7-f79e0acb1ae1', 'tag': 'fb74e985-7afc-4d8a-a0ab-c3df196c6c97'}] {{(pid=110152) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 17:57:29.335889 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0e5bab204033c83635b1e14c3e3a099c647719281f8bf9f740a5b80828d0d04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d64b8a35-844f-4332-9446-e92a6c3323ef" -d '{"events": [{"name": "network-changed", "server_uuid": "10549f70-f1b2-414c-80e7-f79e0acb1ae1", "tag": "fb74e985-7afc-4d8a-a0ab-c3df196c6c97"}]}' {{(pid=110152) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 17:57:29.373836 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 17:57:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32704341-7de1-4b51-95fd-0a2afc19e780 x-openstack-request-id: req-32704341-7de1-4b51-95fd-0a2afc19e780 {{(pid=110152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 17:57:29.373836 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "10549f70-f1b2-414c-80e7-f79e0acb1ae1", "tag": "fb74e985-7afc-4d8a-a0ab-c3df196c6c97", "status": "completed", "code": 200}]} {{(pid=110152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 17:57:29.373836 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-32704341-7de1-4b51-95fd-0a2afc19e780 {{(pid=110152) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 17:57:29.374140 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.notifiers.nova [-] Nova event matching ['req-32704341-7de1-4b51-95fd-0a2afc19e780'] response: {'name': 'network-changed', 'server_uuid': '10549f70-f1b2-414c-80e7-f79e0acb1ae1', 'tag': 'fb74e985-7afc-4d8a-a0ab-c3df196c6c97', 'status': 'completed', 'code': 200} May 10 17:57:29.409269 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.db.l3_dvr_db [None req-d3cc0922-00f0-4288-afe5-6662951fb2d0 None None] Set router 516c5b9c-98c6-4346-9071-0cde9d9a6648 gateway port host: dv-cinder-841302-2-iscsi {{(pid=110155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 17:57:29.464245 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64b8a35-844f-4332-9446-e92a6c3323ef req-75827883-91aa-4825-81da-f0c4f36b7ccb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:57:29.465811 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-d64b8a35-844f-4332-9446-e92a6c3323ef req-75827883-91aa-4825-81da-f0c4f36b7ccb service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=c93f0e69798e491aba3c8cf1493c2733&device_id=10549f70-f1b2-414c-80e7-f79e0acb1ae1 HTTP/1.1" status: 200 len: 1130 time: 0.0407298 May 10 17:57:29.573560 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64b8a35-844f-4332-9446-e92a6c3323ef req-aae3d683-30a8-4b66-8123-84c68f72a7d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:57:29.575044 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-d64b8a35-844f-4332-9446-e92a6c3323ef req-aae3d683-30a8-4b66-8123-84c68f72a7d8 service neutron] 10.222.0.77 "GET /v2.0/networks?id=0e710c0b-0b9b-4762-af88-7b56961d06bc HTTP/1.1" status: 200 len: 912 time: 0.1019216 May 10 17:57:29.646856 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-d64b8a35-844f-4332-9446-e92a6c3323ef req-04bab743-13a1-4003-8a9f-99f9df020490 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fb74e985-7afc-4d8a-a0ab-c3df196c6c97 HTTP/1.1" status: 200 len: 999 time: 0.0612783 May 10 17:57:29.648203 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.db.l3_hamode_db [None req-d3cc0922-00f0-4288-afe5-6662951fb2d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '516c5b9c-98c6-4346-9071-0cde9d9a6648', 'name': 'tempest-TestVolumeBootPattern-245396197-router', 'tenant_id': 'c93f0e69798e491aba3c8cf1493c2733', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85dc89cf-59f9-4edb-b26e-52bcb8a93763', 'external_fixed_ips': [{'subnet_id': 'e93d94f1-cb19-4cd0-92e5-ca73d24bd8fb', 'ip_address': '172.27.0.153'}], 'enable_snat': True}, 'gw_port_id': 'd572469e-dbdc-4bf8-8e8b-d4e3790fa8e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T17:50:42Z', 'updated_at': '2022-05-10T17:50:45Z', 'revision_number': 4, 'project_id': 'c93f0e69798e491aba3c8cf1493c2733', 'gw_port': {'id': 'd572469e-dbdc-4bf8-8e8b-d4e3790fa8e0', 'name': '', 'network_id': '85dc89cf-59f9-4edb-b26e-52bcb8a93763', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:94:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '516c5b9c-98c6-4346-9071-0cde9d9a6648', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': 'e93d94f1-cb19-4cd0-92e5-ca73d24bd8fb', 'ip_address': '172.27.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841302-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T17:50:43Z', 'updated_at': '2022-05-10T17:50:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e93d94f1-cb19-4cd0-92e5-ca73d24bd8fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841302-2-iscsi', '_floatingips': [{'id': '89353726-d61d-4147-bf4f-cf315d1c7a0e', 'tenant_id': 'c93f0e69798e491aba3c8cf1493c2733', 'floating_ip_address': '172.27.0.10', 'floating_network_id': '85dc89cf-59f9-4edb-b26e-52bcb8a93763', 'router_id': '516c5b9c-98c6-4346-9071-0cde9d9a6648', 'port_id': 'ede42f21-9c07-4946-b657-fdd16056f502', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 530, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0e710c0b-0b9b-4762-af88-7b56961d06bc', 'mac_address': 'fa:16:3e:ec:7e:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b778e508-4f5a-4514-babe-5f0868a5d485', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T17:54:46Z', 'updated_at': '2022-05-10T17:54:48Z', 'revision_number': 1, 'project_id': 'c93f0e69798e491aba3c8cf1493c2733', 'fixed_ip_address_scope': None}, {'id': 'd9e7d7c6-d62b-42bb-b0fa-73398ab48287', 'tenant_id': 'c93f0e69798e491aba3c8cf1493c2733', 'floating_ip_address': '172.27.0.46', 'floating_network_id': '85dc89cf-59f9-4edb-b26e-52bcb8a93763', 'router_id': '516c5b9c-98c6-4346-9071-0cde9d9a6648', 'port_id': 'fb74e985-7afc-4d8a-a0ab-c3df196c6c97', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 643, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0e710c0b-0b9b-4762-af88-7b56961d06bc', 'mac_address': 'fa:16:3e:2d:70:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10549f70-f1b2-414c-80e7-f79e0acb1ae1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T17:57:28Z', 'updated_at': '2022-05-10T17:57:28Z', 'revision_number': 0, 'project_id': 'c93f0e69798e491aba3c8cf1493c2733', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a1c49237-846d-478b-b03a-e030620ab69a', 'name': '', 'network_id': '0e710c0b-0b9b-4762-af88-7b56961d06bc', 'tenant_id': 'c93f0e69798e491aba3c8cf1493c2733', 'mac_address': 'fa:16:3e:36:d0:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '516c5b9c-98c6-4346-9071-0cde9d9a6648', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': 'f9bb4cee-673b-4ef0-9b91-80ed1ec77b59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841302-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T17:50:45Z', 'updated_at': '2022-05-10T17:50:50Z', 'revision_number': 5, 'project_id': 'c93f0e69798e491aba3c8cf1493c2733', 'subnets': [{'id': 'f9bb4cee-673b-4ef0-9b91-80ed1ec77b59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841302-2-iscsi', False) {} {{(pid=110155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:57:29.675234 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3cc0922-00f0-4288-afe5-6662951fb2d0 None None] Checking router: 516c5b9c-98c6-4346-9071-0cde9d9a6648 for host: dv-cinder-841302-2-iscsi {{(pid=110155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 17:57:29.683881 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3cc0922-00f0-4288-afe5-6662951fb2d0 None None] Routers {'516c5b9c-98c6-4346-9071-0cde9d9a6648'} bound to L3 agent in host dv-cinder-841302-2-iscsi {{(pid=110155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 17:57:29.684490 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.db.l3_hamode_db [None req-d3cc0922-00f0-4288-afe5-6662951fb2d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841302-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-10T17:36:00Z,description=,heartbeat_timestamp=2022-05-10T17:57:00Z,host='dv-cinder-841302-2-iscsi',id=eaac381b-e402-41c3-a8e6-8f962681d3e6,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T17:36:00Z,topic='l3_agent')) {'router_ids': ['516c5b9c-98c6-4346-9071-0cde9d9a6648'], 'active': True} {{(pid=110155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:57:29.695747 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64b8a35-844f-4332-9446-e92a6c3323ef req-ee76dec9-42a9-4925-b73c-80272e7bdc1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:57:29.697218 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-d64b8a35-844f-4332-9446-e92a6c3323ef req-ee76dec9-42a9-4925-b73c-80272e7bdc1a service neutron] 10.222.0.77 "GET /v2.0/subnets?id=f9bb4cee-673b-4ef0-9b91-80ed1ec77b59 HTTP/1.1" status: 200 len: 850 time: 0.0447700 May 10 17:57:29.744244 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64b8a35-844f-4332-9446-e92a6c3323ef req-2636d7aa-a37d-47c4-9c79-1e8f88ae23c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:57:29.745700 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-d64b8a35-844f-4332-9446-e92a6c3323ef req-2636d7aa-a37d-47c4-9c79-1e8f88ae23c3 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=0e710c0b-0b9b-4762-af88-7b56961d06bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0420105 May 10 17:57:29.794746 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.db.l3_dvr_db [None req-d3cc0922-00f0-4288-afe5-6662951fb2d0 None None] Set router 516c5b9c-98c6-4346-9071-0cde9d9a6648 gateway port host: dv-cinder-841302-2-iscsi {{(pid=110155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 17:57:29.838399 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-d64b8a35-844f-4332-9446-e92a6c3323ef req-23787539-187e-4e15-a5b0-b3aeac3933be service neutron] 10.222.0.77 "GET /v2.0/networks/0e710c0b-0b9b-4762-af88-7b56961d06bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860848 May 10 17:57:29.942013 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-d64b8a35-844f-4332-9446-e92a6c3323ef req-f72a3bf5-5066-47b5-bce6-2769a52c93b7 service neutron] 10.222.0.77 "GET /v2.0/networks/0e710c0b-0b9b-4762-af88-7b56961d06bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962584 May 10 17:57:29.958551 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-3d907f36-a961-4ce5-8473-7f6edac8304e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781795183391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525393'] for agent (eaac381b-e402-41c3-a8e6-8f962681d3e6), after_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:57:30.025387 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.db.l3_hamode_db [None req-d3cc0922-00f0-4288-afe5-6662951fb2d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '516c5b9c-98c6-4346-9071-0cde9d9a6648', 'name': 'tempest-TestVolumeBootPattern-245396197-router', 'tenant_id': 'c93f0e69798e491aba3c8cf1493c2733', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85dc89cf-59f9-4edb-b26e-52bcb8a93763', 'external_fixed_ips': [{'subnet_id': 'e93d94f1-cb19-4cd0-92e5-ca73d24bd8fb', 'ip_address': '172.27.0.153'}], 'enable_snat': True}, 'gw_port_id': 'd572469e-dbdc-4bf8-8e8b-d4e3790fa8e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T17:50:42Z', 'updated_at': '2022-05-10T17:50:45Z', 'revision_number': 4, 'project_id': 'c93f0e69798e491aba3c8cf1493c2733', 'gw_port': {'id': 'd572469e-dbdc-4bf8-8e8b-d4e3790fa8e0', 'name': '', 'network_id': '85dc89cf-59f9-4edb-b26e-52bcb8a93763', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:94:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '516c5b9c-98c6-4346-9071-0cde9d9a6648', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': 'e93d94f1-cb19-4cd0-92e5-ca73d24bd8fb', 'ip_address': '172.27.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841302-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T17:50:43Z', 'updated_at': '2022-05-10T17:50:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e93d94f1-cb19-4cd0-92e5-ca73d24bd8fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841302-2-iscsi', '_floatingips': [{'id': '89353726-d61d-4147-bf4f-cf315d1c7a0e', 'tenant_id': 'c93f0e69798e491aba3c8cf1493c2733', 'floating_ip_address': '172.27.0.10', 'floating_network_id': '85dc89cf-59f9-4edb-b26e-52bcb8a93763', 'router_id': '516c5b9c-98c6-4346-9071-0cde9d9a6648', 'port_id': 'ede42f21-9c07-4946-b657-fdd16056f502', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 530, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0e710c0b-0b9b-4762-af88-7b56961d06bc', 'mac_address': 'fa:16:3e:ec:7e:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b778e508-4f5a-4514-babe-5f0868a5d485', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T17:54:46Z', 'updated_at': '2022-05-10T17:54:48Z', 'revision_number': 1, 'project_id': 'c93f0e69798e491aba3c8cf1493c2733', 'fixed_ip_address_scope': None}, {'id': 'd9e7d7c6-d62b-42bb-b0fa-73398ab48287', 'tenant_id': 'c93f0e69798e491aba3c8cf1493c2733', 'floating_ip_address': '172.27.0.46', 'floating_network_id': '85dc89cf-59f9-4edb-b26e-52bcb8a93763', 'router_id': '516c5b9c-98c6-4346-9071-0cde9d9a6648', 'port_id': 'fb74e985-7afc-4d8a-a0ab-c3df196c6c97', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 643, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0e710c0b-0b9b-4762-af88-7b56961d06bc', 'mac_address': 'fa:16:3e:2d:70:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10549f70-f1b2-414c-80e7-f79e0acb1ae1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T17:57:28Z', 'updated_at': '2022-05-10T17:57:28Z', 'revision_number': 0, 'project_id': 'c93f0e69798e491aba3c8cf1493c2733', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a1c49237-846d-478b-b03a-e030620ab69a', 'name': '', 'network_id': '0e710c0b-0b9b-4762-af88-7b56961d06bc', 'tenant_id': 'c93f0e69798e491aba3c8cf1493c2733', 'mac_address': 'fa:16:3e:36:d0:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '516c5b9c-98c6-4346-9071-0cde9d9a6648', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': 'f9bb4cee-673b-4ef0-9b91-80ed1ec77b59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841302-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T17:50:45Z', 'updated_at': '2022-05-10T17:50:50Z', 'revision_number': 5, 'project_id': 'c93f0e69798e491aba3c8cf1493c2733', 'subnets': [{'id': 'f9bb4cee-673b-4ef0-9b91-80ed1ec77b59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841302-2-iscsi', False) {} {{(pid=110155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:57:30.051382 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3cc0922-00f0-4288-afe5-6662951fb2d0 None None] The sync data for ids ['516c5b9c-98c6-4346-9071-0cde9d9a6648'] in dv-cinder-841302-2-iscsi is: [{'id': '516c5b9c-98c6-4346-9071-0cde9d9a6648', 'name': 'tempest-TestVolumeBootPattern-245396197-router', 'tenant_id': 'c93f0e69798e491aba3c8cf1493c2733', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85dc89cf-59f9-4edb-b26e-52bcb8a93763', 'external_fixed_ips': [{'subnet_id': 'e93d94f1-cb19-4cd0-92e5-ca73d24bd8fb', 'ip_address': '172.27.0.153'}], 'enable_snat': True}, 'gw_port_id': 'd572469e-dbdc-4bf8-8e8b-d4e3790fa8e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T17:50:42Z', 'updated_at': '2022-05-10T17:50:45Z', 'revision_number': 4, 'project_id': 'c93f0e69798e491aba3c8cf1493c2733', 'gw_port': {'id': 'd572469e-dbdc-4bf8-8e8b-d4e3790fa8e0', 'name': '', 'network_id': '85dc89cf-59f9-4edb-b26e-52bcb8a93763', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:94:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '516c5b9c-98c6-4346-9071-0cde9d9a6648', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': 'e93d94f1-cb19-4cd0-92e5-ca73d24bd8fb', 'ip_address': '172.27.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841302-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T17:50:43Z', 'updated_at': '2022-05-10T17:50:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e93d94f1-cb19-4cd0-92e5-ca73d24bd8fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841302-2-iscsi', '_floatingips': [{'id': '89353726-d61d-4147-bf4f-cf315d1c7a0e', 'tenant_id': 'c93f0e69798e491aba3c8cf1493c2733', 'floating_ip_address': '172.27.0.10', 'floating_network_id': '85dc89cf-59f9-4edb-b26e-52bcb8a93763', 'router_id': '516c5b9c-98c6-4346-9071-0cde9d9a6648', 'port_id': 'ede42f21-9c07-4946-b657-fdd16056f502', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 530, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0e710c0b-0b9b-4762-af88-7b56961d06bc', 'mac_address': 'fa:16:3e:ec:7e:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b778e508-4f5a-4514-babe-5f0868a5d485', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T17:54:46Z', 'updated_at': '2022-05-10T17:54:48Z', 'revision_number': 1, 'project_id': 'c93f0e69798e491aba3c8cf1493c2733', 'fixed_ip_address_scope': None}, {'id': 'd9e7d7c6-d62b-42bb-b0fa-73398ab48287', 'tenant_id': 'c93f0e69798e491aba3c8cf1493c2733', 'floating_ip_address': '172.27.0.46', 'floating_network_id': '85dc89cf-59f9-4edb-b26e-52bcb8a93763', 'router_id': '516c5b9c-98c6-4346-9071-0cde9d9a6648', 'port_id': 'fb74e985-7afc-4d8a-a0ab-c3df196c6c97', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 643, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0e710c0b-0b9b-4762-af88-7b56961d06bc', 'mac_address': 'fa:16:3e:2d:70:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10549f70-f1b2-414c-80e7-f79e0acb1ae1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T17:57:28Z', 'updated_at': '2022-05-10T17:57:28Z', 'revision_number': 0, 'project_id': 'c93f0e69798e491aba3c8cf1493c2733', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a1c49237-846d-478b-b03a-e030620ab69a', 'name': '', 'network_id': '0e710c0b-0b9b-4762-af88-7b56961d06bc', 'tenant_id': 'c93f0e69798e491aba3c8cf1493c2733', 'mac_address': 'fa:16:3e:36:d0:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '516c5b9c-98c6-4346-9071-0cde9d9a6648', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': 'f9bb4cee-673b-4ef0-9b91-80ed1ec77b59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841302-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T17:50:45Z', 'updated_at': '2022-05-10T17:50:50Z', 'revision_number': 5, 'project_id': 'c93f0e69798e491aba3c8cf1493c2733', 'subnets': [{'id': 'f9bb4cee-673b-4ef0-9b91-80ed1ec77b59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 17:57:30.242976 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2d5bac0-8102-4c32-bb33-2a273c1417b6 None None] New status for floating IP d9e7d7c6-d62b-42bb-b0fa-73398ab48287: ACTIVE {{(pid=110154) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 17:57:31.504171 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-d07e8966-ef10-4d42-b774-228753b3fd3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781795183391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525393'] for agent (a55810b0-63c4-4499-a4d9-efcdb1615ce8), after_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:57:31.646555 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781795183391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525393'] for agent (16638279-eb91-49a3-95a5-8b540cc2f948), after_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:57:33.090520 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-ae45faaf-356d-4e4a-a605-33fedb92cd97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781795183391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525393'] for agent (6a57b374-0daf-4fe3-9dd1-3d457a537aa7), after_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:57:34.522248 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-6e697e78-9dd1-4bc1-8573-56b901d07725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781795183391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525393'] for agent (fdc37a75-b7a9-4e92-a59c-f5b8c02d060c), after_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:57:43.475866 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-c5cc8f2b-cf0f-4219-b264-b907b13bf4e7 req-d4193168-ca4a-4470-b43a-f5c428420586 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=b778e508-4f5a-4514-babe-5f0868a5d485&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0402594 May 10 17:57:43.552400 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cc8f2b-cf0f-4219-b264-b907b13bf4e7 req-014e8b01-90f1-4e5b-80bf-9d150a1cdd5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:57:43.553907 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-c5cc8f2b-cf0f-4219-b264-b907b13bf4e7 req-014e8b01-90f1-4e5b-80bf-9d150a1cdd5b service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=c93f0e69798e491aba3c8cf1493c2733&device_id=b778e508-4f5a-4514-babe-5f0868a5d485 HTTP/1.1" status: 200 len: 1129 time: 0.0406191 May 10 17:57:43.666772 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cc8f2b-cf0f-4219-b264-b907b13bf4e7 req-814820c1-2732-4ae1-a79c-a0afbb1d73ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:57:43.668287 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-c5cc8f2b-cf0f-4219-b264-b907b13bf4e7 req-814820c1-2732-4ae1-a79c-a0afbb1d73ab service neutron] 10.222.0.77 "GET /v2.0/networks?id=0e710c0b-0b9b-4762-af88-7b56961d06bc HTTP/1.1" status: 200 len: 912 time: 0.0940433 May 10 17:57:43.738240 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-c5cc8f2b-cf0f-4219-b264-b907b13bf4e7 req-9c34cfae-0d5b-45c1-a51e-37c3d1af72ff service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ede42f21-9c07-4946-b657-fdd16056f502 HTTP/1.1" status: 200 len: 1000 time: 0.0633729 May 10 17:57:43.786022 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cc8f2b-cf0f-4219-b264-b907b13bf4e7 req-88c29cf4-6dd4-4d1a-8338-61a6accfd1f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:57:43.787496 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-c5cc8f2b-cf0f-4219-b264-b907b13bf4e7 req-88c29cf4-6dd4-4d1a-8338-61a6accfd1f6 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=f9bb4cee-673b-4ef0-9b91-80ed1ec77b59 HTTP/1.1" status: 200 len: 850 time: 0.0432303 May 10 17:57:43.836973 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cc8f2b-cf0f-4219-b264-b907b13bf4e7 req-3de0d36e-cc54-4a78-9152-bb6cf84bc191 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:57:43.838525 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-c5cc8f2b-cf0f-4219-b264-b907b13bf4e7 req-3de0d36e-cc54-4a78-9152-bb6cf84bc191 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=0e710c0b-0b9b-4762-af88-7b56961d06bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0445189 May 10 17:57:43.928636 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-c5cc8f2b-cf0f-4219-b264-b907b13bf4e7 req-27bffcc0-0f6a-44b7-8602-6d02104644a3 service neutron] 10.222.0.77 "GET /v2.0/networks/0e710c0b-0b9b-4762-af88-7b56961d06bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809824 May 10 17:57:44.021344 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-c5cc8f2b-cf0f-4219-b264-b907b13bf4e7 req-07b1b9b2-dfca-4844-a1bf-bf5bc0ecc775 service neutron] 10.222.0.77 "GET /v2.0/networks/0e710c0b-0b9b-4762-af88-7b56961d06bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850484 May 10 17:57:51.848692 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.db.agents_db [None req-b17e131c-d64b-4b97-8e8f-6c45925a5783 None None] Agent healthcheck: found 6 active agents {{(pid=110155) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 17:57:57.582640 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-8656236b-fe69-48be-b6be-5e5de9887da9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781795183391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525393'] for agent (b2ad0527-00d5-4995-bc97-ec84c4e02f0b), after_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:57:59.962586 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-bb944909-1be3-4222-acc6-1a7c1e7de6ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781795183391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525393'] for agent (eaac381b-e402-41c3-a8e6-8f962681d3e6), after_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:58:01.124495 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.wsgi [-] (110152) accepted ('10.222.0.60', 48110) {{(pid=110152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 17:58:01.228256 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-bbcae3e7-3a81-4b13-a9d3-8dd47fcdb027 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:58:01.302113 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-bbcae3e7-3a81-4b13-a9d3-8dd47fcdb027 admin admin] Publish callbacks [] for security_group (94dcfdda-e387-4704-b41f-9bd0ea3f4f0e), precommit_create {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:58:01.306043 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-bbcae3e7-3a81-4b13-a9d3-8dd47fcdb027 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-282428'] for security_group (94dcfdda-e387-4704-b41f-9bd0ea3f4f0e), after_create {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:58:01.345689 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [None req-bbcae3e7-3a81-4b13-a9d3-8dd47fcdb027 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=c3d50034a1314d3585785fb8bce4e7f5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2198620 May 10 17:58:01.346629 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbcae3e7-3a81-4b13-a9d3-8dd47fcdb027 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94dcfdda-e387-4704-b41f-9bd0ea3f4f0e,revision_number=1']} {{(pid=110152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:58:01.348080 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.wsgi [-] (110153) accepted ('10.222.0.60', 48114) {{(pid=110153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 17:58:01.354214 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbcae3e7-3a81-4b13-a9d3-8dd47fcdb027 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:58:01.354560 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbcae3e7-3a81-4b13-a9d3-8dd47fcdb027 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:58:01.354905 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbcae3e7-3a81-4b13-a9d3-8dd47fcdb027 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:58:01.355241 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbcae3e7-3a81-4b13-a9d3-8dd47fcdb027 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:58:01.355596 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbcae3e7-3a81-4b13-a9d3-8dd47fcdb027 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:58:01.355925 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbcae3e7-3a81-4b13-a9d3-8dd47fcdb027 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:58:01.356250 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbcae3e7-3a81-4b13-a9d3-8dd47fcdb027 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:58:01.356572 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbcae3e7-3a81-4b13-a9d3-8dd47fcdb027 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:58:01.356898 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbcae3e7-3a81-4b13-a9d3-8dd47fcdb027 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:58:01.357221 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbcae3e7-3a81-4b13-a9d3-8dd47fcdb027 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:58:01.357549 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbcae3e7-3a81-4b13-a9d3-8dd47fcdb027 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:58:01.357871 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbcae3e7-3a81-4b13-a9d3-8dd47fcdb027 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:58:01.358187 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbcae3e7-3a81-4b13-a9d3-8dd47fcdb027 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:58:01.358509 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbcae3e7-3a81-4b13-a9d3-8dd47fcdb027 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:58:01.358826 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbcae3e7-3a81-4b13-a9d3-8dd47fcdb027 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:58:01.397278 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-f61e79ec-a6cf-4f1b-bb49-2ae1a2732f4d admin admin] Publish callbacks [] for security_group (94dcfdda-e387-4704-b41f-9bd0ea3f4f0e), before_delete {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:58:01.419642 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-f61e79ec-a6cf-4f1b-bb49-2ae1a2732f4d admin admin] Publish callbacks [] for security_group (94dcfdda-e387-4704-b41f-9bd0ea3f4f0e), precommit_delete {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:58:01.465365 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-f61e79ec-a6cf-4f1b-bb49-2ae1a2732f4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-282428'] for security_group (94dcfdda-e387-4704-b41f-9bd0ea3f4f0e), after_delete {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:58:01.468377 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-f61e79ec-a6cf-4f1b-bb49-2ae1a2732f4d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:58:01.469519 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [None req-f61e79ec-a6cf-4f1b-bb49-2ae1a2732f4d admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/94dcfdda-e387-4704-b41f-9bd0ea3f4f0e HTTP/1.1" status: 204 len: 168 time: 0.1203816 May 10 17:58:01.478309 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61e79ec-a6cf-4f1b-bb49-2ae1a2732f4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94dcfdda-e387-4704-b41f-9bd0ea3f4f0e,revision_number=None']} {{(pid=110153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:58:01.516599 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-d07e8966-ef10-4d42-b774-228753b3fd3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781795183391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525393'] for agent (a55810b0-63c4-4499-a4d9-efcdb1615ce8), after_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:58:01.641738 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781795183391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525393'] for agent (16638279-eb91-49a3-95a5-8b540cc2f948), after_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:58:02.473851 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.wsgi [-] (110153) accepted ('10.222.0.60', 48144) {{(pid=110153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 17:58:02.581821 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-96a96b3e-b1fc-441c-bc8f-11b2c659b342 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:58:02.655465 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-96a96b3e-b1fc-441c-bc8f-11b2c659b342 admin admin] Publish callbacks [] for security_group (901c052d-4146-487c-9661-0f165edb33ab), precommit_create {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:58:02.659996 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-96a96b3e-b1fc-441c-bc8f-11b2c659b342 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-282428'] for security_group (901c052d-4146-487c-9661-0f165edb33ab), after_create {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:58:02.697789 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [None req-96a96b3e-b1fc-441c-bc8f-11b2c659b342 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=8648ed6dbbbf4333a0f5484eae3be1c5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2228990 May 10 17:58:02.698742 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a96b3e-b1fc-441c-bc8f-11b2c659b342 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=901c052d-4146-487c-9661-0f165edb33ab,revision_number=1']} {{(pid=110153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:58:02.700465 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.wsgi [-] (110152) accepted ('10.222.0.60', 48148) {{(pid=110152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 17:58:02.751405 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-968a6b66-c8df-44b1-8aa1-846d57f01ea0 admin admin] Publish callbacks [] for security_group (901c052d-4146-487c-9661-0f165edb33ab), before_delete {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:58:02.772716 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-968a6b66-c8df-44b1-8aa1-846d57f01ea0 admin admin] Publish callbacks [] for security_group (901c052d-4146-487c-9661-0f165edb33ab), precommit_delete {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:58:02.822213 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-968a6b66-c8df-44b1-8aa1-846d57f01ea0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-282428'] for security_group (901c052d-4146-487c-9661-0f165edb33ab), after_delete {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:58:02.825167 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-968a6b66-c8df-44b1-8aa1-846d57f01ea0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:58:02.826641 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [None req-968a6b66-c8df-44b1-8aa1-846d57f01ea0 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/901c052d-4146-487c-9661-0f165edb33ab HTTP/1.1" status: 204 len: 168 time: 0.1240911 May 10 17:58:02.835936 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968a6b66-c8df-44b1-8aa1-846d57f01ea0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=901c052d-4146-487c-9661-0f165edb33ab,revision_number=None']} {{(pid=110152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:58:03.095420 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-ae45faaf-356d-4e4a-a605-33fedb92cd97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781795183391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525393'] for agent (6a57b374-0daf-4fe3-9dd1-3d457a537aa7), after_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:58:04.523577 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-6e697e78-9dd1-4bc1-8573-56b901d07725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781795183391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525393'] for agent (fdc37a75-b7a9-4e92-a59c-f5b8c02d060c), after_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:58:09.258823 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ff1c6e-baf2-41d5-abf7-4e153e4b4909 req-eddca3d2-fc09-4c40-9ffa-12892aac19e5 tempest-AttachVolumeTestJSON-185127037 tempest-AttachVolumeTestJSON-185127037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:58:09.260225 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-85ff1c6e-baf2-41d5-abf7-4e153e4b4909 req-eddca3d2-fc09-4c40-9ffa-12892aac19e5 tempest-AttachVolumeTestJSON-185127037 tempest-AttachVolumeTestJSON-185127037-project] 10.222.0.60 "GET /v2.0/ports?device_id=f67aef06-0fe1-4ec5-a643-e51baea32b2e HTTP/1.1" status: 200 len: 945 time: 0.0494554 May 10 17:58:09.306412 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-85ff1c6e-baf2-41d5-abf7-4e153e4b4909 req-3ba0dd5d-1f9c-4b0d-830b-2a98aa3a0d64 tempest-AttachVolumeTestJSON-185127037 tempest-AttachVolumeTestJSON-185127037-project] 10.222.0.60 "GET /v2.0/security-groups?id=901c15aa-9edf-4c4f-99fa-d12937d98f67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406117 May 10 17:58:10.424983 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d19aff-5a4e-447d-8421-2b1788054fe3 req-02fab499-07d1-4074-b274-ed375a1b057c tempest-AttachVolumeTestJSON-185127037 tempest-AttachVolumeTestJSON-185127037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:58:10.426483 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-18d19aff-5a4e-447d-8421-2b1788054fe3 req-02fab499-07d1-4074-b274-ed375a1b057c tempest-AttachVolumeTestJSON-185127037 tempest-AttachVolumeTestJSON-185127037-project] 10.222.0.60 "GET /v2.0/ports?device_id=f67aef06-0fe1-4ec5-a643-e51baea32b2e HTTP/1.1" status: 200 len: 945 time: 0.0472474 May 10 17:58:10.473249 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-18d19aff-5a4e-447d-8421-2b1788054fe3 req-6ab3cad2-f31e-4c97-9e22-5c21db3df8b9 tempest-AttachVolumeTestJSON-185127037 tempest-AttachVolumeTestJSON-185127037-project] 10.222.0.60 "GET /v2.0/security-groups?id=901c15aa-9edf-4c4f-99fa-d12937d98f67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410020 May 10 17:58:10.869417 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f99fad-8082-4b18-a4e6-5dc4134273d9 req-56f90b72-cbe9-4a31-9add-598f2fe3bfea tempest-AttachVolumeTestJSON-185127037 tempest-AttachVolumeTestJSON-185127037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:58:10.870861 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-92f99fad-8082-4b18-a4e6-5dc4134273d9 req-56f90b72-cbe9-4a31-9add-598f2fe3bfea tempest-AttachVolumeTestJSON-185127037 tempest-AttachVolumeTestJSON-185127037-project] 10.222.0.77 "GET /v2.0/ports?device_id=f67aef06-0fe1-4ec5-a643-e51baea32b2e HTTP/1.1" status: 200 len: 945 time: 0.0487058 May 10 17:58:10.962374 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.plugins.ml2.plugin [req-92f99fad-8082-4b18-a4e6-5dc4134273d9 req-1f956d54-babd-4dff-9637-ec0ba67b0f1d tempest-AttachVolumeTestJSON-185127037 tempest-AttachVolumeTestJSON-185127037-project] Deleting port b7f4dfb8-2c4d-4c91-8b1f-6040b097f331 {{(pid=110152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 17:58:10.962722 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [req-92f99fad-8082-4b18-a4e6-5dc4134273d9 req-1f956d54-babd-4dff-9637-ec0ba67b0f1d tempest-AttachVolumeTestJSON-185127037 tempest-AttachVolumeTestJSON-185127037-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781795221764'] for port (b7f4dfb8-2c4d-4c91-8b1f-6040b097f331), before_delete {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:58:11.053140 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.plugins.ml2.db [req-92f99fad-8082-4b18-a4e6-5dc4134273d9 req-1f956d54-babd-4dff-9637-ec0ba67b0f1d tempest-AttachVolumeTestJSON-185127037 tempest-AttachVolumeTestJSON-185127037-project] For port b7f4dfb8-2c4d-4c91-8b1f-6040b097f331, host hv-cinder-84130, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84130',level=0,port_id=b7f4dfb8-2c4d-4c91-8b1f-6040b097f331,segment=NetworkSegment(ceecb963-ac53-40a6-a088-c89a2310a391),segment_id=ceecb963-ac53-40a6-a088-c89a2310a391)] {{(pid=110152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 17:58:11.053507 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [req-92f99fad-8082-4b18-a4e6-5dc4134273d9 req-1f956d54-babd-4dff-9637-ec0ba67b0f1d tempest-AttachVolumeTestJSON-185127037 tempest-AttachVolumeTestJSON-185127037-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640494'] for port (b7f4dfb8-2c4d-4c91-8b1f-6040b097f331), precommit_delete {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:58:11.220607 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [req-92f99fad-8082-4b18-a4e6-5dc4134273d9 req-1f956d54-babd-4dff-9637-ec0ba67b0f1d tempest-AttachVolumeTestJSON-185127037 tempest-AttachVolumeTestJSON-185127037-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:58:11.221107 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [req-92f99fad-8082-4b18-a4e6-5dc4134273d9 req-1f956d54-babd-4dff-9637-ec0ba67b0f1d tempest-AttachVolumeTestJSON-185127037 tempest-AttachVolumeTestJSON-185127037-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-641027'] for floatingip (313f203d-a5e7-4b62-aa86-054b7c64d368), after_update {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:58:11.221428 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.db.l3_db [req-92f99fad-8082-4b18-a4e6-5dc4134273d9 req-1f956d54-babd-4dff-9637-ec0ba67b0f1d tempest-AttachVolumeTestJSON-185127037 tempest-AttachVolumeTestJSON-185127037-project] Floating IP 313f203d-a5e7-4b62-aa86-054b7c64d368 disassociated. External IP: 172.27.0.8, port: b7f4dfb8-2c4d-4c91-8b1f-6040b097f331. May 10 17:58:11.221769 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.plugins.ml2.plugin [req-92f99fad-8082-4b18-a4e6-5dc4134273d9 req-1f956d54-babd-4dff-9637-ec0ba67b0f1d tempest-AttachVolumeTestJSON-185127037 tempest-AttachVolumeTestJSON-185127037-project] Calling delete_port for b7f4dfb8-2c4d-4c91-8b1f-6040b097f331 owned by compute:nova {{(pid=110152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 17:58:11.357574 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [req-92f99fad-8082-4b18-a4e6-5dc4134273d9 req-1f956d54-babd-4dff-9637-ec0ba67b0f1d tempest-AttachVolumeTestJSON-185127037 tempest-AttachVolumeTestJSON-185127037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1514136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781795229076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781794686073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5018186'] for port (b7f4dfb8-2c4d-4c91-8b1f-6040b097f331), after_delete {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:58:11.384948 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f956d54-babd-4dff-9637-ec0ba67b0f1d tempest-AttachVolumeTestJSON-185127037 tempest-AttachVolumeTestJSON-185127037-project] Pushing event deleted for resources: {'Port': ['ID=b7f4dfb8-2c4d-4c91-8b1f-6040b097f331,revision_number=None']} {{(pid=110152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:58:11.802240 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-829e7c4a-1be4-4ca6-8eec-a5234ecc108a req-1cf18489-8d4f-48df-8d15-c4baa7195530 tempest-AttachVolumeTestJSON-185127037 tempest-AttachVolumeTestJSON-185127037-project] 10.222.0.60 "GET /v2.0/ports?device_id=f67aef06-0fe1-4ec5-a643-e51baea32b2e HTTP/1.1" status: 200 len: 210 time: 0.0438862 May 10 17:58:11.806795 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.scheduler.l3_agent_scheduler [req-92f99fad-8082-4b18-a4e6-5dc4134273d9 req-1f956d54-babd-4dff-9637-ec0ba67b0f1d tempest-AttachVolumeTestJSON-185127037 tempest-AttachVolumeTestJSON-185127037-project] Router b4bbf29f-5c22-4dee-a34b-aa473727f95a has already been hosted by L3 agent eaac381b-e402-41c3-a8e6-8f962681d3e6 {{(pid=110152) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 17:58:11.925547 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-92f99fad-8082-4b18-a4e6-5dc4134273d9 req-1f956d54-babd-4dff-9637-ec0ba67b0f1d tempest-AttachVolumeTestJSON-185127037 tempest-AttachVolumeTestJSON-185127037-project] Notify agent at l3_agent.dv-cinder-841302-2-iscsi the message routers_updated {{(pid=110152) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 17:58:11.935482 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7103a0ad-5cd2-4435-941e-0dc0ee67db36 None None] Sync routers for ids ['b4bbf29f-5c22-4dee-a34b-aa473727f95a'] in dv-cinder-841302-2-iscsi {{(pid=110155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 17:58:11.946038 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7103a0ad-5cd2-4435-941e-0dc0ee67db36 None None] Routers {'b4bbf29f-5c22-4dee-a34b-aa473727f95a'} bound to L3 agent in host dv-cinder-841302-2-iscsi {{(pid=110155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 17:58:11.946662 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.db.l3_hamode_db [None req-7103a0ad-5cd2-4435-941e-0dc0ee67db36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841302-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-10T17:36:00Z,description=,heartbeat_timestamp=2022-05-10T17:58:00Z,host='dv-cinder-841302-2-iscsi',id=eaac381b-e402-41c3-a8e6-8f962681d3e6,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T17:36:00Z,topic='l3_agent')) {'router_ids': ['b4bbf29f-5c22-4dee-a34b-aa473727f95a'], 'active': True} {{(pid=110155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:58:11.968432 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.db.l3_dvrscheduler_db [req-92f99fad-8082-4b18-a4e6-5dc4134273d9 req-1f956d54-babd-4dff-9637-ec0ba67b0f1d tempest-AttachVolumeTestJSON-185127037 tempest-AttachVolumeTestJSON-185127037-project] No DVR routers for this DVR port b7f4dfb8-2c4d-4c91-8b1f-6040b097f331 on host hv-cinder-84130 {{(pid=110152) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 17:58:11.971885 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [req-92f99fad-8082-4b18-a4e6-5dc4134273d9 req-1f956d54-babd-4dff-9637-ec0ba67b0f1d tempest-AttachVolumeTestJSON-185127037 tempest-AttachVolumeTestJSON-185127037-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29634'] for port (None), before_response {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:58:11.975230 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-92f99fad-8082-4b18-a4e6-5dc4134273d9 req-1f956d54-babd-4dff-9637-ec0ba67b0f1d tempest-AttachVolumeTestJSON-185127037 tempest-AttachVolumeTestJSON-185127037-project] 10.222.0.77 "DELETE /v2.0/ports/b7f4dfb8-2c4d-4c91-8b1f-6040b097f331 HTTP/1.1" status: 204 len: 173 time: 1.0990222 May 10 17:58:11.975684 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f67aef06-0fe1-4ec5-a643-e51baea32b2e', 'name': 'network-vif-deleted', 'tag': 'b7f4dfb8-2c4d-4c91-8b1f-6040b097f331'}] {{(pid=110152) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 17:58:11.977933 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0e5bab204033c83635b1e14c3e3a099c647719281f8bf9f740a5b80828d0d04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2cf2427-7088-4a91-8279-a521a426ff8e" -d '{"events": [{"server_uuid": "f67aef06-0fe1-4ec5-a643-e51baea32b2e", "name": "network-vif-deleted", "tag": "b7f4dfb8-2c4d-4c91-8b1f-6040b097f331"}]}' {{(pid=110152) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 17:58:12.019852 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 17:58:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08e45a7a-6f7d-447f-9a6d-1649e4319345 x-openstack-request-id: req-08e45a7a-6f7d-447f-9a6d-1649e4319345 {{(pid=110152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 17:58:12.020131 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f67aef06-0fe1-4ec5-a643-e51baea32b2e", "name": "network-vif-deleted", "tag": "b7f4dfb8-2c4d-4c91-8b1f-6040b097f331", "status": "completed", "code": 200}]} {{(pid=110152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 17:58:12.020393 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-08e45a7a-6f7d-447f-9a6d-1649e4319345 {{(pid=110152) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 17:58:12.020791 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.notifiers.nova [-] Nova event matching ['req-08e45a7a-6f7d-447f-9a6d-1649e4319345'] response: {'server_uuid': 'f67aef06-0fe1-4ec5-a643-e51baea32b2e', 'name': 'network-vif-deleted', 'tag': 'b7f4dfb8-2c4d-4c91-8b1f-6040b097f331', 'status': 'completed', 'code': 200} May 10 17:58:12.157138 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.db.l3_dvr_db [None req-7103a0ad-5cd2-4435-941e-0dc0ee67db36 None None] Set router b4bbf29f-5c22-4dee-a34b-aa473727f95a gateway port host: dv-cinder-841302-2-iscsi {{(pid=110155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 17:58:12.352197 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.db.l3_hamode_db [None req-7103a0ad-5cd2-4435-941e-0dc0ee67db36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4bbf29f-5c22-4dee-a34b-aa473727f95a', 'name': 'tempest-AttachVolumeTestJSON-529210175-router', 'tenant_id': 'a83ced38e3ea471399fe49b3162b38e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85dc89cf-59f9-4edb-b26e-52bcb8a93763', 'external_fixed_ips': [{'subnet_id': 'e93d94f1-cb19-4cd0-92e5-ca73d24bd8fb', 'ip_address': '172.27.0.138'}], 'enable_snat': True}, 'gw_port_id': 'e0021c3d-3ecc-49d2-84ce-7cc507b0b3f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T17:52:31Z', 'updated_at': '2022-05-10T17:52:34Z', 'revision_number': 4, 'project_id': 'a83ced38e3ea471399fe49b3162b38e7', 'gw_port': {'id': 'e0021c3d-3ecc-49d2-84ce-7cc507b0b3f1', 'name': '', 'network_id': '85dc89cf-59f9-4edb-b26e-52bcb8a93763', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:25:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4bbf29f-5c22-4dee-a34b-aa473727f95a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': 'e93d94f1-cb19-4cd0-92e5-ca73d24bd8fb', 'ip_address': '172.27.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841302-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T17:52:31Z', 'updated_at': '2022-05-10T17:52:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e93d94f1-cb19-4cd0-92e5-ca73d24bd8fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841302-2-iscsi', '_interfaces': [{'id': 'f7b232d1-4cd4-48c1-a721-e78ddbbead0e', 'name': '', 'network_id': '6723a7dd-891c-4580-9df3-21c9f6f08046', 'tenant_id': 'a83ced38e3ea471399fe49b3162b38e7', 'mac_address': 'fa:16:3e:fa:80:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4bbf29f-5c22-4dee-a34b-aa473727f95a', 'device_owner': 'network:router_interface', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '125e9763-4051-4e2a-9a5e-3519d0c64e46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841302-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T17:52:34Z', 'updated_at': '2022-05-10T17:52:38Z', 'revision_number': 5, 'project_id': 'a83ced38e3ea471399fe49b3162b38e7', 'subnets': [{'id': '125e9763-4051-4e2a-9a5e-3519d0c64e46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841302-2-iscsi', False) {} {{(pid=110155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:58:12.379282 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7103a0ad-5cd2-4435-941e-0dc0ee67db36 None None] Checking router: b4bbf29f-5c22-4dee-a34b-aa473727f95a for host: dv-cinder-841302-2-iscsi {{(pid=110155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 17:58:12.387923 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7103a0ad-5cd2-4435-941e-0dc0ee67db36 None None] Routers {'b4bbf29f-5c22-4dee-a34b-aa473727f95a'} bound to L3 agent in host dv-cinder-841302-2-iscsi {{(pid=110155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 17:58:12.388534 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.db.l3_hamode_db [None req-7103a0ad-5cd2-4435-941e-0dc0ee67db36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841302-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-10T17:36:00Z,description=,heartbeat_timestamp=2022-05-10T17:58:00Z,host='dv-cinder-841302-2-iscsi',id=eaac381b-e402-41c3-a8e6-8f962681d3e6,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T17:36:00Z,topic='l3_agent')) {'router_ids': ['b4bbf29f-5c22-4dee-a34b-aa473727f95a'], 'active': True} {{(pid=110155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:58:12.500549 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.db.l3_dvr_db [None req-7103a0ad-5cd2-4435-941e-0dc0ee67db36 None None] Set router b4bbf29f-5c22-4dee-a34b-aa473727f95a gateway port host: dv-cinder-841302-2-iscsi {{(pid=110155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 17:58:12.705472 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.db.l3_hamode_db [None req-7103a0ad-5cd2-4435-941e-0dc0ee67db36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4bbf29f-5c22-4dee-a34b-aa473727f95a', 'name': 'tempest-AttachVolumeTestJSON-529210175-router', 'tenant_id': 'a83ced38e3ea471399fe49b3162b38e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85dc89cf-59f9-4edb-b26e-52bcb8a93763', 'external_fixed_ips': [{'subnet_id': 'e93d94f1-cb19-4cd0-92e5-ca73d24bd8fb', 'ip_address': '172.27.0.138'}], 'enable_snat': True}, 'gw_port_id': 'e0021c3d-3ecc-49d2-84ce-7cc507b0b3f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T17:52:31Z', 'updated_at': '2022-05-10T17:52:34Z', 'revision_number': 4, 'project_id': 'a83ced38e3ea471399fe49b3162b38e7', 'gw_port': {'id': 'e0021c3d-3ecc-49d2-84ce-7cc507b0b3f1', 'name': '', 'network_id': '85dc89cf-59f9-4edb-b26e-52bcb8a93763', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:25:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4bbf29f-5c22-4dee-a34b-aa473727f95a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': 'e93d94f1-cb19-4cd0-92e5-ca73d24bd8fb', 'ip_address': '172.27.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841302-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T17:52:31Z', 'updated_at': '2022-05-10T17:52:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e93d94f1-cb19-4cd0-92e5-ca73d24bd8fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841302-2-iscsi', '_interfaces': [{'id': 'f7b232d1-4cd4-48c1-a721-e78ddbbead0e', 'name': '', 'network_id': '6723a7dd-891c-4580-9df3-21c9f6f08046', 'tenant_id': 'a83ced38e3ea471399fe49b3162b38e7', 'mac_address': 'fa:16:3e:fa:80:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4bbf29f-5c22-4dee-a34b-aa473727f95a', 'device_owner': 'network:router_interface', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '125e9763-4051-4e2a-9a5e-3519d0c64e46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841302-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T17:52:34Z', 'updated_at': '2022-05-10T17:52:38Z', 'revision_number': 5, 'project_id': 'a83ced38e3ea471399fe49b3162b38e7', 'subnets': [{'id': '125e9763-4051-4e2a-9a5e-3519d0c64e46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841302-2-iscsi', False) {} {{(pid=110155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:58:12.732906 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7103a0ad-5cd2-4435-941e-0dc0ee67db36 None None] The sync data for ids ['b4bbf29f-5c22-4dee-a34b-aa473727f95a'] in dv-cinder-841302-2-iscsi is: [{'id': 'b4bbf29f-5c22-4dee-a34b-aa473727f95a', 'name': 'tempest-AttachVolumeTestJSON-529210175-router', 'tenant_id': 'a83ced38e3ea471399fe49b3162b38e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85dc89cf-59f9-4edb-b26e-52bcb8a93763', 'external_fixed_ips': [{'subnet_id': 'e93d94f1-cb19-4cd0-92e5-ca73d24bd8fb', 'ip_address': '172.27.0.138'}], 'enable_snat': True}, 'gw_port_id': 'e0021c3d-3ecc-49d2-84ce-7cc507b0b3f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T17:52:31Z', 'updated_at': '2022-05-10T17:52:34Z', 'revision_number': 4, 'project_id': 'a83ced38e3ea471399fe49b3162b38e7', 'gw_port': {'id': 'e0021c3d-3ecc-49d2-84ce-7cc507b0b3f1', 'name': '', 'network_id': '85dc89cf-59f9-4edb-b26e-52bcb8a93763', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:25:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4bbf29f-5c22-4dee-a34b-aa473727f95a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': 'e93d94f1-cb19-4cd0-92e5-ca73d24bd8fb', 'ip_address': '172.27.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841302-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T17:52:31Z', 'updated_at': '2022-05-10T17:52:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e93d94f1-cb19-4cd0-92e5-ca73d24bd8fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841302-2-iscsi', '_interfaces': [{'id': 'f7b232d1-4cd4-48c1-a721-e78ddbbead0e', 'name': '', 'network_id': '6723a7dd-891c-4580-9df3-21c9f6f08046', 'tenant_id': 'a83ced38e3ea471399fe49b3162b38e7', 'mac_address': 'fa:16:3e:fa:80:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4bbf29f-5c22-4dee-a34b-aa473727f95a', 'device_owner': 'network:router_interface', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '125e9763-4051-4e2a-9a5e-3519d0c64e46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841302-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T17:52:34Z', 'updated_at': '2022-05-10T17:52:38Z', 'revision_number': 5, 'project_id': 'a83ced38e3ea471399fe49b3162b38e7', 'subnets': [{'id': '125e9763-4051-4e2a-9a5e-3519d0c64e46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 17:58:12.915969 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.wsgi [-] (110152) accepted ('10.222.0.60', 48184) {{(pid=110152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 17:58:12.973582 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f074e4b-afc0-46db-9dd8-59e19ee71a97 None None] New status for floating IP 313f203d-a5e7-4b62-aa86-054b7c64d368: DOWN {{(pid=110154) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 17:58:12.977711 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-a2829149-3371-455e-ac67-20db103110ab tempest-AttachVolumeTestJSON-185127037 tempest-AttachVolumeTestJSON-185127037-project] Publish callbacks [] for security_group (901c15aa-9edf-4c4f-99fa-d12937d98f67), before_delete {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:58:13.002992 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-a2829149-3371-455e-ac67-20db103110ab tempest-AttachVolumeTestJSON-185127037 tempest-AttachVolumeTestJSON-185127037-project] Publish callbacks [] for security_group (901c15aa-9edf-4c4f-99fa-d12937d98f67), precommit_delete {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:58:13.053498 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-a2829149-3371-455e-ac67-20db103110ab tempest-AttachVolumeTestJSON-185127037 tempest-AttachVolumeTestJSON-185127037-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-282428'] for security_group (901c15aa-9edf-4c4f-99fa-d12937d98f67), after_delete {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:58:13.056230 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-a2829149-3371-455e-ac67-20db103110ab tempest-AttachVolumeTestJSON-185127037 tempest-AttachVolumeTestJSON-185127037-project] Publish callbacks [] for security_group (None), before_response {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:58:13.057423 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [None req-a2829149-3371-455e-ac67-20db103110ab tempest-AttachVolumeTestJSON-185127037 tempest-AttachVolumeTestJSON-185127037-project] 10.222.0.60 "DELETE /v2.0/security-groups/901c15aa-9edf-4c4f-99fa-d12937d98f67 HTTP/1.1" status: 204 len: 168 time: 0.1404347 May 10 17:58:13.060345 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.wsgi [-] (110153) accepted ('10.222.0.60', 48186) {{(pid=110153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 17:58:13.068789 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2829149-3371-455e-ac67-20db103110ab tempest-AttachVolumeTestJSON-185127037 tempest-AttachVolumeTestJSON-185127037-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=901c15aa-9edf-4c4f-99fa-d12937d98f67,revision_number=None']} {{(pid=110152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:58:13.075473 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.api.v2.resource [None req-b49ea178-cca3-41d9-aad1-e01ee0b2667b tempest-AttachVolumeTestJSON-185127037 tempest-AttachVolumeTestJSON-185127037-project] show failed (client error): The resource could not be found. May 10 17:58:13.076764 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [None req-b49ea178-cca3-41d9-aad1-e01ee0b2667b tempest-AttachVolumeTestJSON-185127037 tempest-AttachVolumeTestJSON-185127037-project] 10.222.0.60 "GET /v2.0/security-groups/901c15aa-9edf-4c4f-99fa-d12937d98f67 HTTP/1.1" status: 404 len: 347 time: 0.0150175 May 10 17:58:13.080737 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.wsgi [-] (110152) accepted ('10.222.0.60', 48188) {{(pid=110152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 17:58:13.203837 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.plugins.ml2.plugin [None req-a0b7ed5b-0996-498b-a1a9-c722e1f7129a tempest-AttachVolumeTestJSON-185127037 tempest-AttachVolumeTestJSON-185127037-project] Deleting port 24bac1b0-0080-4164-93db-f9f1a2f6bde6 {{(pid=110152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 17:58:13.204254 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-a0b7ed5b-0996-498b-a1a9-c722e1f7129a tempest-AttachVolumeTestJSON-185127037 tempest-AttachVolumeTestJSON-185127037-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781795221764'] for port (24bac1b0-0080-4164-93db-f9f1a2f6bde6), before_delete {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:58:13.286648 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-a0b7ed5b-0996-498b-a1a9-c722e1f7129a tempest-AttachVolumeTestJSON-185127037 tempest-AttachVolumeTestJSON-185127037-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640494'] for port (24bac1b0-0080-4164-93db-f9f1a2f6bde6), precommit_delete {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:58:13.286976 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-a0b7ed5b-0996-498b-a1a9-c722e1f7129a tempest-AttachVolumeTestJSON-185127037 tempest-AttachVolumeTestJSON-185127037-project] Publish callbacks [] for floatingip (24bac1b0-0080-4164-93db-f9f1a2f6bde6), precommit_delete {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:58:13.300091 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.rpc [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Device b7f4dfb8-2c4d-4c91-8b1f-6040b097f331 no longer exists at agent hyperv_hv-cinder-84130 {{(pid=110154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 17:58:13.304132 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.plugins.ml2.plugin [None req-a0b7ed5b-0996-498b-a1a9-c722e1f7129a tempest-AttachVolumeTestJSON-185127037 tempest-AttachVolumeTestJSON-185127037-project] Calling delete_port for 24bac1b0-0080-4164-93db-f9f1a2f6bde6 owned by network:floatingip {{(pid=110152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 17:58:13.320431 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.plugin [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] No Port match for: b7f4dfb8-2c4d-4c91-8b1f-6040b097f331 {{(pid=110154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 17:58:13.320778 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.rpc [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Device b7f4dfb8-2c4d-4c91-8b1f-6040b097f331 not bound to the agent host hv-cinder-84130 {{(pid=110154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 17:58:13.436246 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-a0b7ed5b-0996-498b-a1a9-c722e1f7129a tempest-AttachVolumeTestJSON-185127037 tempest-AttachVolumeTestJSON-185127037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1514136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781795229076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781794686073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5018186'] for port (24bac1b0-0080-4164-93db-f9f1a2f6bde6), after_delete {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:58:13.467577 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b7ed5b-0996-498b-a1a9-c722e1f7129a tempest-AttachVolumeTestJSON-185127037 tempest-AttachVolumeTestJSON-185127037-project] Pushing event deleted for resources: {'Port': ['ID=24bac1b0-0080-4164-93db-f9f1a2f6bde6,revision_number=None']} {{(pid=110152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:58:13.531600 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-a0b7ed5b-0996-498b-a1a9-c722e1f7129a tempest-AttachVolumeTestJSON-185127037 tempest-AttachVolumeTestJSON-185127037-project] Publish callbacks [] for floatingip (313f203d-a5e7-4b62-aa86-054b7c64d368), after_delete {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:58:13.534819 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-a0b7ed5b-0996-498b-a1a9-c722e1f7129a tempest-AttachVolumeTestJSON-185127037 tempest-AttachVolumeTestJSON-185127037-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29634'] for floatingip (None), before_response {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:58:13.536013 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [None req-a0b7ed5b-0996-498b-a1a9-c722e1f7129a tempest-AttachVolumeTestJSON-185127037 tempest-AttachVolumeTestJSON-185127037-project] 10.222.0.60 "DELETE /v2.0/floatingips/313f203d-a5e7-4b62-aa86-054b7c64d368 HTTP/1.1" status: 204 len: 168 time: 0.4541304 May 10 17:58:13.613977 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.wsgi [-] (110152) accepted ('10.222.0.60', 48192) {{(pid=110152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 17:58:13.618524 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.v2.base [None req-a533de68-3cc5-4388-9117-be6a8ae9a0b7 tempest-AttachVolumeTestJSON-185127037 tempest-AttachVolumeTestJSON-185127037-project] Request body: {'security_group': {'name': 'tempest-securitygroup--251794007', 'description': 'tempest-description--1085567231'}} {{(pid=110152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 17:58:13.637592 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-a533de68-3cc5-4388-9117-be6a8ae9a0b7 tempest-AttachVolumeTestJSON-185127037 tempest-AttachVolumeTestJSON-185127037-project] Publish callbacks [] for security_group (None), before_create {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:58:13.707913 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-a533de68-3cc5-4388-9117-be6a8ae9a0b7 tempest-AttachVolumeTestJSON-185127037 tempest-AttachVolumeTestJSON-185127037-project] Publish callbacks [] for security_group (89d56803-4159-4cf1-87eb-f601818437e2), precommit_create {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:58:13.711813 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-a533de68-3cc5-4388-9117-be6a8ae9a0b7 tempest-AttachVolumeTestJSON-185127037 tempest-AttachVolumeTestJSON-185127037-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-282428'] for security_group (89d56803-4159-4cf1-87eb-f601818437e2), after_create {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:58:13.739976 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-a533de68-3cc5-4388-9117-be6a8ae9a0b7 tempest-AttachVolumeTestJSON-185127037 tempest-AttachVolumeTestJSON-185127037-project] Publish callbacks [] for security_group (None), before_response {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:58:13.741207 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [None req-a533de68-3cc5-4388-9117-be6a8ae9a0b7 tempest-AttachVolumeTestJSON-185127037 tempest-AttachVolumeTestJSON-185127037-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1262286 May 10 17:58:13.744294 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.wsgi [-] (110153) accepted ('10.222.0.60', 48194) {{(pid=110153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 17:58:13.745229 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a533de68-3cc5-4388-9117-be6a8ae9a0b7 tempest-AttachVolumeTestJSON-185127037 tempest-AttachVolumeTestJSON-185127037-project] Pushing event updated for resources: {'SecurityGroup': ['ID=89d56803-4159-4cf1-87eb-f601818437e2,revision_number=1']} {{(pid=110152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:58:13.748897 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.v2.base [None req-f3e69824-3a8d-4d01-b7fb-2303c71d311d tempest-AttachVolumeTestJSON-185127037 tempest-AttachVolumeTestJSON-185127037-project] Request body: {'security_group_rule': {'security_group_id': '89d56803-4159-4cf1-87eb-f601818437e2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 17:58:13.775013 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-f3e69824-3a8d-4d01-b7fb-2303c71d311d tempest-AttachVolumeTestJSON-185127037 tempest-AttachVolumeTestJSON-185127037-project] Publish callbacks [] for security_group_rule (fd06b6a9-5a67-460f-9916-bd984138bede), before_create {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:58:13.831664 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-f3e69824-3a8d-4d01-b7fb-2303c71d311d tempest-AttachVolumeTestJSON-185127037 tempest-AttachVolumeTestJSON-185127037-project] Publish callbacks [] for security_group_rule (fd06b6a9-5a67-460f-9916-bd984138bede), precommit_create {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:58:13.835346 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-f3e69824-3a8d-4d01-b7fb-2303c71d311d tempest-AttachVolumeTestJSON-185127037 tempest-AttachVolumeTestJSON-185127037-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-282571'] for security_group_rule (fd06b6a9-5a67-460f-9916-bd984138bede), after_create {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:58:13.852456 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e69824-3a8d-4d01-b7fb-2303c71d311d tempest-AttachVolumeTestJSON-185127037 tempest-AttachVolumeTestJSON-185127037-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd06b6a9-5a67-460f-9916-bd984138bede,revision_number=0']} {{(pid=110153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:58:13.860566 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e69824-3a8d-4d01-b7fb-2303c71d311d tempest-AttachVolumeTestJSON-185127037 tempest-AttachVolumeTestJSON-185127037-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:58:13.861004 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e69824-3a8d-4d01-b7fb-2303c71d311d tempest-AttachVolumeTestJSON-185127037 tempest-AttachVolumeTestJSON-185127037-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:58:13.861348 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e69824-3a8d-4d01-b7fb-2303c71d311d tempest-AttachVolumeTestJSON-185127037 tempest-AttachVolumeTestJSON-185127037-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:58:13.861683 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e69824-3a8d-4d01-b7fb-2303c71d311d tempest-AttachVolumeTestJSON-185127037 tempest-AttachVolumeTestJSON-185127037-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:58:13.862014 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e69824-3a8d-4d01-b7fb-2303c71d311d tempest-AttachVolumeTestJSON-185127037 tempest-AttachVolumeTestJSON-185127037-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:58:13.862344 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e69824-3a8d-4d01-b7fb-2303c71d311d tempest-AttachVolumeTestJSON-185127037 tempest-AttachVolumeTestJSON-185127037-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:58:13.862682 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e69824-3a8d-4d01-b7fb-2303c71d311d tempest-AttachVolumeTestJSON-185127037 tempest-AttachVolumeTestJSON-185127037-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:58:13.862993 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e69824-3a8d-4d01-b7fb-2303c71d311d tempest-AttachVolumeTestJSON-185127037 tempest-AttachVolumeTestJSON-185127037-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:58:13.863315 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e69824-3a8d-4d01-b7fb-2303c71d311d tempest-AttachVolumeTestJSON-185127037 tempest-AttachVolumeTestJSON-185127037-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:58:13.863663 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e69824-3a8d-4d01-b7fb-2303c71d311d tempest-AttachVolumeTestJSON-185127037 tempest-AttachVolumeTestJSON-185127037-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:58:13.863986 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e69824-3a8d-4d01-b7fb-2303c71d311d tempest-AttachVolumeTestJSON-185127037 tempest-AttachVolumeTestJSON-185127037-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:58:13.864310 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e69824-3a8d-4d01-b7fb-2303c71d311d tempest-AttachVolumeTestJSON-185127037 tempest-AttachVolumeTestJSON-185127037-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:58:13.864630 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e69824-3a8d-4d01-b7fb-2303c71d311d tempest-AttachVolumeTestJSON-185127037 tempest-AttachVolumeTestJSON-185127037-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:58:13.864948 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e69824-3a8d-4d01-b7fb-2303c71d311d tempest-AttachVolumeTestJSON-185127037 tempest-AttachVolumeTestJSON-185127037-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:58:13.865267 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e69824-3a8d-4d01-b7fb-2303c71d311d tempest-AttachVolumeTestJSON-185127037 tempest-AttachVolumeTestJSON-185127037-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:58:13.869840 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-f3e69824-3a8d-4d01-b7fb-2303c71d311d tempest-AttachVolumeTestJSON-185127037 tempest-AttachVolumeTestJSON-185127037-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:58:13.871015 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [None req-f3e69824-3a8d-4d01-b7fb-2303c71d311d tempest-AttachVolumeTestJSON-185127037 tempest-AttachVolumeTestJSON-185127037-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1256368 May 10 17:58:13.875567 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.wsgi [-] (110153) accepted ('10.222.0.60', 48196) {{(pid=110153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 17:58:13.880288 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.v2.base [None req-1a03e5d1-737f-412d-8a8f-0ac4b946922a tempest-AttachVolumeTestJSON-185127037 tempest-AttachVolumeTestJSON-185127037-project] Request body: {'security_group_rule': {'security_group_id': '89d56803-4159-4cf1-87eb-f601818437e2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 17:58:13.904914 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-1a03e5d1-737f-412d-8a8f-0ac4b946922a tempest-AttachVolumeTestJSON-185127037 tempest-AttachVolumeTestJSON-185127037-project] Publish callbacks [] for security_group_rule (9075ed57-69b0-464e-9c5b-5225b04443ce), before_create {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:58:13.962906 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-1a03e5d1-737f-412d-8a8f-0ac4b946922a tempest-AttachVolumeTestJSON-185127037 tempest-AttachVolumeTestJSON-185127037-project] Publish callbacks [] for security_group_rule (9075ed57-69b0-464e-9c5b-5225b04443ce), precommit_create {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:58:13.966534 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-1a03e5d1-737f-412d-8a8f-0ac4b946922a tempest-AttachVolumeTestJSON-185127037 tempest-AttachVolumeTestJSON-185127037-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-282571'] for security_group_rule (9075ed57-69b0-464e-9c5b-5225b04443ce), after_create {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:58:13.983685 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a03e5d1-737f-412d-8a8f-0ac4b946922a tempest-AttachVolumeTestJSON-185127037 tempest-AttachVolumeTestJSON-185127037-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9075ed57-69b0-464e-9c5b-5225b04443ce,revision_number=0']} {{(pid=110153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:58:13.992263 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-1a03e5d1-737f-412d-8a8f-0ac4b946922a tempest-AttachVolumeTestJSON-185127037 tempest-AttachVolumeTestJSON-185127037-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:58:13.993476 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [None req-1a03e5d1-737f-412d-8a8f-0ac4b946922a tempest-AttachVolumeTestJSON-185127037 tempest-AttachVolumeTestJSON-185127037-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1164298 May 10 17:58:13.996553 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.wsgi [-] (110153) accepted ('10.222.0.60', 48198) {{(pid=110153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 17:58:14.000712 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.v2.base [None req-427b6623-a959-47fd-ad4c-3bb42264b379 tempest-AttachVolumeTestJSON-185127037 tempest-AttachVolumeTestJSON-185127037-project] Request body: {'floatingip': {'floating_network_id': '85dc89cf-59f9-4edb-b26e-52bcb8a93763'}} {{(pid=110153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 17:58:14.020632 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-427b6623-a959-47fd-ad4c-3bb42264b379 tempest-AttachVolumeTestJSON-185127037 tempest-AttachVolumeTestJSON-185127037-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:58:14.096608 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-427b6623-a959-47fd-ad4c-3bb42264b379 tempest-AttachVolumeTestJSON-185127037 tempest-AttachVolumeTestJSON-185127037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1514036'] for port (None), before_create {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:58:14.200410 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.db.db_base_plugin_common [None req-427b6623-a959-47fd-ad4c-3bb42264b379 tempest-AttachVolumeTestJSON-185127037 tempest-AttachVolumeTestJSON-185127037-project] Allocated IP 172.27.0.239 (85dc89cf-59f9-4edb-b26e-52bcb8a93763/e93d94f1-cb19-4cd0-92e5-ca73d24bd8fb/e0dd0b89-a8cb-40a0-b762-30cae9232316) {{(pid=110153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 17:58:14.300153 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-427b6623-a959-47fd-ad4c-3bb42264b379 tempest-AttachVolumeTestJSON-185127037 tempest-AttachVolumeTestJSON-185127037-project] Publish callbacks [] for port (e0dd0b89-a8cb-40a0-b762-30cae9232316), precommit_create {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:58:14.334540 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-427b6623-a959-47fd-ad4c-3bb42264b379 tempest-AttachVolumeTestJSON-185127037 tempest-AttachVolumeTestJSON-185127037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1514136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781794686064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207117'] for port (e0dd0b89-a8cb-40a0-b762-30cae9232316), after_create {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:58:14.377214 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-427b6623-a959-47fd-ad4c-3bb42264b379 tempest-AttachVolumeTestJSON-185127037 tempest-AttachVolumeTestJSON-185127037-project] Network 85dc89cf-59f9-4edb-b26e-52bcb8a93763 is already hosted by enough agents. {{(pid=110153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 17:58:14.380129 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.scheduler.base_scheduler [None req-427b6623-a959-47fd-ad4c-3bb42264b379 tempest-AttachVolumeTestJSON-185127037 tempest-AttachVolumeTestJSON-185127037-project] Resources bound (agent type, host, resource id): {{(pid=110153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 17:58:14.386022 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-427b6623-a959-47fd-ad4c-3bb42264b379 tempest-AttachVolumeTestJSON-185127037 tempest-AttachVolumeTestJSON-185127037-project] Received port after_create {{(pid=110153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 17:58:14.391556 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427b6623-a959-47fd-ad4c-3bb42264b379 tempest-AttachVolumeTestJSON-185127037 tempest-AttachVolumeTestJSON-185127037-project] Pushing event updated for resources: {'Port': ['ID=e0dd0b89-a8cb-40a0-b762-30cae9232316,revision_number=1']} {{(pid=110153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:58:14.473025 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-427b6623-a959-47fd-ad4c-3bb42264b379 tempest-AttachVolumeTestJSON-185127037 tempest-AttachVolumeTestJSON-185127037-project] Publish callbacks [] for floatingip (631c5f06-1676-4bd5-9610-0df50ebd4935), precommit_create {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:58:14.508263 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-427b6623-a959-47fd-ad4c-3bb42264b379 tempest-AttachVolumeTestJSON-185127037 tempest-AttachVolumeTestJSON-185127037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1514036'] for port (e0dd0b89-a8cb-40a0-b762-30cae9232316), before_update {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:58:14.659314 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-427b6623-a959-47fd-ad4c-3bb42264b379 tempest-AttachVolumeTestJSON-185127037 tempest-AttachVolumeTestJSON-185127037-project] Publish callbacks [] for port (e0dd0b89-a8cb-40a0-b762-30cae9232316), precommit_update {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:58:14.663886 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-427b6623-a959-47fd-ad4c-3bb42264b379 tempest-AttachVolumeTestJSON-185127037 tempest-AttachVolumeTestJSON-185127037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1514136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781795229094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781794686082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781794686100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4207220'] for port (e0dd0b89-a8cb-40a0-b762-30cae9232316), after_update {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:58:14.734604 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427b6623-a959-47fd-ad4c-3bb42264b379 tempest-AttachVolumeTestJSON-185127037 tempest-AttachVolumeTestJSON-185127037-project] Pushing event updated for resources: {'Port': ['ID=e0dd0b89-a8cb-40a0-b762-30cae9232316,revision_number=2']} {{(pid=110153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:58:14.746893 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-427b6623-a959-47fd-ad4c-3bb42264b379 tempest-AttachVolumeTestJSON-185127037 tempest-AttachVolumeTestJSON-185127037-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-641027'] for floatingip (631c5f06-1676-4bd5-9610-0df50ebd4935), after_create {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:58:14.762366 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-427b6623-a959-47fd-ad4c-3bb42264b379 tempest-AttachVolumeTestJSON-185127037 tempest-AttachVolumeTestJSON-185127037-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29634'] for floatingip (None), before_response {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:58:14.763631 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [None req-427b6623-a959-47fd-ad4c-3bb42264b379 tempest-AttachVolumeTestJSON-185127037 tempest-AttachVolumeTestJSON-185127037-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7661402 May 10 17:58:14.908773 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-1c6e1849-4256-49f8-b8a5-f1dafb421849 req-38d75c25-4354-4466-b95c-6ba96f37383f tempest-AttachVolumeTestJSON-185127037 tempest-AttachVolumeTestJSON-185127037-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-securitygroup--251794007&fields=id&tenant_id=a83ced38e3ea471399fe49b3162b38e7 HTTP/1.1" status: 200 len: 267 time: 0.0417914 May 10 17:58:15.017991 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6e1849-4256-49f8-b8a5-f1dafb421849 req-e3d9d949-ff90-446a-ae7e-794ebf426df2 tempest-AttachVolumeTestJSON-185127037 tempest-AttachVolumeTestJSON-185127037-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:58:15.019477 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-1c6e1849-4256-49f8-b8a5-f1dafb421849 req-e3d9d949-ff90-446a-ae7e-794ebf426df2 tempest-AttachVolumeTestJSON-185127037 tempest-AttachVolumeTestJSON-185127037-project] 10.222.0.60 "GET /v2.0/networks?id=6723a7dd-891c-4580-9df3-21c9f6f08046 HTTP/1.1" status: 200 len: 810 time: 0.1043382 May 10 17:58:15.034419 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-1c6e1849-4256-49f8-b8a5-f1dafb421849 req-95ceafc4-3b69-4c0d-b984-9f4f80d482fe tempest-AttachVolumeTestJSON-185127037 tempest-AttachVolumeTestJSON-185127037-project] 10.222.0.60 "GET /v2.0/quotas/a83ced38e3ea471399fe49b3162b38e7 HTTP/1.1" status: 200 len: 375 time: 0.0095196 May 10 17:58:15.082554 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-1c6e1849-4256-49f8-b8a5-f1dafb421849 req-752d432b-148d-4a2d-8dfa-bac9761f72e3 tempest-AttachVolumeTestJSON-185127037 tempest-AttachVolumeTestJSON-185127037-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=a83ced38e3ea471399fe49b3162b38e7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0430889 May 10 17:58:15.180084 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-1c6e1849-4256-49f8-b8a5-f1dafb421849 req-5555697f-5d2d-41ae-b222-440bbb211e4d service neutron] 10.222.0.60 "GET /v2.0/networks/6723a7dd-891c-4580-9df3-21c9f6f08046?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864272 May 10 17:58:15.271322 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-1c6e1849-4256-49f8-b8a5-f1dafb421849 req-eccde877-34cc-4b2a-a793-0d9abc10d04d service neutron] 10.222.0.60 "GET /v2.0/networks/6723a7dd-891c-4580-9df3-21c9f6f08046?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855849 May 10 17:58:15.448068 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-98093408-631c-4d21-aaa6-3f753a22bb56 req-6ada29d3-ef09-401a-ac5d-5160f7dc1a9c tempest-AttachVolumeTestJSON-185127037 tempest-AttachVolumeTestJSON-185127037-project] 10.222.0.60 "GET /v2.0/ports?device_id=4d20a5da-0117-4756-9702-78bf939f6f81 HTTP/1.1" status: 200 len: 210 time: 0.0289395 May 10 17:58:16.466934 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6e1849-4256-49f8-b8a5-f1dafb421849 req-277bb4d0-c630-4702-87f3-35c8b8c2ab02 tempest-AttachVolumeTestJSON-185127037 tempest-AttachVolumeTestJSON-185127037-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:58:16.468522 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-1c6e1849-4256-49f8-b8a5-f1dafb421849 req-277bb4d0-c630-4702-87f3-35c8b8c2ab02 tempest-AttachVolumeTestJSON-185127037 tempest-AttachVolumeTestJSON-185127037-project] 10.222.0.77 "GET /v2.0/networks?id=6723a7dd-891c-4580-9df3-21c9f6f08046 HTTP/1.1" status: 200 len: 810 time: 0.1119411 May 10 17:58:16.554371 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-5184e29b-980d-4852-b20a-d3353760d355 req-a42e9987-deba-4f33-b3c6-ecc872f612b8 tempest-AttachVolumeTestJSON-185127037 tempest-AttachVolumeTestJSON-185127037-project] 10.222.0.60 "GET /v2.0/ports?device_id=4d20a5da-0117-4756-9702-78bf939f6f81 HTTP/1.1" status: 200 len: 210 time: 0.0326395 May 10 17:58:16.574403 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-1c6e1849-4256-49f8-b8a5-f1dafb421849 req-84de1367-329a-4d31-9344-e0f3bed07b0a tempest-AttachVolumeTestJSON-185127037 tempest-AttachVolumeTestJSON-185127037-project] 10.222.0.77 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a83ced38e3ea471399fe49b3162b38e7 HTTP/1.1" status: 200 len: 379 time: 0.0793238 May 10 17:58:16.633602 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.v2.base [req-1c6e1849-4256-49f8-b8a5-f1dafb421849 req-af67416f-7e0f-4733-bc76-3d2f45fdd851 tempest-AttachVolumeTestJSON-185127037 tempest-AttachVolumeTestJSON-185127037-project] Request body: {'port': {'device_id': '4d20a5da-0117-4756-9702-78bf939f6f81', 'network_id': '6723a7dd-891c-4580-9df3-21c9f6f08046', 'admin_state_up': True, 'tenant_id': 'a83ced38e3ea471399fe49b3162b38e7', 'security_groups': ['89d56803-4159-4cf1-87eb-f601818437e2']}} {{(pid=110152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 17:58:16.745741 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1c6e1849-4256-49f8-b8a5-f1dafb421849 req-af67416f-7e0f-4733-bc76-3d2f45fdd851 tempest-AttachVolumeTestJSON-185127037 tempest-AttachVolumeTestJSON-185127037-project] Made reservation on behalf of a83ced38e3ea471399fe49b3162b38e7 for: {'port': 1} {{(pid=110152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 17:58:16.749034 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [req-1c6e1849-4256-49f8-b8a5-f1dafb421849 req-af67416f-7e0f-4733-bc76-3d2f45fdd851 tempest-AttachVolumeTestJSON-185127037 tempest-AttachVolumeTestJSON-185127037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1514036'] for port (None), before_create {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:58:16.878952 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.db.db_base_plugin_common [req-1c6e1849-4256-49f8-b8a5-f1dafb421849 req-af67416f-7e0f-4733-bc76-3d2f45fdd851 tempest-AttachVolumeTestJSON-185127037 tempest-AttachVolumeTestJSON-185127037-project] Allocated IP 172.20.0.8 (6723a7dd-891c-4580-9df3-21c9f6f08046/125e9763-4051-4e2a-9a5e-3519d0c64e46/cdf3d2c3-53c7-4f85-9104-e3ff4f413ee1) {{(pid=110152) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 17:58:17.017491 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [req-1c6e1849-4256-49f8-b8a5-f1dafb421849 req-af67416f-7e0f-4733-bc76-3d2f45fdd851 tempest-AttachVolumeTestJSON-185127037 tempest-AttachVolumeTestJSON-185127037-project] Publish callbacks [] for port (cdf3d2c3-53c7-4f85-9104-e3ff4f413ee1), precommit_create {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:58:17.049837 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [req-1c6e1849-4256-49f8-b8a5-f1dafb421849 req-af67416f-7e0f-4733-bc76-3d2f45fdd851 tempest-AttachVolumeTestJSON-185127037 tempest-AttachVolumeTestJSON-185127037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1514136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781794686064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5018186'] for port (cdf3d2c3-53c7-4f85-9104-e3ff4f413ee1), after_create {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:58:17.095987 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1c6e1849-4256-49f8-b8a5-f1dafb421849 req-af67416f-7e0f-4733-bc76-3d2f45fdd851 tempest-AttachVolumeTestJSON-185127037 tempest-AttachVolumeTestJSON-185127037-project] Network 6723a7dd-891c-4580-9df3-21c9f6f08046 is already hosted by enough agents. {{(pid=110152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 17:58:17.099196 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.scheduler.base_scheduler [req-1c6e1849-4256-49f8-b8a5-f1dafb421849 req-af67416f-7e0f-4733-bc76-3d2f45fdd851 tempest-AttachVolumeTestJSON-185127037 tempest-AttachVolumeTestJSON-185127037-project] Resources bound (agent type, host, resource id): {{(pid=110152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 17:58:17.105493 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c6e1849-4256-49f8-b8a5-f1dafb421849 req-af67416f-7e0f-4733-bc76-3d2f45fdd851 tempest-AttachVolumeTestJSON-185127037 tempest-AttachVolumeTestJSON-185127037-project] Received port after_create {{(pid=110152) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 17:58:17.112298 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af67416f-7e0f-4733-bc76-3d2f45fdd851 tempest-AttachVolumeTestJSON-185127037 tempest-AttachVolumeTestJSON-185127037-project] Pushing event updated for resources: {'Port': ['ID=cdf3d2c3-53c7-4f85-9104-e3ff4f413ee1,revision_number=1']} {{(pid=110152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:58:17.159357 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6e1849-4256-49f8-b8a5-f1dafb421849 req-af67416f-7e0f-4733-bc76-3d2f45fdd851 tempest-AttachVolumeTestJSON-185127037 tempest-AttachVolumeTestJSON-185127037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:58:17.160013 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [req-1c6e1849-4256-49f8-b8a5-f1dafb421849 req-af67416f-7e0f-4733-bc76-3d2f45fdd851 tempest-AttachVolumeTestJSON-185127037 tempest-AttachVolumeTestJSON-185127037-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29634'] for port (None), before_response {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:58:17.177228 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-1c6e1849-4256-49f8-b8a5-f1dafb421849 req-af67416f-7e0f-4733-bc76-3d2f45fdd851 tempest-AttachVolumeTestJSON-185127037 tempest-AttachVolumeTestJSON-185127037-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5473654 May 10 17:58:17.195670 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.v2.base [req-1c6e1849-4256-49f8-b8a5-f1dafb421849 req-9e2e773f-c2f0-45da-8fa8-510adb514bdf service neutron] Request body: {'port': {'device_id': '4d20a5da-0117-4756-9702-78bf939f6f81', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84130'}} {{(pid=110152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 17:58:17.259646 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [req-1c6e1849-4256-49f8-b8a5-f1dafb421849 req-9e2e773f-c2f0-45da-8fa8-510adb514bdf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1514036'] for port (cdf3d2c3-53c7-4f85-9104-e3ff4f413ee1), before_update {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:58:17.294096 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.db.provisioning_blocks [None req-ddb830cf-9494-45b9-a5ab-450d75a3ad67 None None] Provisioning complete for port cdf3d2c3-53c7-4f85-9104-e3ff4f413ee1 triggered by entity DHCP. {{(pid=110154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 17:58:17.294711 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-ddb830cf-9494-45b9-a5ab-450d75a3ad67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525495'] for port (cdf3d2c3-53c7-4f85-9104-e3ff4f413ee1), provisioning_complete {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:58:17.332618 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.plugin [None req-ddb830cf-9494-45b9-a5ab-450d75a3ad67 None None] Port cdf3d2c3-53c7-4f85-9104-e3ff4f413ee1 cannot update to ACTIVE because it is not bound. {{(pid=110154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 10 17:58:17.530846 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.notifiers.nova [req-1c6e1849-4256-49f8-b8a5-f1dafb421849 req-9e2e773f-c2f0-45da-8fa8-510adb514bdf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cdf3d2c3-53c7-4f85-9104-e3ff4f413ee1 {{(pid=110152) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 17:58:17.539060 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [req-1c6e1849-4256-49f8-b8a5-f1dafb421849 req-9e2e773f-c2f0-45da-8fa8-510adb514bdf service neutron] Publish callbacks [] for port (cdf3d2c3-53c7-4f85-9104-e3ff4f413ee1), precommit_update {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:58:17.552618 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.db.provisioning_blocks [req-1c6e1849-4256-49f8-b8a5-f1dafb421849 req-9e2e773f-c2f0-45da-8fa8-510adb514bdf service neutron] Transition to ACTIVE for port object cdf3d2c3-53c7-4f85-9104-e3ff4f413ee1 will not be triggered until provisioned by entity L2. {{(pid=110152) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 10 17:58:17.556824 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [req-1c6e1849-4256-49f8-b8a5-f1dafb421849 req-9e2e773f-c2f0-45da-8fa8-510adb514bdf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1514136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781795229094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781794686082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781794686100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5018163'] for port (cdf3d2c3-53c7-4f85-9104-e3ff4f413ee1), after_update {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:58:17.611519 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2e773f-c2f0-45da-8fa8-510adb514bdf service neutron] Pushing event updated for resources: {'Port': ['ID=cdf3d2c3-53c7-4f85-9104-e3ff4f413ee1,revision_number=2']} {{(pid=110152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:58:17.712669 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac1d058-341e-4917-ad3c-3aed1853b745 req-398508d9-8d63-4088-bc91-068b99922fc2 tempest-AttachVolumeTestJSON-185127037 tempest-AttachVolumeTestJSON-185127037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:58:17.714198 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-fac1d058-341e-4917-ad3c-3aed1853b745 req-398508d9-8d63-4088-bc91-068b99922fc2 tempest-AttachVolumeTestJSON-185127037 tempest-AttachVolumeTestJSON-185127037-project] 10.222.0.60 "GET /v2.0/ports?device_id=4d20a5da-0117-4756-9702-78bf939f6f81 HTTP/1.1" status: 200 len: 943 time: 0.0649533 May 10 17:58:17.739502 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.plugins.ml2.managers [req-1c6e1849-4256-49f8-b8a5-f1dafb421849 req-9e2e773f-c2f0-45da-8fa8-510adb514bdf service neutron] Attempting to bind port cdf3d2c3-53c7-4f85-9104-e3ff4f413ee1 on host hv-cinder-84130 for vnic_type normal with profile {{(pid=110152) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 17:58:17.739848 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.plugins.ml2.managers [req-1c6e1849-4256-49f8-b8a5-f1dafb421849 req-9e2e773f-c2f0-45da-8fa8-510adb514bdf service neutron] Attempting to bind port cdf3d2c3-53c7-4f85-9104-e3ff4f413ee1 by drivers openvswitch,hyperv on host hv-cinder-84130 at level 0 using segments [{'id': 'ceecb963-ac53-40a6-a088-c89a2310a391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '6723a7dd-891c-4580-9df3-21c9f6f08046'}] {{(pid=110152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 17:58:17.740180 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c6e1849-4256-49f8-b8a5-f1dafb421849 req-9e2e773f-c2f0-45da-8fa8-510adb514bdf service neutron] Attempting to bind port cdf3d2c3-53c7-4f85-9104-e3ff4f413ee1 on network 6723a7dd-891c-4580-9df3-21c9f6f08046 {{(pid=110152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 17:58:17.750078 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c6e1849-4256-49f8-b8a5-f1dafb421849 req-9e2e773f-c2f0-45da-8fa8-510adb514bdf service neutron] Port cdf3d2c3-53c7-4f85-9104-e3ff4f413ee1 on network 6723a7dd-891c-4580-9df3-21c9f6f08046 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84130 {{(pid=110152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 17:58:17.750402 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c6e1849-4256-49f8-b8a5-f1dafb421849 req-9e2e773f-c2f0-45da-8fa8-510adb514bdf service neutron] Attempting to bind port cdf3d2c3-53c7-4f85-9104-e3ff4f413ee1 on network 6723a7dd-891c-4580-9df3-21c9f6f08046 {{(pid=110152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 17:58:17.763878 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c6e1849-4256-49f8-b8a5-f1dafb421849 req-9e2e773f-c2f0-45da-8fa8-510adb514bdf service neutron] Checking agent: {'id': '16638279-eb91-49a3-95a5-8b540cc2f948', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84130', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 17, 42, 31), 'started_at': datetime.datetime(2022, 5, 10, 17, 42, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 17, 58, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 17:58:17.764220 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c6e1849-4256-49f8-b8a5-f1dafb421849 req-9e2e773f-c2f0-45da-8fa8-510adb514bdf service neutron] Checking segment: {'id': 'ceecb963-ac53-40a6-a088-c89a2310a391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '6723a7dd-891c-4580-9df3-21c9f6f08046'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 17:58:17.764605 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c6e1849-4256-49f8-b8a5-f1dafb421849 req-9e2e773f-c2f0-45da-8fa8-510adb514bdf service neutron] Bound using segment: {'id': 'ceecb963-ac53-40a6-a088-c89a2310a391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '6723a7dd-891c-4580-9df3-21c9f6f08046'} {{(pid=110152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 17:58:17.765048 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.plugins.ml2.managers [req-1c6e1849-4256-49f8-b8a5-f1dafb421849 req-9e2e773f-c2f0-45da-8fa8-510adb514bdf service neutron] Bound port: cdf3d2c3-53c7-4f85-9104-e3ff4f413ee1, host: hv-cinder-84130, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ceecb963-ac53-40a6-a088-c89a2310a391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '6723a7dd-891c-4580-9df3-21c9f6f08046'}}] {{(pid=110152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 17:58:17.765407 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [req-1c6e1849-4256-49f8-b8a5-f1dafb421849 req-9e2e773f-c2f0-45da-8fa8-510adb514bdf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1514036'] for port (cdf3d2c3-53c7-4f85-9104-e3ff4f413ee1), before_update {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:58:17.789175 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-fac1d058-341e-4917-ad3c-3aed1853b745 req-dc572468-fcc5-4f35-94c4-decbe27aff76 tempest-AttachVolumeTestJSON-185127037 tempest-AttachVolumeTestJSON-185127037-project] 10.222.0.60 "GET /v2.0/security-groups?id=89d56803-4159-4cf1-87eb-f601818437e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0667560 May 10 17:58:17.842013 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.plugins.ml2.db [req-1c6e1849-4256-49f8-b8a5-f1dafb421849 req-9e2e773f-c2f0-45da-8fa8-510adb514bdf service neutron] For port cdf3d2c3-53c7-4f85-9104-e3ff4f413ee1, host hv-cinder-84130, cleared binding levels {{(pid=110152) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 17:58:17.846150 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.plugins.ml2.db [req-1c6e1849-4256-49f8-b8a5-f1dafb421849 req-9e2e773f-c2f0-45da-8fa8-510adb514bdf service neutron] For port cdf3d2c3-53c7-4f85-9104-e3ff4f413ee1, host hv-cinder-84130, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84130',level=0,port_id=cdf3d2c3-53c7-4f85-9104-e3ff4f413ee1,segment=NetworkSegment(ceecb963-ac53-40a6-a088-c89a2310a391),segment_id=ceecb963-ac53-40a6-a088-c89a2310a391)] {{(pid=110152) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 17:58:17.853907 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [req-1c6e1849-4256-49f8-b8a5-f1dafb421849 req-9e2e773f-c2f0-45da-8fa8-510adb514bdf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1514136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781795229094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781794686082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781794686100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5018163'] for port (cdf3d2c3-53c7-4f85-9104-e3ff4f413ee1), after_update {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:58:17.895140 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6e1849-4256-49f8-b8a5-f1dafb421849 req-9e2e773f-c2f0-45da-8fa8-510adb514bdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:58:17.895804 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [req-1c6e1849-4256-49f8-b8a5-f1dafb421849 req-9e2e773f-c2f0-45da-8fa8-510adb514bdf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29634'] for port (None), before_response {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:58:17.897206 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-1c6e1849-4256-49f8-b8a5-f1dafb421849 req-9e2e773f-c2f0-45da-8fa8-510adb514bdf service neutron] 10.222.0.77 "PUT /v2.0/ports/cdf3d2c3-53c7-4f85-9104-e3ff4f413ee1 HTTP/1.1" status: 200 len: 1093 time: 0.7059078 May 10 17:58:17.897650 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d20a5da-0117-4756-9702-78bf939f6f81', 'tag': 'cdf3d2c3-53c7-4f85-9104-e3ff4f413ee1'}] {{(pid=110152) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 17:58:17.899992 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0e5bab204033c83635b1e14c3e3a099c647719281f8bf9f740a5b80828d0d04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-989fc4f7-25ff-4eb7-b1a2-0440fc858164" -d '{"events": [{"name": "network-changed", "server_uuid": "4d20a5da-0117-4756-9702-78bf939f6f81", "tag": "cdf3d2c3-53c7-4f85-9104-e3ff4f413ee1"}]}' {{(pid=110152) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 17:58:17.925501 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2e773f-c2f0-45da-8fa8-510adb514bdf service neutron] Pushing event updated for resources: {'Port': ['ID=cdf3d2c3-53c7-4f85-9104-e3ff4f413ee1,revision_number=3']} {{(pid=110152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:58:17.944773 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 17:58:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e8b4905-a229-46e6-b2d5-370cfe89785e x-openstack-request-id: req-2e8b4905-a229-46e6-b2d5-370cfe89785e {{(pid=110152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 17:58:17.945066 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d20a5da-0117-4756-9702-78bf939f6f81", "tag": "cdf3d2c3-53c7-4f85-9104-e3ff4f413ee1", "status": "completed", "code": 200}]} {{(pid=110152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 17:58:17.945326 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-2e8b4905-a229-46e6-b2d5-370cfe89785e {{(pid=110152) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 17:58:17.945739 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2e8b4905-a229-46e6-b2d5-370cfe89785e'] response: {'name': 'network-changed', 'server_uuid': '4d20a5da-0117-4756-9702-78bf939f6f81', 'tag': 'cdf3d2c3-53c7-4f85-9104-e3ff4f413ee1', 'status': 'completed', 'code': 200} May 10 17:58:18.004100 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6e1849-4256-49f8-b8a5-f1dafb421849 req-1bd922de-acaa-4ad3-9043-d75ec4e5e03f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:58:18.005738 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-1c6e1849-4256-49f8-b8a5-f1dafb421849 req-1bd922de-acaa-4ad3-9043-d75ec4e5e03f service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=a83ced38e3ea471399fe49b3162b38e7&device_id=4d20a5da-0117-4756-9702-78bf939f6f81 HTTP/1.1" status: 200 len: 1127 time: 0.0419605 May 10 17:58:18.055965 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-1c6e1849-4256-49f8-b8a5-f1dafb421849 req-b4fb1bcd-4f28-4d01-aafd-0a451af621f9 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cdf3d2c3-53c7-4f85-9104-e3ff4f413ee1 HTTP/1.1" status: 200 len: 217 time: 0.0363791 May 10 17:58:18.109734 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6e1849-4256-49f8-b8a5-f1dafb421849 req-95f0f883-aee5-456b-905d-ef5e06e38001 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:58:18.111860 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-1c6e1849-4256-49f8-b8a5-f1dafb421849 req-95f0f883-aee5-456b-905d-ef5e06e38001 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=125e9763-4051-4e2a-9a5e-3519d0c64e46 HTTP/1.1" status: 200 len: 849 time: 0.0497530 May 10 17:58:18.155313 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6e1849-4256-49f8-b8a5-f1dafb421849 req-ccd15116-48d6-42da-801b-a2f56e1fa51a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:58:18.156752 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-1c6e1849-4256-49f8-b8a5-f1dafb421849 req-ccd15116-48d6-42da-801b-a2f56e1fa51a service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=6723a7dd-891c-4580-9df3-21c9f6f08046&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0388918 May 10 17:58:18.245493 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-1c6e1849-4256-49f8-b8a5-f1dafb421849 req-08f19f89-5a53-46a6-9d30-8c4ce81fd7da service neutron] 10.222.0.77 "GET /v2.0/networks/6723a7dd-891c-4580-9df3-21c9f6f08046?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824947 May 10 17:58:18.340947 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-1c6e1849-4256-49f8-b8a5-f1dafb421849 req-f3399aeb-d111-45c0-9f1a-2cec7e13b723 service neutron] 10.222.0.77 "GET /v2.0/networks/6723a7dd-891c-4580-9df3-21c9f6f08046?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883546 May 10 17:58:18.903386 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55270e0-1e14-4754-ac9e-da3804d87a36 req-11ede83b-c23a-4de6-a6fe-6f2cf8680cdb tempest-AttachVolumeTestJSON-185127037 tempest-AttachVolumeTestJSON-185127037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:58:18.904871 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-d55270e0-1e14-4754-ac9e-da3804d87a36 req-11ede83b-c23a-4de6-a6fe-6f2cf8680cdb tempest-AttachVolumeTestJSON-185127037 tempest-AttachVolumeTestJSON-185127037-project] 10.222.0.60 "GET /v2.0/ports?device_id=4d20a5da-0117-4756-9702-78bf939f6f81 HTTP/1.1" status: 200 len: 943 time: 0.0473423 May 10 17:58:18.952268 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-d55270e0-1e14-4754-ac9e-da3804d87a36 req-c172570a-33e0-4eb6-a5f9-0a64d874219d tempest-AttachVolumeTestJSON-185127037 tempest-AttachVolumeTestJSON-185127037-project] 10.222.0.60 "GET /v2.0/security-groups?id=89d56803-4159-4cf1-87eb-f601818437e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411582 May 10 17:58:20.069411 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f314af9-e2a2-434e-9476-84340f7aebfe req-6bde1f95-bc9c-47a4-ab3f-1a644de18f5b tempest-AttachVolumeTestJSON-185127037 tempest-AttachVolumeTestJSON-185127037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:58:20.070860 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-8f314af9-e2a2-434e-9476-84340f7aebfe req-6bde1f95-bc9c-47a4-ab3f-1a644de18f5b tempest-AttachVolumeTestJSON-185127037 tempest-AttachVolumeTestJSON-185127037-project] 10.222.0.60 "GET /v2.0/ports?device_id=4d20a5da-0117-4756-9702-78bf939f6f81 HTTP/1.1" status: 200 len: 943 time: 0.0497582 May 10 17:58:20.118776 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-8f314af9-e2a2-434e-9476-84340f7aebfe req-2805c9f7-faa9-46df-9c99-428e8da9c726 tempest-AttachVolumeTestJSON-185127037 tempest-AttachVolumeTestJSON-185127037-project] 10.222.0.60 "GET /v2.0/security-groups?id=89d56803-4159-4cf1-87eb-f601818437e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422416 May 10 17:58:20.525901 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989fc4f7-25ff-4eb7-b1a2-0440fc858164 req-26b989f6-5043-448d-a798-3d18f28c710b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:58:20.527386 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-989fc4f7-25ff-4eb7-b1a2-0440fc858164 req-26b989f6-5043-448d-a798-3d18f28c710b service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=a83ced38e3ea471399fe49b3162b38e7&device_id=4d20a5da-0117-4756-9702-78bf939f6f81 HTTP/1.1" status: 200 len: 1127 time: 0.0387864 May 10 17:58:20.620991 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989fc4f7-25ff-4eb7-b1a2-0440fc858164 req-438b5007-df42-4843-9dbf-db0baafd2b11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:58:20.622462 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-989fc4f7-25ff-4eb7-b1a2-0440fc858164 req-438b5007-df42-4843-9dbf-db0baafd2b11 service neutron] 10.222.0.77 "GET /v2.0/networks?id=6723a7dd-891c-4580-9df3-21c9f6f08046 HTTP/1.1" status: 200 len: 911 time: 0.0879388 May 10 17:58:20.663335 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-989fc4f7-25ff-4eb7-b1a2-0440fc858164 req-dfb9d18a-07aa-406a-971d-3aa22420a5a9 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cdf3d2c3-53c7-4f85-9104-e3ff4f413ee1 HTTP/1.1" status: 200 len: 217 time: 0.0349722 May 10 17:58:20.711025 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989fc4f7-25ff-4eb7-b1a2-0440fc858164 req-98435aed-7a39-482b-b7e2-32f7438bb642 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:58:20.712469 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-989fc4f7-25ff-4eb7-b1a2-0440fc858164 req-98435aed-7a39-482b-b7e2-32f7438bb642 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=125e9763-4051-4e2a-9a5e-3519d0c64e46 HTTP/1.1" status: 200 len: 849 time: 0.0428576 May 10 17:58:20.755395 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989fc4f7-25ff-4eb7-b1a2-0440fc858164 req-2c895911-21f7-4462-a721-50029fb26bb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:58:20.756890 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-989fc4f7-25ff-4eb7-b1a2-0440fc858164 req-2c895911-21f7-4462-a721-50029fb26bb6 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=6723a7dd-891c-4580-9df3-21c9f6f08046&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0387685 May 10 17:58:20.850701 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-989fc4f7-25ff-4eb7-b1a2-0440fc858164 req-f9214dd2-6581-46f3-9a56-d9ee3007f5bd service neutron] 10.222.0.77 "GET /v2.0/networks/6723a7dd-891c-4580-9df3-21c9f6f08046?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859029 May 10 17:58:20.941205 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-989fc4f7-25ff-4eb7-b1a2-0440fc858164 req-49f35b48-b87c-49cd-a42a-0e6a117e230f service neutron] 10.222.0.77 "GET /v2.0/networks/6723a7dd-891c-4580-9df3-21c9f6f08046?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839796 May 10 17:58:21.235863 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0179fb3e-5381-4306-9805-56eb4eaca103 req-360bb035-e9b8-4e32-be28-6e19b1966475 tempest-AttachVolumeTestJSON-185127037 tempest-AttachVolumeTestJSON-185127037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:58:21.237658 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-0179fb3e-5381-4306-9805-56eb4eaca103 req-360bb035-e9b8-4e32-be28-6e19b1966475 tempest-AttachVolumeTestJSON-185127037 tempest-AttachVolumeTestJSON-185127037-project] 10.222.0.60 "GET /v2.0/ports?device_id=4d20a5da-0117-4756-9702-78bf939f6f81 HTTP/1.1" status: 200 len: 943 time: 0.0520525 May 10 17:58:21.284973 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-0179fb3e-5381-4306-9805-56eb4eaca103 req-9e41135c-930c-419d-b6ae-cd36d6f350cb tempest-AttachVolumeTestJSON-185127037 tempest-AttachVolumeTestJSON-185127037-project] 10.222.0.60 "GET /v2.0/security-groups?id=89d56803-4159-4cf1-87eb-f601818437e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417016 May 10 17:58:21.333090 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.rpc [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Device cdf3d2c3-53c7-4f85-9104-e3ff4f413ee1 details requested by agent hyperv_hv-cinder-84130 with host hv-cinder-84130 {{(pid=110154) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 17:58:21.428963 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.db [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] For port cdf3d2c3-53c7-4f85-9104-e3ff4f413ee1, host hv-cinder-84130, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84130',level=0,port_id=cdf3d2c3-53c7-4f85-9104-e3ff4f413ee1,segment=NetworkSegment(ceecb963-ac53-40a6-a088-c89a2310a391),segment_id=ceecb963-ac53-40a6-a088-c89a2310a391)] {{(pid=110154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 17:58:21.440793 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.rpc [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Returning: {'device': 'cdf3d2c3-53c7-4f85-9104-e3ff4f413ee1', 'network_id': '6723a7dd-891c-4580-9df3-21c9f6f08046', 'port_id': 'cdf3d2c3-53c7-4f85-9104-e3ff4f413ee1', 'mac_address': 'fa:16:3e:29:6c:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 577, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '125e9763-4051-4e2a-9a5e-3519d0c64e46', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110154) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 17:58:21.480680 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.plugin [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Current status of the port cdf3d2c3-53c7-4f85-9104-e3ff4f413ee1 is: DOWN; New status is: BUILD {{(pid=110154) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 17:58:21.481064 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1514036'] for port (cdf3d2c3-53c7-4f85-9104-e3ff4f413ee1), before_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:58:21.493420 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.notifiers.nova [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cdf3d2c3-53c7-4f85-9104-e3ff4f413ee1 {{(pid=110154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 17:58:21.512487 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.db [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] For port cdf3d2c3-53c7-4f85-9104-e3ff4f413ee1, host hv-cinder-84130, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84130',level=0,port_id=cdf3d2c3-53c7-4f85-9104-e3ff4f413ee1,segment=NetworkSegment(ceecb963-ac53-40a6-a088-c89a2310a391),segment_id=ceecb963-ac53-40a6-a088-c89a2310a391)] {{(pid=110154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 17:58:21.516638 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1514136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781795229094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781794686082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781794686100'] for port (cdf3d2c3-53c7-4f85-9104-e3ff4f413ee1), after_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:58:21.563923 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Pushing event updated for resources: {'Port': ['ID=cdf3d2c3-53c7-4f85-9104-e3ff4f413ee1,revision_number=4']} {{(pid=110154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:58:21.572038 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:58:21.572385 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:58:21.572729 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:58:21.573072 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:58:21.573407 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:58:21.573748 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:58:21.574076 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:58:21.574405 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:58:21.574735 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:58:21.575060 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:58:21.575416 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:58:21.575748 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:58:21.576079 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:58:21.576667 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:58:21.576989 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:58:21.952714 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.db [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] get_ports_and_sgs() called for port_ids ['cdf3d2c3-53c7-4f85-9104-e3ff4f413ee1'] {{(pid=110154) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 17:58:22.398539 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556d2d7b-b4d1-430d-951b-c4f7e6b29318 req-143fbf0b-71aa-4866-84e0-a77fd348f88a tempest-AttachVolumeTestJSON-185127037 tempest-AttachVolumeTestJSON-185127037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:58:22.400062 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-556d2d7b-b4d1-430d-951b-c4f7e6b29318 req-143fbf0b-71aa-4866-84e0-a77fd348f88a tempest-AttachVolumeTestJSON-185127037 tempest-AttachVolumeTestJSON-185127037-project] 10.222.0.60 "GET /v2.0/ports?device_id=4d20a5da-0117-4756-9702-78bf939f6f81 HTTP/1.1" status: 200 len: 944 time: 0.0472562 May 10 17:58:22.447297 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-556d2d7b-b4d1-430d-951b-c4f7e6b29318 req-4c0da454-ae46-4598-a19a-72e1d6b9d71c tempest-AttachVolumeTestJSON-185127037 tempest-AttachVolumeTestJSON-185127037-project] 10.222.0.60 "GET /v2.0/security-groups?id=89d56803-4159-4cf1-87eb-f601818437e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416191 May 10 17:58:23.336719 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.rpc [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Device cdf3d2c3-53c7-4f85-9104-e3ff4f413ee1 up at agent hyperv_hv-cinder-84130 {{(pid=110154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 17:58:23.381823 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.db.provisioning_blocks [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Provisioning for port cdf3d2c3-53c7-4f85-9104-e3ff4f413ee1 completed by entity L2. {{(pid=110154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 10 17:58:23.388399 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.db.provisioning_blocks [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Provisioning complete for port cdf3d2c3-53c7-4f85-9104-e3ff4f413ee1 triggered by entity L2. {{(pid=110154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 17:58:23.388714 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525495'] for port (cdf3d2c3-53c7-4f85-9104-e3ff4f413ee1), provisioning_complete {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:58:23.468288 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.plugin [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Current status of the port cdf3d2c3-53c7-4f85-9104-e3ff4f413ee1 is: BUILD; New status is: ACTIVE {{(pid=110154) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 17:58:23.468680 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1514036'] for port (cdf3d2c3-53c7-4f85-9104-e3ff4f413ee1), before_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:58:23.492899 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d20a5da-0117-4756-9702-78bf939f6f81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cdf3d2c3-53c7-4f85-9104-e3ff4f413ee1'}] {{(pid=110154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 17:58:23.495153 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81f5a9f60a7176de4ec81ee2de5d4e9bd281d17703f5d6403e6a691a644f2f07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a4b6ea7-6e7d-4f21-ae94-4f49a0b12d72" -d '{"events": [{"server_uuid": "4d20a5da-0117-4756-9702-78bf939f6f81", "name": "network-vif-plugged", "status": "completed", "tag": "cdf3d2c3-53c7-4f85-9104-e3ff4f413ee1"}]}' {{(pid=110154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 17:58:23.509098 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.db [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] For port cdf3d2c3-53c7-4f85-9104-e3ff4f413ee1, host hv-cinder-84130, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84130',level=0,port_id=cdf3d2c3-53c7-4f85-9104-e3ff4f413ee1,segment=NetworkSegment(ceecb963-ac53-40a6-a088-c89a2310a391),segment_id=ceecb963-ac53-40a6-a088-c89a2310a391)] {{(pid=110154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 17:58:23.513465 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1514136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781795229094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781794686082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781794686100'] for port (cdf3d2c3-53c7-4f85-9104-e3ff4f413ee1), after_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:58:23.539427 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 17:58:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c19c2402-5791-42d1-bda0-b52f0b6ccb1b x-openstack-request-id: req-c19c2402-5791-42d1-bda0-b52f0b6ccb1b {{(pid=110154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 17:58:23.539723 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d20a5da-0117-4756-9702-78bf939f6f81", "name": "network-vif-plugged", "status": "completed", "tag": "cdf3d2c3-53c7-4f85-9104-e3ff4f413ee1", "code": 200}]} {{(pid=110154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 17:58:23.539973 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-c19c2402-5791-42d1-bda0-b52f0b6ccb1b {{(pid=110154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 17:58:23.540369 dv-cinder-841302-2-iscsi neutron-server[110154]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c19c2402-5791-42d1-bda0-b52f0b6ccb1b'] response: {'server_uuid': '4d20a5da-0117-4756-9702-78bf939f6f81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cdf3d2c3-53c7-4f85-9104-e3ff4f413ee1', 'code': 200} May 10 17:58:23.565853 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Pushing event updated for resources: {'Port': ['ID=cdf3d2c3-53c7-4f85-9104-e3ff4f413ee1,revision_number=5']} {{(pid=110154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:58:23.569912 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556a7b51-4abc-4f2a-accc-9ee0b8f2e23d req-f7a90252-c738-47c7-8672-f5d925639171 tempest-AttachVolumeTestJSON-185127037 tempest-AttachVolumeTestJSON-185127037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:58:23.571587 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-556a7b51-4abc-4f2a-accc-9ee0b8f2e23d req-f7a90252-c738-47c7-8672-f5d925639171 tempest-AttachVolumeTestJSON-185127037 tempest-AttachVolumeTestJSON-185127037-project] 10.222.0.60 "GET /v2.0/ports?device_id=4d20a5da-0117-4756-9702-78bf939f6f81 HTTP/1.1" status: 200 len: 945 time: 0.0544264 May 10 17:58:23.623647 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-556a7b51-4abc-4f2a-accc-9ee0b8f2e23d req-0d82f8ec-2014-4de2-8366-f4f69cc437f8 tempest-AttachVolumeTestJSON-185127037 tempest-AttachVolumeTestJSON-185127037-project] 10.222.0.60 "GET /v2.0/security-groups?id=89d56803-4159-4cf1-87eb-f601818437e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461287 May 10 17:58:23.744387 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fb3149-f7e9-4f9c-8d06-9b77ddd1b6e2 req-a897d597-c694-43a4-a325-551999047a7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:58:23.745927 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-28fb3149-f7e9-4f9c-8d06-9b77ddd1b6e2 req-a897d597-c694-43a4-a325-551999047a7c service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=4d20a5da-0117-4756-9702-78bf939f6f81 HTTP/1.1" status: 200 len: 1129 time: 0.0394104 May 10 17:58:23.789870 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-28fb3149-f7e9-4f9c-8d06-9b77ddd1b6e2 req-c9cd0cd2-4998-4a5a-b7b2-83c9a72373ca service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=89d56803-4159-4cf1-87eb-f601818437e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379446 May 10 17:58:24.739657 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbb21c9-ee07-4e9e-a04e-779d98104996 req-5a995bad-980f-453c-9679-3bf4ac0f1453 tempest-AttachVolumeTestJSON-185127037 tempest-AttachVolumeTestJSON-185127037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:58:24.741147 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-4dbb21c9-ee07-4e9e-a04e-779d98104996 req-5a995bad-980f-453c-9679-3bf4ac0f1453 tempest-AttachVolumeTestJSON-185127037 tempest-AttachVolumeTestJSON-185127037-project] 10.222.0.60 "GET /v2.0/ports?device_id=4d20a5da-0117-4756-9702-78bf939f6f81 HTTP/1.1" status: 200 len: 945 time: 0.0477176 May 10 17:58:24.791341 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-4dbb21c9-ee07-4e9e-a04e-779d98104996 req-648619c0-3499-40bb-9f32-a3e5c280e90d tempest-AttachVolumeTestJSON-185127037 tempest-AttachVolumeTestJSON-185127037-project] 10.222.0.60 "GET /v2.0/security-groups?id=89d56803-4159-4cf1-87eb-f601818437e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446224 May 10 17:58:25.907600 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a1b0d1-7372-45e8-96ef-818f553e5609 req-328eee3d-200e-44ec-b71b-f18a332d177d tempest-AttachVolumeTestJSON-185127037 tempest-AttachVolumeTestJSON-185127037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:58:25.909751 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-a6a1b0d1-7372-45e8-96ef-818f553e5609 req-328eee3d-200e-44ec-b71b-f18a332d177d tempest-AttachVolumeTestJSON-185127037 tempest-AttachVolumeTestJSON-185127037-project] 10.222.0.60 "GET /v2.0/ports?device_id=4d20a5da-0117-4756-9702-78bf939f6f81 HTTP/1.1" status: 200 len: 945 time: 0.0467005 May 10 17:58:25.956898 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-a6a1b0d1-7372-45e8-96ef-818f553e5609 req-71e0db18-e3e3-410e-9850-5642daf9ef9e tempest-AttachVolumeTestJSON-185127037 tempest-AttachVolumeTestJSON-185127037-project] 10.222.0.60 "GET /v2.0/security-groups?id=89d56803-4159-4cf1-87eb-f601818437e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416048 May 10 17:58:26.065294 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9a25fb-35dd-4d8b-a039-ff2b768b8039 req-381fb0b5-8d7e-43da-8014-969de4721a05 tempest-AttachVolumeTestJSON-185127037 tempest-AttachVolumeTestJSON-185127037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:58:26.066775 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-9c9a25fb-35dd-4d8b-a039-ff2b768b8039 req-381fb0b5-8d7e-43da-8014-969de4721a05 tempest-AttachVolumeTestJSON-185127037 tempest-AttachVolumeTestJSON-185127037-project] 10.222.0.60 "GET /v2.0/ports?device_id=4d20a5da-0117-4756-9702-78bf939f6f81 HTTP/1.1" status: 200 len: 945 time: 0.0467467 May 10 17:58:26.075606 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.wsgi [-] (110152) accepted ('10.222.0.60', 48254) {{(pid=110152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 17:58:26.080882 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.v2.base [None req-933f4f9e-c9a1-4d71-9db7-83fc049242bb tempest-AttachVolumeTestJSON-185127037 tempest-AttachVolumeTestJSON-185127037-project] Request body: {'floatingip': {'port_id': 'cdf3d2c3-53c7-4f85-9104-e3ff4f413ee1'}} {{(pid=110152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 17:58:26.121736 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-933f4f9e-c9a1-4d71-9db7-83fc049242bb tempest-AttachVolumeTestJSON-185127037 tempest-AttachVolumeTestJSON-185127037-project] Publish callbacks [] for floatingip (631c5f06-1676-4bd5-9610-0df50ebd4935), before_update {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:58:26.566354 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-933f4f9e-c9a1-4d71-9db7-83fc049242bb tempest-AttachVolumeTestJSON-185127037 tempest-AttachVolumeTestJSON-185127037-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:58:26.570480 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-933f4f9e-c9a1-4d71-9db7-83fc049242bb tempest-AttachVolumeTestJSON-185127037 tempest-AttachVolumeTestJSON-185127037-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-641027'] for floatingip (631c5f06-1676-4bd5-9610-0df50ebd4935), after_update {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:58:26.673743 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.db.l3_db [None req-933f4f9e-c9a1-4d71-9db7-83fc049242bb tempest-AttachVolumeTestJSON-185127037 tempest-AttachVolumeTestJSON-185127037-project] Floating IP 631c5f06-1676-4bd5-9610-0df50ebd4935 associated. External IP: 172.27.0.239, port: cdf3d2c3-53c7-4f85-9104-e3ff4f413ee1. May 10 17:58:26.888694 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-933f4f9e-c9a1-4d71-9db7-83fc049242bb tempest-AttachVolumeTestJSON-185127037 tempest-AttachVolumeTestJSON-185127037-project] Router b4bbf29f-5c22-4dee-a34b-aa473727f95a has already been hosted by L3 agent eaac381b-e402-41c3-a8e6-8f962681d3e6 {{(pid=110152) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 17:58:27.001107 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-933f4f9e-c9a1-4d71-9db7-83fc049242bb tempest-AttachVolumeTestJSON-185127037 tempest-AttachVolumeTestJSON-185127037-project] Notify agent at l3_agent.dv-cinder-841302-2-iscsi the message routers_updated {{(pid=110152) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 17:58:27.006683 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-933f4f9e-c9a1-4d71-9db7-83fc049242bb tempest-AttachVolumeTestJSON-185127037 tempest-AttachVolumeTestJSON-185127037-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29634'] for floatingip (None), before_response {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:58:27.011724 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0416c5b-08bb-46b3-a675-5063656bb6f8 None None] Sync routers for ids ['b4bbf29f-5c22-4dee-a34b-aa473727f95a'] in dv-cinder-841302-2-iscsi {{(pid=110155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 17:58:27.022988 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0416c5b-08bb-46b3-a675-5063656bb6f8 None None] Routers {'b4bbf29f-5c22-4dee-a34b-aa473727f95a'} bound to L3 agent in host dv-cinder-841302-2-iscsi {{(pid=110155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 17:58:27.023627 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.db.l3_hamode_db [None req-c0416c5b-08bb-46b3-a675-5063656bb6f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841302-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-10T17:36:00Z,description=,heartbeat_timestamp=2022-05-10T17:58:00Z,host='dv-cinder-841302-2-iscsi',id=eaac381b-e402-41c3-a8e6-8f962681d3e6,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T17:36:00Z,topic='l3_agent')) {'router_ids': ['b4bbf29f-5c22-4dee-a34b-aa473727f95a'], 'active': True} {{(pid=110155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:58:27.038152 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [None req-933f4f9e-c9a1-4d71-9db7-83fc049242bb tempest-AttachVolumeTestJSON-185127037 tempest-AttachVolumeTestJSON-185127037-project] 10.222.0.60 "PUT /v2.0/floatingips/631c5f06-1676-4bd5-9610-0df50ebd4935 HTTP/1.1" status: 200 len: 991 time: 0.9614656 May 10 17:58:27.038763 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d20a5da-0117-4756-9702-78bf939f6f81', 'tag': 'cdf3d2c3-53c7-4f85-9104-e3ff4f413ee1'}] {{(pid=110152) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 17:58:27.041088 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0e5bab204033c83635b1e14c3e3a099c647719281f8bf9f740a5b80828d0d04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba67f17f-8ea8-4f76-9488-c4d5e575fc44" -d '{"events": [{"name": "network-changed", "server_uuid": "4d20a5da-0117-4756-9702-78bf939f6f81", "tag": "cdf3d2c3-53c7-4f85-9104-e3ff4f413ee1"}]}' {{(pid=110152) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 17:58:27.079190 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 17:58:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4802a6d-eca7-45f1-97cc-9b89a04bc2b0 x-openstack-request-id: req-d4802a6d-eca7-45f1-97cc-9b89a04bc2b0 {{(pid=110152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 17:58:27.079531 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d20a5da-0117-4756-9702-78bf939f6f81", "tag": "cdf3d2c3-53c7-4f85-9104-e3ff4f413ee1", "status": "completed", "code": 200}]} {{(pid=110152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 17:58:27.079789 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-d4802a6d-eca7-45f1-97cc-9b89a04bc2b0 {{(pid=110152) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 17:58:27.080779 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d4802a6d-eca7-45f1-97cc-9b89a04bc2b0'] response: {'name': 'network-changed', 'server_uuid': '4d20a5da-0117-4756-9702-78bf939f6f81', 'tag': 'cdf3d2c3-53c7-4f85-9104-e3ff4f413ee1', 'status': 'completed', 'code': 200} May 10 17:58:27.137660 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.db.l3_dvr_db [None req-c0416c5b-08bb-46b3-a675-5063656bb6f8 None None] Set router b4bbf29f-5c22-4dee-a34b-aa473727f95a gateway port host: dv-cinder-841302-2-iscsi {{(pid=110155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 17:58:27.173172 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba67f17f-8ea8-4f76-9488-c4d5e575fc44 req-9b8122a9-ffdd-4729-b142-4dc208b25cf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:58:27.174907 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-ba67f17f-8ea8-4f76-9488-c4d5e575fc44 req-9b8122a9-ffdd-4729-b142-4dc208b25cf3 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=a83ced38e3ea471399fe49b3162b38e7&device_id=4d20a5da-0117-4756-9702-78bf939f6f81 HTTP/1.1" status: 200 len: 1129 time: 0.0434003 May 10 17:58:27.264632 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba67f17f-8ea8-4f76-9488-c4d5e575fc44 req-79ba1151-ea52-410b-852a-58fbc7c5d5a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:58:27.266108 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-ba67f17f-8ea8-4f76-9488-c4d5e575fc44 req-79ba1151-ea52-410b-852a-58fbc7c5d5a7 service neutron] 10.222.0.77 "GET /v2.0/networks?id=6723a7dd-891c-4580-9df3-21c9f6f08046 HTTP/1.1" status: 200 len: 911 time: 0.0842156 May 10 17:58:27.337188 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-ba67f17f-8ea8-4f76-9488-c4d5e575fc44 req-32ca28fd-1475-40e4-9a88-b7e8836e3fc7 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cdf3d2c3-53c7-4f85-9104-e3ff4f413ee1 HTTP/1.1" status: 200 len: 999 time: 0.0647845 May 10 17:58:27.357919 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.db.l3_hamode_db [None req-c0416c5b-08bb-46b3-a675-5063656bb6f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4bbf29f-5c22-4dee-a34b-aa473727f95a', 'name': 'tempest-AttachVolumeTestJSON-529210175-router', 'tenant_id': 'a83ced38e3ea471399fe49b3162b38e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85dc89cf-59f9-4edb-b26e-52bcb8a93763', 'external_fixed_ips': [{'subnet_id': 'e93d94f1-cb19-4cd0-92e5-ca73d24bd8fb', 'ip_address': '172.27.0.138'}], 'enable_snat': True}, 'gw_port_id': 'e0021c3d-3ecc-49d2-84ce-7cc507b0b3f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T17:52:31Z', 'updated_at': '2022-05-10T17:52:34Z', 'revision_number': 4, 'project_id': 'a83ced38e3ea471399fe49b3162b38e7', 'gw_port': {'id': 'e0021c3d-3ecc-49d2-84ce-7cc507b0b3f1', 'name': '', 'network_id': '85dc89cf-59f9-4edb-b26e-52bcb8a93763', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:25:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4bbf29f-5c22-4dee-a34b-aa473727f95a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': 'e93d94f1-cb19-4cd0-92e5-ca73d24bd8fb', 'ip_address': '172.27.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841302-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T17:52:31Z', 'updated_at': '2022-05-10T17:52:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e93d94f1-cb19-4cd0-92e5-ca73d24bd8fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841302-2-iscsi', '_floatingips': [{'id': '631c5f06-1676-4bd5-9610-0df50ebd4935', 'tenant_id': 'a83ced38e3ea471399fe49b3162b38e7', 'floating_ip_address': '172.27.0.239', 'floating_network_id': '85dc89cf-59f9-4edb-b26e-52bcb8a93763', 'router_id': 'b4bbf29f-5c22-4dee-a34b-aa473727f95a', 'port_id': 'cdf3d2c3-53c7-4f85-9104-e3ff4f413ee1', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 660, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6723a7dd-891c-4580-9df3-21c9f6f08046', 'mac_address': 'fa:16:3e:29:6c:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d20a5da-0117-4756-9702-78bf939f6f81', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T17:58:14Z', 'updated_at': '2022-05-10T17:58:26Z', 'revision_number': 1, 'project_id': 'a83ced38e3ea471399fe49b3162b38e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f7b232d1-4cd4-48c1-a721-e78ddbbead0e', 'name': '', 'network_id': '6723a7dd-891c-4580-9df3-21c9f6f08046', 'tenant_id': 'a83ced38e3ea471399fe49b3162b38e7', 'mac_address': 'fa:16:3e:fa:80:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4bbf29f-5c22-4dee-a34b-aa473727f95a', 'device_owner': 'network:router_interface', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '125e9763-4051-4e2a-9a5e-3519d0c64e46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841302-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T17:52:34Z', 'updated_at': '2022-05-10T17:52:38Z', 'revision_number': 5, 'project_id': 'a83ced38e3ea471399fe49b3162b38e7', 'subnets': [{'id': '125e9763-4051-4e2a-9a5e-3519d0c64e46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841302-2-iscsi', False) {} {{(pid=110155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:58:27.385805 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0416c5b-08bb-46b3-a675-5063656bb6f8 None None] Checking router: b4bbf29f-5c22-4dee-a34b-aa473727f95a for host: dv-cinder-841302-2-iscsi {{(pid=110155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 17:58:27.387548 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba67f17f-8ea8-4f76-9488-c4d5e575fc44 req-72a30137-86e6-4b4a-ba9c-c9f9e8d2c585 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:58:27.389065 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-ba67f17f-8ea8-4f76-9488-c4d5e575fc44 req-72a30137-86e6-4b4a-ba9c-c9f9e8d2c585 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=125e9763-4051-4e2a-9a5e-3519d0c64e46 HTTP/1.1" status: 200 len: 849 time: 0.0453863 May 10 17:58:27.395580 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0416c5b-08bb-46b3-a675-5063656bb6f8 None None] Routers {'b4bbf29f-5c22-4dee-a34b-aa473727f95a'} bound to L3 agent in host dv-cinder-841302-2-iscsi {{(pid=110155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 17:58:27.396193 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.db.l3_hamode_db [None req-c0416c5b-08bb-46b3-a675-5063656bb6f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841302-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-10T17:36:00Z,description=,heartbeat_timestamp=2022-05-10T17:58:00Z,host='dv-cinder-841302-2-iscsi',id=eaac381b-e402-41c3-a8e6-8f962681d3e6,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T17:36:00Z,topic='l3_agent')) {'router_ids': ['b4bbf29f-5c22-4dee-a34b-aa473727f95a'], 'active': True} {{(pid=110155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:58:27.432471 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba67f17f-8ea8-4f76-9488-c4d5e575fc44 req-4049f7ea-4431-4174-9738-bb5ef0fb87bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:58:27.433997 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-ba67f17f-8ea8-4f76-9488-c4d5e575fc44 req-4049f7ea-4431-4174-9738-bb5ef0fb87bb service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=6723a7dd-891c-4580-9df3-21c9f6f08046&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0391529 May 10 17:58:27.508715 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.db.l3_dvr_db [None req-c0416c5b-08bb-46b3-a675-5063656bb6f8 None None] Set router b4bbf29f-5c22-4dee-a34b-aa473727f95a gateway port host: dv-cinder-841302-2-iscsi {{(pid=110155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 17:58:27.528305 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-ba67f17f-8ea8-4f76-9488-c4d5e575fc44 req-68054372-bdae-450a-9272-230667e74ed8 service neutron] 10.222.0.77 "GET /v2.0/networks/6723a7dd-891c-4580-9df3-21c9f6f08046?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873852 May 10 17:58:27.588675 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-2738735f-c2d9-4df7-b117-3d8ef510d637 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781795183391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525393'] for agent (b2ad0527-00d5-4995-bc97-ec84c4e02f0b), after_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:58:27.625397 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-ba67f17f-8ea8-4f76-9488-c4d5e575fc44 req-6902de05-a8a8-483c-962d-24751e6841c9 service neutron] 10.222.0.77 "GET /v2.0/networks/6723a7dd-891c-4580-9df3-21c9f6f08046?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908682 May 10 17:58:27.733148 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.db.l3_hamode_db [None req-c0416c5b-08bb-46b3-a675-5063656bb6f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4bbf29f-5c22-4dee-a34b-aa473727f95a', 'name': 'tempest-AttachVolumeTestJSON-529210175-router', 'tenant_id': 'a83ced38e3ea471399fe49b3162b38e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85dc89cf-59f9-4edb-b26e-52bcb8a93763', 'external_fixed_ips': [{'subnet_id': 'e93d94f1-cb19-4cd0-92e5-ca73d24bd8fb', 'ip_address': '172.27.0.138'}], 'enable_snat': True}, 'gw_port_id': 'e0021c3d-3ecc-49d2-84ce-7cc507b0b3f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T17:52:31Z', 'updated_at': '2022-05-10T17:52:34Z', 'revision_number': 4, 'project_id': 'a83ced38e3ea471399fe49b3162b38e7', 'gw_port': {'id': 'e0021c3d-3ecc-49d2-84ce-7cc507b0b3f1', 'name': '', 'network_id': '85dc89cf-59f9-4edb-b26e-52bcb8a93763', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:25:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4bbf29f-5c22-4dee-a34b-aa473727f95a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': 'e93d94f1-cb19-4cd0-92e5-ca73d24bd8fb', 'ip_address': '172.27.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841302-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T17:52:31Z', 'updated_at': '2022-05-10T17:52:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e93d94f1-cb19-4cd0-92e5-ca73d24bd8fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841302-2-iscsi', '_floatingips': [{'id': '631c5f06-1676-4bd5-9610-0df50ebd4935', 'tenant_id': 'a83ced38e3ea471399fe49b3162b38e7', 'floating_ip_address': '172.27.0.239', 'floating_network_id': '85dc89cf-59f9-4edb-b26e-52bcb8a93763', 'router_id': 'b4bbf29f-5c22-4dee-a34b-aa473727f95a', 'port_id': 'cdf3d2c3-53c7-4f85-9104-e3ff4f413ee1', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 660, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6723a7dd-891c-4580-9df3-21c9f6f08046', 'mac_address': 'fa:16:3e:29:6c:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d20a5da-0117-4756-9702-78bf939f6f81', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T17:58:14Z', 'updated_at': '2022-05-10T17:58:26Z', 'revision_number': 1, 'project_id': 'a83ced38e3ea471399fe49b3162b38e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f7b232d1-4cd4-48c1-a721-e78ddbbead0e', 'name': '', 'network_id': '6723a7dd-891c-4580-9df3-21c9f6f08046', 'tenant_id': 'a83ced38e3ea471399fe49b3162b38e7', 'mac_address': 'fa:16:3e:fa:80:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4bbf29f-5c22-4dee-a34b-aa473727f95a', 'device_owner': 'network:router_interface', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '125e9763-4051-4e2a-9a5e-3519d0c64e46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841302-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T17:52:34Z', 'updated_at': '2022-05-10T17:52:38Z', 'revision_number': 5, 'project_id': 'a83ced38e3ea471399fe49b3162b38e7', 'subnets': [{'id': '125e9763-4051-4e2a-9a5e-3519d0c64e46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841302-2-iscsi', False) {} {{(pid=110155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:58:27.759976 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0416c5b-08bb-46b3-a675-5063656bb6f8 None None] The sync data for ids ['b4bbf29f-5c22-4dee-a34b-aa473727f95a'] in dv-cinder-841302-2-iscsi is: [{'id': 'b4bbf29f-5c22-4dee-a34b-aa473727f95a', 'name': 'tempest-AttachVolumeTestJSON-529210175-router', 'tenant_id': 'a83ced38e3ea471399fe49b3162b38e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85dc89cf-59f9-4edb-b26e-52bcb8a93763', 'external_fixed_ips': [{'subnet_id': 'e93d94f1-cb19-4cd0-92e5-ca73d24bd8fb', 'ip_address': '172.27.0.138'}], 'enable_snat': True}, 'gw_port_id': 'e0021c3d-3ecc-49d2-84ce-7cc507b0b3f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T17:52:31Z', 'updated_at': '2022-05-10T17:52:34Z', 'revision_number': 4, 'project_id': 'a83ced38e3ea471399fe49b3162b38e7', 'gw_port': {'id': 'e0021c3d-3ecc-49d2-84ce-7cc507b0b3f1', 'name': '', 'network_id': '85dc89cf-59f9-4edb-b26e-52bcb8a93763', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:25:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4bbf29f-5c22-4dee-a34b-aa473727f95a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': 'e93d94f1-cb19-4cd0-92e5-ca73d24bd8fb', 'ip_address': '172.27.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841302-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T17:52:31Z', 'updated_at': '2022-05-10T17:52:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e93d94f1-cb19-4cd0-92e5-ca73d24bd8fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841302-2-iscsi', '_floatingips': [{'id': '631c5f06-1676-4bd5-9610-0df50ebd4935', 'tenant_id': 'a83ced38e3ea471399fe49b3162b38e7', 'floating_ip_address': '172.27.0.239', 'floating_network_id': '85dc89cf-59f9-4edb-b26e-52bcb8a93763', 'router_id': 'b4bbf29f-5c22-4dee-a34b-aa473727f95a', 'port_id': 'cdf3d2c3-53c7-4f85-9104-e3ff4f413ee1', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 660, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6723a7dd-891c-4580-9df3-21c9f6f08046', 'mac_address': 'fa:16:3e:29:6c:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d20a5da-0117-4756-9702-78bf939f6f81', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T17:58:14Z', 'updated_at': '2022-05-10T17:58:26Z', 'revision_number': 1, 'project_id': 'a83ced38e3ea471399fe49b3162b38e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f7b232d1-4cd4-48c1-a721-e78ddbbead0e', 'name': '', 'network_id': '6723a7dd-891c-4580-9df3-21c9f6f08046', 'tenant_id': 'a83ced38e3ea471399fe49b3162b38e7', 'mac_address': 'fa:16:3e:fa:80:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4bbf29f-5c22-4dee-a34b-aa473727f95a', 'device_owner': 'network:router_interface', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '125e9763-4051-4e2a-9a5e-3519d0c64e46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841302-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T17:52:34Z', 'updated_at': '2022-05-10T17:52:38Z', 'revision_number': 5, 'project_id': 'a83ced38e3ea471399fe49b3162b38e7', 'subnets': [{'id': '125e9763-4051-4e2a-9a5e-3519d0c64e46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 17:58:27.947018 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3cf27fd-ff4f-4740-b452-898d060d5056 None None] New status for floating IP 631c5f06-1676-4bd5-9610-0df50ebd4935: ACTIVE {{(pid=110154) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 17:58:28.848366 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.db.agents_db [None req-b17e131c-d64b-4b97-8e8f-6c45925a5783 None None] Agent healthcheck: found 6 active agents {{(pid=110155) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 17:58:29.968225 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-ea568b7e-fb57-4076-9374-5fcae611aa6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781795183391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525393'] for agent (eaac381b-e402-41c3-a8e6-8f962681d3e6), after_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:58:31.510300 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-d07e8966-ef10-4d42-b774-228753b3fd3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781795183391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525393'] for agent (a55810b0-63c4-4499-a4d9-efcdb1615ce8), after_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:58:31.647701 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781795183391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525393'] for agent (16638279-eb91-49a3-95a5-8b540cc2f948), after_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:58:33.097935 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-ae45faaf-356d-4e4a-a605-33fedb92cd97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781795183391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525393'] for agent (6a57b374-0daf-4fe3-9dd1-3d457a537aa7), after_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:58:34.525737 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-6e697e78-9dd1-4bc1-8573-56b901d07725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781795183391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525393'] for agent (fdc37a75-b7a9-4e92-a59c-f5b8c02d060c), after_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:58:42.566326 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-c19a4903-c018-4736-a3f4-bc7a9363e4bd req-df069747-384c-4a6f-99f6-58f99f82b1f4 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=b778e508-4f5a-4514-babe-5f0868a5d485&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0379047 May 10 17:58:42.668725 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19a4903-c018-4736-a3f4-bc7a9363e4bd req-7f6371fe-cdfb-4fb9-b4b1-777d53d3d731 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:58:42.670242 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-c19a4903-c018-4736-a3f4-bc7a9363e4bd req-7f6371fe-cdfb-4fb9-b4b1-777d53d3d731 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=c93f0e69798e491aba3c8cf1493c2733&device_id=b778e508-4f5a-4514-babe-5f0868a5d485 HTTP/1.1" status: 200 len: 1129 time: 0.0418341 May 10 17:58:42.772889 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19a4903-c018-4736-a3f4-bc7a9363e4bd req-8ff80432-6a4b-47da-b9b0-f9a76898887a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:58:42.774359 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-c19a4903-c018-4736-a3f4-bc7a9363e4bd req-8ff80432-6a4b-47da-b9b0-f9a76898887a service neutron] 10.222.0.77 "GET /v2.0/networks?id=0e710c0b-0b9b-4762-af88-7b56961d06bc HTTP/1.1" status: 200 len: 912 time: 0.0856676 May 10 17:58:42.847500 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-c19a4903-c018-4736-a3f4-bc7a9363e4bd req-19602d69-35f2-4313-99b7-05c0795446dc service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ede42f21-9c07-4946-b657-fdd16056f502 HTTP/1.1" status: 200 len: 1000 time: 0.0656242 May 10 17:58:43.162350 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19a4903-c018-4736-a3f4-bc7a9363e4bd req-09594d7e-af3a-4914-bc53-1c3be0f63326 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:58:43.163905 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-c19a4903-c018-4736-a3f4-bc7a9363e4bd req-09594d7e-af3a-4914-bc53-1c3be0f63326 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=f9bb4cee-673b-4ef0-9b91-80ed1ec77b59 HTTP/1.1" status: 200 len: 850 time: 0.3099315 May 10 17:58:43.208581 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19a4903-c018-4736-a3f4-bc7a9363e4bd req-21066210-1cc8-4315-b52d-2fe09f3ffeeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:58:43.210638 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-c19a4903-c018-4736-a3f4-bc7a9363e4bd req-21066210-1cc8-4315-b52d-2fe09f3ffeeb service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=0e710c0b-0b9b-4762-af88-7b56961d06bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0399692 May 10 17:58:43.304591 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-c19a4903-c018-4736-a3f4-bc7a9363e4bd req-1f05e497-f039-4c55-84ac-533ac6f138ac service neutron] 10.222.0.77 "GET /v2.0/networks/0e710c0b-0b9b-4762-af88-7b56961d06bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865834 May 10 17:58:43.394023 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-c19a4903-c018-4736-a3f4-bc7a9363e4bd req-efd5160b-d27f-41b0-a738-1ee383ee6762 service neutron] 10.222.0.77 "GET /v2.0/networks/0e710c0b-0b9b-4762-af88-7b56961d06bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820255 May 10 17:58:57.582521 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-e5fb4a8a-c4df-4a81-9f41-1439dad57f7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781795183391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525393'] for agent (b2ad0527-00d5-4995-bc97-ec84c4e02f0b), after_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:58:59.960715 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-bae66570-44f6-462c-ac30-397fc3dba4ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781795183391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525393'] for agent (eaac381b-e402-41c3-a8e6-8f962681d3e6), after_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:59:01.512988 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-d07e8966-ef10-4d42-b774-228753b3fd3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781795183391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525393'] for agent (a55810b0-63c4-4499-a4d9-efcdb1615ce8), after_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:59:01.656547 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781795183391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525393'] for agent (16638279-eb91-49a3-95a5-8b540cc2f948), after_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:59:03.102063 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-ae45faaf-356d-4e4a-a605-33fedb92cd97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781795183391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525393'] for agent (6a57b374-0daf-4fe3-9dd1-3d457a537aa7), after_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:59:04.527325 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-6e697e78-9dd1-4bc1-8573-56b901d07725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781795183391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525393'] for agent (fdc37a75-b7a9-4e92-a59c-f5b8c02d060c), after_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:59:05.847110 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.db.agents_db [None req-b17e131c-d64b-4b97-8e8f-6c45925a5783 None None] Agent healthcheck: found 6 active agents {{(pid=110155) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 17:59:27.584431 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-f7bc6863-c2f8-446f-9b21-1c40d8c65785 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781795183391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525393'] for agent (b2ad0527-00d5-4995-bc97-ec84c4e02f0b), after_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:59:29.959188 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-0947964a-cd58-4a8b-8b1a-a1b3bd122a6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781795183391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525393'] for agent (eaac381b-e402-41c3-a8e6-8f962681d3e6), after_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:59:31.515136 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-d07e8966-ef10-4d42-b774-228753b3fd3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781795183391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525393'] for agent (a55810b0-63c4-4499-a4d9-efcdb1615ce8), after_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:59:31.651479 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781795183391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525393'] for agent (16638279-eb91-49a3-95a5-8b540cc2f948), after_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:59:32.872233 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.wsgi [-] (110153) accepted ('10.222.0.60', 48284) {{(pid=110153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 17:59:33.033993 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.plugins.ml2.plugin [None req-2aeb6a3d-a7d6-4aa0-acd4-d13e2f812ce4 tempest-TestVolumeBootPattern-524323740 tempest-TestVolumeBootPattern-524323740-project] Deleting port 91fa19cf-68fa-4ab9-a536-ef08a74695cb {{(pid=110153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 17:59:33.034335 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-2aeb6a3d-a7d6-4aa0-acd4-d13e2f812ce4 tempest-TestVolumeBootPattern-524323740 tempest-TestVolumeBootPattern-524323740-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781795221764'] for port (91fa19cf-68fa-4ab9-a536-ef08a74695cb), before_delete {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:59:33.104747 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-ae45faaf-356d-4e4a-a605-33fedb92cd97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781795183391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525393'] for agent (6a57b374-0daf-4fe3-9dd1-3d457a537aa7), after_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:59:33.110621 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-2aeb6a3d-a7d6-4aa0-acd4-d13e2f812ce4 tempest-TestVolumeBootPattern-524323740 tempest-TestVolumeBootPattern-524323740-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640494'] for port (91fa19cf-68fa-4ab9-a536-ef08a74695cb), precommit_delete {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:59:33.110951 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-2aeb6a3d-a7d6-4aa0-acd4-d13e2f812ce4 tempest-TestVolumeBootPattern-524323740 tempest-TestVolumeBootPattern-524323740-project] Publish callbacks [] for floatingip (91fa19cf-68fa-4ab9-a536-ef08a74695cb), precommit_delete {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:59:33.124169 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.plugins.ml2.plugin [None req-2aeb6a3d-a7d6-4aa0-acd4-d13e2f812ce4 tempest-TestVolumeBootPattern-524323740 tempest-TestVolumeBootPattern-524323740-project] Calling delete_port for 91fa19cf-68fa-4ab9-a536-ef08a74695cb owned by network:floatingip {{(pid=110153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 17:59:33.293320 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-2aeb6a3d-a7d6-4aa0-acd4-d13e2f812ce4 tempest-TestVolumeBootPattern-524323740 tempest-TestVolumeBootPattern-524323740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1514136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781795229076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781794686073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207117'] for port (91fa19cf-68fa-4ab9-a536-ef08a74695cb), after_delete {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:59:33.323904 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aeb6a3d-a7d6-4aa0-acd4-d13e2f812ce4 tempest-TestVolumeBootPattern-524323740 tempest-TestVolumeBootPattern-524323740-project] Pushing event deleted for resources: {'Port': ['ID=91fa19cf-68fa-4ab9-a536-ef08a74695cb,revision_number=None']} {{(pid=110153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:59:33.348994 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aeb6a3d-a7d6-4aa0-acd4-d13e2f812ce4 tempest-TestVolumeBootPattern-524323740 tempest-TestVolumeBootPattern-524323740-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:59:33.349340 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aeb6a3d-a7d6-4aa0-acd4-d13e2f812ce4 tempest-TestVolumeBootPattern-524323740 tempest-TestVolumeBootPattern-524323740-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:59:33.349681 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aeb6a3d-a7d6-4aa0-acd4-d13e2f812ce4 tempest-TestVolumeBootPattern-524323740 tempest-TestVolumeBootPattern-524323740-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:59:33.350024 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aeb6a3d-a7d6-4aa0-acd4-d13e2f812ce4 tempest-TestVolumeBootPattern-524323740 tempest-TestVolumeBootPattern-524323740-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:59:33.350579 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aeb6a3d-a7d6-4aa0-acd4-d13e2f812ce4 tempest-TestVolumeBootPattern-524323740 tempest-TestVolumeBootPattern-524323740-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:59:33.350915 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aeb6a3d-a7d6-4aa0-acd4-d13e2f812ce4 tempest-TestVolumeBootPattern-524323740 tempest-TestVolumeBootPattern-524323740-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:59:33.351544 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aeb6a3d-a7d6-4aa0-acd4-d13e2f812ce4 tempest-TestVolumeBootPattern-524323740 tempest-TestVolumeBootPattern-524323740-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:59:33.352298 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aeb6a3d-a7d6-4aa0-acd4-d13e2f812ce4 tempest-TestVolumeBootPattern-524323740 tempest-TestVolumeBootPattern-524323740-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:59:33.352298 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aeb6a3d-a7d6-4aa0-acd4-d13e2f812ce4 tempest-TestVolumeBootPattern-524323740 tempest-TestVolumeBootPattern-524323740-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:59:33.352542 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aeb6a3d-a7d6-4aa0-acd4-d13e2f812ce4 tempest-TestVolumeBootPattern-524323740 tempest-TestVolumeBootPattern-524323740-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:59:33.352826 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aeb6a3d-a7d6-4aa0-acd4-d13e2f812ce4 tempest-TestVolumeBootPattern-524323740 tempest-TestVolumeBootPattern-524323740-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:59:33.353150 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aeb6a3d-a7d6-4aa0-acd4-d13e2f812ce4 tempest-TestVolumeBootPattern-524323740 tempest-TestVolumeBootPattern-524323740-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:59:33.353473 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aeb6a3d-a7d6-4aa0-acd4-d13e2f812ce4 tempest-TestVolumeBootPattern-524323740 tempest-TestVolumeBootPattern-524323740-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:59:33.353791 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aeb6a3d-a7d6-4aa0-acd4-d13e2f812ce4 tempest-TestVolumeBootPattern-524323740 tempest-TestVolumeBootPattern-524323740-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:59:33.354108 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aeb6a3d-a7d6-4aa0-acd4-d13e2f812ce4 tempest-TestVolumeBootPattern-524323740 tempest-TestVolumeBootPattern-524323740-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:59:33.400279 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-2aeb6a3d-a7d6-4aa0-acd4-d13e2f812ce4 tempest-TestVolumeBootPattern-524323740 tempest-TestVolumeBootPattern-524323740-project] Publish callbacks [] for floatingip (d9e7d7c6-d62b-42bb-b0fa-73398ab48287), after_delete {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:59:33.400608 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.db.l3_db [None req-2aeb6a3d-a7d6-4aa0-acd4-d13e2f812ce4 tempest-TestVolumeBootPattern-524323740 tempest-TestVolumeBootPattern-524323740-project] Floating IP d9e7d7c6-d62b-42bb-b0fa-73398ab48287 disassociated (deleted). External IP: 172.27.0.46, port: fb74e985-7afc-4d8a-a0ab-c3df196c6c97. May 10 17:59:33.610369 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2aeb6a3d-a7d6-4aa0-acd4-d13e2f812ce4 tempest-TestVolumeBootPattern-524323740 tempest-TestVolumeBootPattern-524323740-project] Router 516c5b9c-98c6-4346-9071-0cde9d9a6648 has already been hosted by L3 agent eaac381b-e402-41c3-a8e6-8f962681d3e6 {{(pid=110153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 17:59:33.719803 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2aeb6a3d-a7d6-4aa0-acd4-d13e2f812ce4 tempest-TestVolumeBootPattern-524323740 tempest-TestVolumeBootPattern-524323740-project] Notify agent at l3_agent.dv-cinder-841302-2-iscsi the message routers_updated {{(pid=110153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 17:59:33.724567 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-2aeb6a3d-a7d6-4aa0-acd4-d13e2f812ce4 tempest-TestVolumeBootPattern-524323740 tempest-TestVolumeBootPattern-524323740-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29634'] for floatingip (None), before_response {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:59:33.731044 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a6f73d3-79d3-4209-8437-043b7920cfba None None] Sync routers for ids ['516c5b9c-98c6-4346-9071-0cde9d9a6648'] in dv-cinder-841302-2-iscsi {{(pid=110155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 17:59:33.741656 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a6f73d3-79d3-4209-8437-043b7920cfba None None] Routers {'516c5b9c-98c6-4346-9071-0cde9d9a6648'} bound to L3 agent in host dv-cinder-841302-2-iscsi {{(pid=110155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 17:59:33.742554 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.db.l3_hamode_db [None req-5a6f73d3-79d3-4209-8437-043b7920cfba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841302-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-10T17:36:00Z,description=,heartbeat_timestamp=2022-05-10T17:59:30Z,host='dv-cinder-841302-2-iscsi',id=eaac381b-e402-41c3-a8e6-8f962681d3e6,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T17:36:00Z,topic='l3_agent')) {'router_ids': ['516c5b9c-98c6-4346-9071-0cde9d9a6648'], 'active': True} {{(pid=110155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:59:33.753809 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [None req-2aeb6a3d-a7d6-4aa0-acd4-d13e2f812ce4 tempest-TestVolumeBootPattern-524323740 tempest-TestVolumeBootPattern-524323740-project] 10.222.0.60 "DELETE /v2.0/floatingips/d9e7d7c6-d62b-42bb-b0fa-73398ab48287 HTTP/1.1" status: 204 len: 168 time: 0.8804379 May 10 17:59:33.754405 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10549f70-f1b2-414c-80e7-f79e0acb1ae1', 'tag': 'fb74e985-7afc-4d8a-a0ab-c3df196c6c97'}] {{(pid=110153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 17:59:33.756949 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eaab9ead4487dd9c6a2039b1a38fb17917f553062224ea878bb9a20dea692460" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-302ebf3d-e819-4a17-8463-0ff8448c6803" -d '{"events": [{"name": "network-changed", "server_uuid": "10549f70-f1b2-414c-80e7-f79e0acb1ae1", "tag": "fb74e985-7afc-4d8a-a0ab-c3df196c6c97"}]}' {{(pid=110153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 17:59:33.951667 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.db.l3_dvr_db [None req-5a6f73d3-79d3-4209-8437-043b7920cfba None None] Set router 516c5b9c-98c6-4346-9071-0cde9d9a6648 gateway port host: dv-cinder-841302-2-iscsi {{(pid=110155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 17:59:33.960975 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 17:59:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-624b3946-6448-45a8-a64d-afba093b04fe x-openstack-request-id: req-624b3946-6448-45a8-a64d-afba093b04fe {{(pid=110153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 17:59:33.961434 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "10549f70-f1b2-414c-80e7-f79e0acb1ae1", "tag": "fb74e985-7afc-4d8a-a0ab-c3df196c6c97", "status": "completed", "code": 200}]} {{(pid=110153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 17:59:33.961538 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-624b3946-6448-45a8-a64d-afba093b04fe {{(pid=110153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 17:59:33.961928 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.notifiers.nova [-] Nova event matching ['req-624b3946-6448-45a8-a64d-afba093b04fe'] response: {'name': 'network-changed', 'server_uuid': '10549f70-f1b2-414c-80e7-f79e0acb1ae1', 'tag': 'fb74e985-7afc-4d8a-a0ab-c3df196c6c97', 'status': 'completed', 'code': 200} May 10 17:59:34.102316 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e77cac-484e-4b9a-948a-b923304cefb8 req-01524b53-2491-4705-bbbb-8ec14f6599e9 tempest-TestVolumeBootPattern-524323740 tempest-TestVolumeBootPattern-524323740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:59:34.103848 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-a8e77cac-484e-4b9a-948a-b923304cefb8 req-01524b53-2491-4705-bbbb-8ec14f6599e9 tempest-TestVolumeBootPattern-524323740 tempest-TestVolumeBootPattern-524323740-project] 10.222.0.60 "GET /v2.0/ports?device_id=10549f70-f1b2-414c-80e7-f79e0acb1ae1 HTTP/1.1" status: 200 len: 946 time: 0.1524341 May 10 17:59:34.157664 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-a8e77cac-484e-4b9a-948a-b923304cefb8 req-8a282f02-8bf8-4d32-a3da-aa3bf03e5eff tempest-TestVolumeBootPattern-524323740 tempest-TestVolumeBootPattern-524323740-project] 10.222.0.60 "GET /v2.0/security-groups?id=aec4a23b-9be6-4a04-ad33-bd1ff431d47e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479491 May 10 17:59:34.171714 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.db.l3_hamode_db [None req-5a6f73d3-79d3-4209-8437-043b7920cfba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '516c5b9c-98c6-4346-9071-0cde9d9a6648', 'name': 'tempest-TestVolumeBootPattern-245396197-router', 'tenant_id': 'c93f0e69798e491aba3c8cf1493c2733', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85dc89cf-59f9-4edb-b26e-52bcb8a93763', 'external_fixed_ips': [{'subnet_id': 'e93d94f1-cb19-4cd0-92e5-ca73d24bd8fb', 'ip_address': '172.27.0.153'}], 'enable_snat': True}, 'gw_port_id': 'd572469e-dbdc-4bf8-8e8b-d4e3790fa8e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T17:50:42Z', 'updated_at': '2022-05-10T17:50:45Z', 'revision_number': 4, 'project_id': 'c93f0e69798e491aba3c8cf1493c2733', 'gw_port': {'id': 'd572469e-dbdc-4bf8-8e8b-d4e3790fa8e0', 'name': '', 'network_id': '85dc89cf-59f9-4edb-b26e-52bcb8a93763', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:94:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '516c5b9c-98c6-4346-9071-0cde9d9a6648', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': 'e93d94f1-cb19-4cd0-92e5-ca73d24bd8fb', 'ip_address': '172.27.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841302-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T17:50:43Z', 'updated_at': '2022-05-10T17:50:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e93d94f1-cb19-4cd0-92e5-ca73d24bd8fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841302-2-iscsi', '_floatingips': [{'id': '89353726-d61d-4147-bf4f-cf315d1c7a0e', 'tenant_id': 'c93f0e69798e491aba3c8cf1493c2733', 'floating_ip_address': '172.27.0.10', 'floating_network_id': '85dc89cf-59f9-4edb-b26e-52bcb8a93763', 'router_id': '516c5b9c-98c6-4346-9071-0cde9d9a6648', 'port_id': 'ede42f21-9c07-4946-b657-fdd16056f502', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 530, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0e710c0b-0b9b-4762-af88-7b56961d06bc', 'mac_address': 'fa:16:3e:ec:7e:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b778e508-4f5a-4514-babe-5f0868a5d485', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T17:54:46Z', 'updated_at': '2022-05-10T17:54:48Z', 'revision_number': 1, 'project_id': 'c93f0e69798e491aba3c8cf1493c2733', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a1c49237-846d-478b-b03a-e030620ab69a', 'name': '', 'network_id': '0e710c0b-0b9b-4762-af88-7b56961d06bc', 'tenant_id': 'c93f0e69798e491aba3c8cf1493c2733', 'mac_address': 'fa:16:3e:36:d0:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '516c5b9c-98c6-4346-9071-0cde9d9a6648', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': 'f9bb4cee-673b-4ef0-9b91-80ed1ec77b59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841302-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T17:50:45Z', 'updated_at': '2022-05-10T17:50:50Z', 'revision_number': 5, 'project_id': 'c93f0e69798e491aba3c8cf1493c2733', 'subnets': [{'id': 'f9bb4cee-673b-4ef0-9b91-80ed1ec77b59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841302-2-iscsi', False) {} {{(pid=110155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:59:34.198159 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a6f73d3-79d3-4209-8437-043b7920cfba None None] Checking router: 516c5b9c-98c6-4346-9071-0cde9d9a6648 for host: dv-cinder-841302-2-iscsi {{(pid=110155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 17:59:34.206656 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a6f73d3-79d3-4209-8437-043b7920cfba None None] Routers {'516c5b9c-98c6-4346-9071-0cde9d9a6648'} bound to L3 agent in host dv-cinder-841302-2-iscsi {{(pid=110155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 17:59:34.207253 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.db.l3_hamode_db [None req-5a6f73d3-79d3-4209-8437-043b7920cfba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841302-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-10T17:36:00Z,description=,heartbeat_timestamp=2022-05-10T17:59:30Z,host='dv-cinder-841302-2-iscsi',id=eaac381b-e402-41c3-a8e6-8f962681d3e6,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T17:36:00Z,topic='l3_agent')) {'router_ids': ['516c5b9c-98c6-4346-9071-0cde9d9a6648'], 'active': True} {{(pid=110155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:59:34.314369 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.db.l3_dvr_db [None req-5a6f73d3-79d3-4209-8437-043b7920cfba None None] Set router 516c5b9c-98c6-4346-9071-0cde9d9a6648 gateway port host: dv-cinder-841302-2-iscsi {{(pid=110155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 17:59:34.529078 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.db.l3_hamode_db [None req-5a6f73d3-79d3-4209-8437-043b7920cfba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '516c5b9c-98c6-4346-9071-0cde9d9a6648', 'name': 'tempest-TestVolumeBootPattern-245396197-router', 'tenant_id': 'c93f0e69798e491aba3c8cf1493c2733', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85dc89cf-59f9-4edb-b26e-52bcb8a93763', 'external_fixed_ips': [{'subnet_id': 'e93d94f1-cb19-4cd0-92e5-ca73d24bd8fb', 'ip_address': '172.27.0.153'}], 'enable_snat': True}, 'gw_port_id': 'd572469e-dbdc-4bf8-8e8b-d4e3790fa8e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T17:50:42Z', 'updated_at': '2022-05-10T17:50:45Z', 'revision_number': 4, 'project_id': 'c93f0e69798e491aba3c8cf1493c2733', 'gw_port': {'id': 'd572469e-dbdc-4bf8-8e8b-d4e3790fa8e0', 'name': '', 'network_id': '85dc89cf-59f9-4edb-b26e-52bcb8a93763', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:94:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '516c5b9c-98c6-4346-9071-0cde9d9a6648', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': 'e93d94f1-cb19-4cd0-92e5-ca73d24bd8fb', 'ip_address': '172.27.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841302-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T17:50:43Z', 'updated_at': '2022-05-10T17:50:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e93d94f1-cb19-4cd0-92e5-ca73d24bd8fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841302-2-iscsi', '_floatingips': [{'id': '89353726-d61d-4147-bf4f-cf315d1c7a0e', 'tenant_id': 'c93f0e69798e491aba3c8cf1493c2733', 'floating_ip_address': '172.27.0.10', 'floating_network_id': '85dc89cf-59f9-4edb-b26e-52bcb8a93763', 'router_id': '516c5b9c-98c6-4346-9071-0cde9d9a6648', 'port_id': 'ede42f21-9c07-4946-b657-fdd16056f502', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 530, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0e710c0b-0b9b-4762-af88-7b56961d06bc', 'mac_address': 'fa:16:3e:ec:7e:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b778e508-4f5a-4514-babe-5f0868a5d485', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T17:54:46Z', 'updated_at': '2022-05-10T17:54:48Z', 'revision_number': 1, 'project_id': 'c93f0e69798e491aba3c8cf1493c2733', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a1c49237-846d-478b-b03a-e030620ab69a', 'name': '', 'network_id': '0e710c0b-0b9b-4762-af88-7b56961d06bc', 'tenant_id': 'c93f0e69798e491aba3c8cf1493c2733', 'mac_address': 'fa:16:3e:36:d0:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '516c5b9c-98c6-4346-9071-0cde9d9a6648', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': 'f9bb4cee-673b-4ef0-9b91-80ed1ec77b59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841302-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T17:50:45Z', 'updated_at': '2022-05-10T17:50:50Z', 'revision_number': 5, 'project_id': 'c93f0e69798e491aba3c8cf1493c2733', 'subnets': [{'id': 'f9bb4cee-673b-4ef0-9b91-80ed1ec77b59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841302-2-iscsi', False) {} {{(pid=110155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:59:34.529938 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-6e697e78-9dd1-4bc1-8573-56b901d07725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781795183391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525393'] for agent (fdc37a75-b7a9-4e92-a59c-f5b8c02d060c), after_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:59:34.555193 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a6f73d3-79d3-4209-8437-043b7920cfba None None] The sync data for ids ['516c5b9c-98c6-4346-9071-0cde9d9a6648'] in dv-cinder-841302-2-iscsi is: [{'id': '516c5b9c-98c6-4346-9071-0cde9d9a6648', 'name': 'tempest-TestVolumeBootPattern-245396197-router', 'tenant_id': 'c93f0e69798e491aba3c8cf1493c2733', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85dc89cf-59f9-4edb-b26e-52bcb8a93763', 'external_fixed_ips': [{'subnet_id': 'e93d94f1-cb19-4cd0-92e5-ca73d24bd8fb', 'ip_address': '172.27.0.153'}], 'enable_snat': True}, 'gw_port_id': 'd572469e-dbdc-4bf8-8e8b-d4e3790fa8e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T17:50:42Z', 'updated_at': '2022-05-10T17:50:45Z', 'revision_number': 4, 'project_id': 'c93f0e69798e491aba3c8cf1493c2733', 'gw_port': {'id': 'd572469e-dbdc-4bf8-8e8b-d4e3790fa8e0', 'name': '', 'network_id': '85dc89cf-59f9-4edb-b26e-52bcb8a93763', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:94:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '516c5b9c-98c6-4346-9071-0cde9d9a6648', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': 'e93d94f1-cb19-4cd0-92e5-ca73d24bd8fb', 'ip_address': '172.27.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841302-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T17:50:43Z', 'updated_at': '2022-05-10T17:50:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e93d94f1-cb19-4cd0-92e5-ca73d24bd8fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841302-2-iscsi', '_floatingips': [{'id': '89353726-d61d-4147-bf4f-cf315d1c7a0e', 'tenant_id': 'c93f0e69798e491aba3c8cf1493c2733', 'floating_ip_address': '172.27.0.10', 'floating_network_id': '85dc89cf-59f9-4edb-b26e-52bcb8a93763', 'router_id': '516c5b9c-98c6-4346-9071-0cde9d9a6648', 'port_id': 'ede42f21-9c07-4946-b657-fdd16056f502', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 530, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0e710c0b-0b9b-4762-af88-7b56961d06bc', 'mac_address': 'fa:16:3e:ec:7e:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b778e508-4f5a-4514-babe-5f0868a5d485', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T17:54:46Z', 'updated_at': '2022-05-10T17:54:48Z', 'revision_number': 1, 'project_id': 'c93f0e69798e491aba3c8cf1493c2733', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a1c49237-846d-478b-b03a-e030620ab69a', 'name': '', 'network_id': '0e710c0b-0b9b-4762-af88-7b56961d06bc', 'tenant_id': 'c93f0e69798e491aba3c8cf1493c2733', 'mac_address': 'fa:16:3e:36:d0:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '516c5b9c-98c6-4346-9071-0cde9d9a6648', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': 'f9bb4cee-673b-4ef0-9b91-80ed1ec77b59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841302-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T17:50:45Z', 'updated_at': '2022-05-10T17:50:50Z', 'revision_number': 5, 'project_id': 'c93f0e69798e491aba3c8cf1493c2733', 'subnets': [{'id': 'f9bb4cee-673b-4ef0-9b91-80ed1ec77b59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 17:59:34.791727 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e2d7731-4f9b-4be4-9fbe-b13aae4b7476 None None] New status for floating IP d9e7d7c6-d62b-42bb-b0fa-73398ab48287: DOWN {{(pid=110154) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 17:59:35.152980 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302ebf3d-e819-4a17-8463-0ff8448c6803 req-b1299965-9a84-4651-9b72-7c6d56c9b974 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:59:35.154361 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-302ebf3d-e819-4a17-8463-0ff8448c6803 req-b1299965-9a84-4651-9b72-7c6d56c9b974 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=c93f0e69798e491aba3c8cf1493c2733&device_id=10549f70-f1b2-414c-80e7-f79e0acb1ae1 HTTP/1.1" status: 200 len: 1130 time: 0.0388432 May 10 17:59:35.293652 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17959937-7c47-4ec7-a948-503ed1f848db req-df0a86bf-a7f8-4258-bdc9-c709ffcd4866 tempest-TestVolumeBootPattern-524323740 tempest-TestVolumeBootPattern-524323740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:59:35.295149 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-17959937-7c47-4ec7-a948-503ed1f848db req-df0a86bf-a7f8-4258-bdc9-c709ffcd4866 tempest-TestVolumeBootPattern-524323740 tempest-TestVolumeBootPattern-524323740-project] 10.222.0.60 "GET /v2.0/ports?device_id=10549f70-f1b2-414c-80e7-f79e0acb1ae1 HTTP/1.1" status: 200 len: 946 time: 0.0640357 May 10 17:59:35.319691 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302ebf3d-e819-4a17-8463-0ff8448c6803 req-8eb24873-0e9f-466b-8ba2-fddedd8d8123 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:59:35.321126 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-302ebf3d-e819-4a17-8463-0ff8448c6803 req-8eb24873-0e9f-466b-8ba2-fddedd8d8123 service neutron] 10.222.0.77 "GET /v2.0/networks?id=0e710c0b-0b9b-4762-af88-7b56961d06bc HTTP/1.1" status: 200 len: 912 time: 0.1389058 May 10 17:59:35.371575 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-302ebf3d-e819-4a17-8463-0ff8448c6803 req-5db964ed-3538-462a-8b16-ff47146de234 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fb74e985-7afc-4d8a-a0ab-c3df196c6c97 HTTP/1.1" status: 200 len: 217 time: 0.0435042 May 10 17:59:35.384859 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-17959937-7c47-4ec7-a948-503ed1f848db req-ec62103f-d030-4288-899a-64e81de8f667 tempest-TestVolumeBootPattern-524323740 tempest-TestVolumeBootPattern-524323740-project] 10.222.0.60 "GET /v2.0/security-groups?id=aec4a23b-9be6-4a04-ad33-bd1ff431d47e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0810671 May 10 17:59:35.432341 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302ebf3d-e819-4a17-8463-0ff8448c6803 req-485979cb-8c59-4dd4-adee-805e15f4b3b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:59:35.433785 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-302ebf3d-e819-4a17-8463-0ff8448c6803 req-485979cb-8c59-4dd4-adee-805e15f4b3b7 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=f9bb4cee-673b-4ef0-9b91-80ed1ec77b59 HTTP/1.1" status: 200 len: 850 time: 0.0480697 May 10 17:59:35.624204 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302ebf3d-e819-4a17-8463-0ff8448c6803 req-615394a1-4d04-41c0-8f6f-bdc57fad35f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:59:35.625690 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-302ebf3d-e819-4a17-8463-0ff8448c6803 req-615394a1-4d04-41c0-8f6f-bdc57fad35f4 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=0e710c0b-0b9b-4762-af88-7b56961d06bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0410476 May 10 17:59:35.715407 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-302ebf3d-e819-4a17-8463-0ff8448c6803 req-4094eeb8-236f-4236-8c1d-c38f08be3eba service neutron] 10.222.0.77 "GET /v2.0/networks/0e710c0b-0b9b-4762-af88-7b56961d06bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817070 May 10 17:59:35.993255 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-302ebf3d-e819-4a17-8463-0ff8448c6803 req-3b824536-5494-470f-bbd2-33697083a25f service neutron] 10.222.0.77 "GET /v2.0/networks/0e710c0b-0b9b-4762-af88-7b56961d06bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921493 May 10 17:59:36.073824 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81b9e67-254d-4ca9-9a7d-4b4a3baeade1 req-8dacf0f4-3351-4f40-9f8f-d401d4fb99d0 tempest-TestVolumeBootPattern-524323740 tempest-TestVolumeBootPattern-524323740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:59:36.075405 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [req-e81b9e67-254d-4ca9-9a7d-4b4a3baeade1 req-8dacf0f4-3351-4f40-9f8f-d401d4fb99d0 tempest-TestVolumeBootPattern-524323740 tempest-TestVolumeBootPattern-524323740-project] 10.222.0.77 "GET /v2.0/ports?device_id=10549f70-f1b2-414c-80e7-f79e0acb1ae1 HTTP/1.1" status: 200 len: 946 time: 0.0481818 May 10 17:59:36.162170 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.plugins.ml2.plugin [req-e81b9e67-254d-4ca9-9a7d-4b4a3baeade1 req-a3a2e3f6-5813-4d50-b8a9-92600507d454 tempest-TestVolumeBootPattern-524323740 tempest-TestVolumeBootPattern-524323740-project] Deleting port fb74e985-7afc-4d8a-a0ab-c3df196c6c97 {{(pid=110153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 17:59:36.162508 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [req-e81b9e67-254d-4ca9-9a7d-4b4a3baeade1 req-a3a2e3f6-5813-4d50-b8a9-92600507d454 tempest-TestVolumeBootPattern-524323740 tempest-TestVolumeBootPattern-524323740-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781795221764'] for port (fb74e985-7afc-4d8a-a0ab-c3df196c6c97), before_delete {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:59:36.249774 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.plugins.ml2.db [req-e81b9e67-254d-4ca9-9a7d-4b4a3baeade1 req-a3a2e3f6-5813-4d50-b8a9-92600507d454 tempest-TestVolumeBootPattern-524323740 tempest-TestVolumeBootPattern-524323740-project] For port fb74e985-7afc-4d8a-a0ab-c3df196c6c97, host hv-cinder-84130, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84130',level=0,port_id=fb74e985-7afc-4d8a-a0ab-c3df196c6c97,segment=NetworkSegment(230564c6-143b-4e52-aa0f-dd48bc60401d),segment_id=230564c6-143b-4e52-aa0f-dd48bc60401d)] {{(pid=110153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 17:59:36.250105 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [req-e81b9e67-254d-4ca9-9a7d-4b4a3baeade1 req-a3a2e3f6-5813-4d50-b8a9-92600507d454 tempest-TestVolumeBootPattern-524323740 tempest-TestVolumeBootPattern-524323740-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640494'] for port (fb74e985-7afc-4d8a-a0ab-c3df196c6c97), precommit_delete {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:59:36.263191 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.plugins.ml2.plugin [req-e81b9e67-254d-4ca9-9a7d-4b4a3baeade1 req-a3a2e3f6-5813-4d50-b8a9-92600507d454 tempest-TestVolumeBootPattern-524323740 tempest-TestVolumeBootPattern-524323740-project] Calling delete_port for fb74e985-7afc-4d8a-a0ab-c3df196c6c97 owned by compute:nova {{(pid=110153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 17:59:36.395688 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [req-e81b9e67-254d-4ca9-9a7d-4b4a3baeade1 req-a3a2e3f6-5813-4d50-b8a9-92600507d454 tempest-TestVolumeBootPattern-524323740 tempest-TestVolumeBootPattern-524323740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1514136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781795229076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781794686073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207117'] for port (fb74e985-7afc-4d8a-a0ab-c3df196c6c97), after_delete {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:59:36.422892 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a2e3f6-5813-4d50-b8a9-92600507d454 tempest-TestVolumeBootPattern-524323740 tempest-TestVolumeBootPattern-524323740-project] Pushing event deleted for resources: {'Port': ['ID=fb74e985-7afc-4d8a-a0ab-c3df196c6c97,revision_number=None']} {{(pid=110153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:59:36.474821 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.db.l3_dvrscheduler_db [req-e81b9e67-254d-4ca9-9a7d-4b4a3baeade1 req-a3a2e3f6-5813-4d50-b8a9-92600507d454 tempest-TestVolumeBootPattern-524323740 tempest-TestVolumeBootPattern-524323740-project] No DVR routers for this DVR port fb74e985-7afc-4d8a-a0ab-c3df196c6c97 on host hv-cinder-84130 {{(pid=110153) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 17:59:36.477680 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [req-e81b9e67-254d-4ca9-9a7d-4b4a3baeade1 req-a3a2e3f6-5813-4d50-b8a9-92600507d454 tempest-TestVolumeBootPattern-524323740 tempest-TestVolumeBootPattern-524323740-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29634'] for port (None), before_response {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:59:36.481060 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [req-e81b9e67-254d-4ca9-9a7d-4b4a3baeade1 req-a3a2e3f6-5813-4d50-b8a9-92600507d454 tempest-TestVolumeBootPattern-524323740 tempest-TestVolumeBootPattern-524323740-project] 10.222.0.77 "DELETE /v2.0/ports/fb74e985-7afc-4d8a-a0ab-c3df196c6c97 HTTP/1.1" status: 204 len: 173 time: 0.4000018 May 10 17:59:36.481537 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10549f70-f1b2-414c-80e7-f79e0acb1ae1', 'name': 'network-vif-deleted', 'tag': 'fb74e985-7afc-4d8a-a0ab-c3df196c6c97'}] {{(pid=110153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 17:59:36.483914 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eaab9ead4487dd9c6a2039b1a38fb17917f553062224ea878bb9a20dea692460" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b74879f5-2273-4cf3-84f0-0bf7366fcb72" -d '{"events": [{"server_uuid": "10549f70-f1b2-414c-80e7-f79e0acb1ae1", "name": "network-vif-deleted", "tag": "fb74e985-7afc-4d8a-a0ab-c3df196c6c97"}]}' {{(pid=110153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 17:59:36.492839 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-c120941e-e993-488f-a682-317b0a40376e req-ba368d6a-0281-4996-aba2-69cbd554a427 tempest-TestVolumeBootPattern-524323740 tempest-TestVolumeBootPattern-524323740-project] 10.222.0.60 "GET /v2.0/ports?device_id=10549f70-f1b2-414c-80e7-f79e0acb1ae1 HTTP/1.1" status: 200 len: 210 time: 0.0286732 May 10 17:59:36.521677 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 17:59:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-723f7701-efb1-4ce1-b9d6-4209d84c9b35 x-openstack-request-id: req-723f7701-efb1-4ce1-b9d6-4209d84c9b35 {{(pid=110153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 17:59:36.522094 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10549f70-f1b2-414c-80e7-f79e0acb1ae1", "name": "network-vif-deleted", "tag": "fb74e985-7afc-4d8a-a0ab-c3df196c6c97", "status": "completed", "code": 200}]} {{(pid=110153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 17:59:36.522368 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-723f7701-efb1-4ce1-b9d6-4209d84c9b35 {{(pid=110153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 17:59:36.522806 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.notifiers.nova [-] Nova event matching ['req-723f7701-efb1-4ce1-b9d6-4209d84c9b35'] response: {'server_uuid': '10549f70-f1b2-414c-80e7-f79e0acb1ae1', 'name': 'network-vif-deleted', 'tag': 'fb74e985-7afc-4d8a-a0ab-c3df196c6c97', 'status': 'completed', 'code': 200} May 10 17:59:39.674134 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.rpc [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Device fb74e985-7afc-4d8a-a0ab-c3df196c6c97 no longer exists at agent hyperv_hv-cinder-84130 {{(pid=110154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 17:59:39.695181 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.plugin [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] No Port match for: fb74e985-7afc-4d8a-a0ab-c3df196c6c97 {{(pid=110154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 17:59:39.695552 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.rpc [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Device fb74e985-7afc-4d8a-a0ab-c3df196c6c97 not bound to the agent host hv-cinder-84130 {{(pid=110154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 17:59:39.779531 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.wsgi [-] (110153) accepted ('10.222.0.60', 48330) {{(pid=110153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 17:59:39.927287 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.plugins.ml2.plugin [None req-0cf4284e-937f-4277-a866-e7cfdf92235a tempest-TestVolumeBootPattern-524323740 tempest-TestVolumeBootPattern-524323740-project] Deleting port 3cc98b28-c1cc-4087-a196-7dc5dcfe0059 {{(pid=110153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 17:59:39.927600 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-0cf4284e-937f-4277-a866-e7cfdf92235a tempest-TestVolumeBootPattern-524323740 tempest-TestVolumeBootPattern-524323740-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781795221764'] for port (3cc98b28-c1cc-4087-a196-7dc5dcfe0059), before_delete {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:59:40.001912 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-0cf4284e-937f-4277-a866-e7cfdf92235a tempest-TestVolumeBootPattern-524323740 tempest-TestVolumeBootPattern-524323740-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640494'] for port (3cc98b28-c1cc-4087-a196-7dc5dcfe0059), precommit_delete {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:59:40.002233 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-0cf4284e-937f-4277-a866-e7cfdf92235a tempest-TestVolumeBootPattern-524323740 tempest-TestVolumeBootPattern-524323740-project] Publish callbacks [] for floatingip (3cc98b28-c1cc-4087-a196-7dc5dcfe0059), precommit_delete {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:59:40.014510 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.plugins.ml2.plugin [None req-0cf4284e-937f-4277-a866-e7cfdf92235a tempest-TestVolumeBootPattern-524323740 tempest-TestVolumeBootPattern-524323740-project] Calling delete_port for 3cc98b28-c1cc-4087-a196-7dc5dcfe0059 owned by network:floatingip {{(pid=110153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 17:59:40.155844 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-0cf4284e-937f-4277-a866-e7cfdf92235a tempest-TestVolumeBootPattern-524323740 tempest-TestVolumeBootPattern-524323740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1514136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781795229076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781794686073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207117'] for port (3cc98b28-c1cc-4087-a196-7dc5dcfe0059), after_delete {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:59:40.178619 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf4284e-937f-4277-a866-e7cfdf92235a tempest-TestVolumeBootPattern-524323740 tempest-TestVolumeBootPattern-524323740-project] Pushing event deleted for resources: {'Port': ['ID=3cc98b28-c1cc-4087-a196-7dc5dcfe0059,revision_number=None']} {{(pid=110153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:59:40.495649 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-0cf4284e-937f-4277-a866-e7cfdf92235a tempest-TestVolumeBootPattern-524323740 tempest-TestVolumeBootPattern-524323740-project] Publish callbacks [] for floatingip (89353726-d61d-4147-bf4f-cf315d1c7a0e), after_delete {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:59:40.495966 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.db.l3_db [None req-0cf4284e-937f-4277-a866-e7cfdf92235a tempest-TestVolumeBootPattern-524323740 tempest-TestVolumeBootPattern-524323740-project] Floating IP 89353726-d61d-4147-bf4f-cf315d1c7a0e disassociated (deleted). External IP: 172.27.0.10, port: ede42f21-9c07-4946-b657-fdd16056f502. May 10 17:59:40.708242 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0cf4284e-937f-4277-a866-e7cfdf92235a tempest-TestVolumeBootPattern-524323740 tempest-TestVolumeBootPattern-524323740-project] Router 516c5b9c-98c6-4346-9071-0cde9d9a6648 has already been hosted by L3 agent eaac381b-e402-41c3-a8e6-8f962681d3e6 {{(pid=110153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 17:59:40.825821 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cf4284e-937f-4277-a866-e7cfdf92235a tempest-TestVolumeBootPattern-524323740 tempest-TestVolumeBootPattern-524323740-project] Notify agent at l3_agent.dv-cinder-841302-2-iscsi the message routers_updated {{(pid=110153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 17:59:40.830726 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-0cf4284e-937f-4277-a866-e7cfdf92235a tempest-TestVolumeBootPattern-524323740 tempest-TestVolumeBootPattern-524323740-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29634'] for floatingip (None), before_response {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:59:40.836401 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33a7111e-5081-42cf-b141-15754c630f49 None None] Sync routers for ids ['516c5b9c-98c6-4346-9071-0cde9d9a6648'] in dv-cinder-841302-2-iscsi {{(pid=110155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 17:59:40.846102 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33a7111e-5081-42cf-b141-15754c630f49 None None] Routers {'516c5b9c-98c6-4346-9071-0cde9d9a6648'} bound to L3 agent in host dv-cinder-841302-2-iscsi {{(pid=110155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 17:59:40.846774 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.db.l3_hamode_db [None req-33a7111e-5081-42cf-b141-15754c630f49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841302-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-10T17:36:00Z,description=,heartbeat_timestamp=2022-05-10T17:59:30Z,host='dv-cinder-841302-2-iscsi',id=eaac381b-e402-41c3-a8e6-8f962681d3e6,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T17:36:00Z,topic='l3_agent')) {'router_ids': ['516c5b9c-98c6-4346-9071-0cde9d9a6648'], 'active': True} {{(pid=110155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:59:40.860513 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [None req-0cf4284e-937f-4277-a866-e7cfdf92235a tempest-TestVolumeBootPattern-524323740 tempest-TestVolumeBootPattern-524323740-project] 10.222.0.60 "DELETE /v2.0/floatingips/89353726-d61d-4147-bf4f-cf315d1c7a0e HTTP/1.1" status: 204 len: 168 time: 1.0799053 May 10 17:59:40.861100 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b778e508-4f5a-4514-babe-5f0868a5d485', 'tag': 'ede42f21-9c07-4946-b657-fdd16056f502'}] {{(pid=110153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 17:59:40.863333 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eaab9ead4487dd9c6a2039b1a38fb17917f553062224ea878bb9a20dea692460" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a970b891-c1c8-48af-9ab8-21238840abea" -d '{"events": [{"name": "network-changed", "server_uuid": "b778e508-4f5a-4514-babe-5f0868a5d485", "tag": "ede42f21-9c07-4946-b657-fdd16056f502"}]}' {{(pid=110153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 17:59:40.903043 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 17:59:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c271e716-16f3-4423-8cc1-d9aacd992417 x-openstack-request-id: req-c271e716-16f3-4423-8cc1-d9aacd992417 {{(pid=110153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 17:59:40.903332 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b778e508-4f5a-4514-babe-5f0868a5d485", "tag": "ede42f21-9c07-4946-b657-fdd16056f502", "status": "completed", "code": 200}]} {{(pid=110153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 17:59:40.903736 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-c271e716-16f3-4423-8cc1-d9aacd992417 {{(pid=110153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 17:59:40.904142 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c271e716-16f3-4423-8cc1-d9aacd992417'] response: {'name': 'network-changed', 'server_uuid': 'b778e508-4f5a-4514-babe-5f0868a5d485', 'tag': 'ede42f21-9c07-4946-b657-fdd16056f502', 'status': 'completed', 'code': 200} May 10 17:59:40.977834 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.db.l3_dvr_db [None req-33a7111e-5081-42cf-b141-15754c630f49 None None] Set router 516c5b9c-98c6-4346-9071-0cde9d9a6648 gateway port host: dv-cinder-841302-2-iscsi {{(pid=110155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 17:59:41.000441 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a970b891-c1c8-48af-9ab8-21238840abea req-8c29fb1b-6a4f-4499-a684-f67fefb3a642 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:59:41.002022 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [req-a970b891-c1c8-48af-9ab8-21238840abea req-8c29fb1b-6a4f-4499-a684-f67fefb3a642 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=c93f0e69798e491aba3c8cf1493c2733&device_id=b778e508-4f5a-4514-babe-5f0868a5d485 HTTP/1.1" status: 200 len: 1129 time: 0.0461285 May 10 17:59:41.112424 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c7b295-8157-4f32-b787-0dae26f16df9 req-cd7ed803-0ce5-4c85-82e7-9176cf80c8fd tempest-TestVolumeBootPattern-524323740 tempest-TestVolumeBootPattern-524323740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:59:41.115840 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-40c7b295-8157-4f32-b787-0dae26f16df9 req-cd7ed803-0ce5-4c85-82e7-9176cf80c8fd tempest-TestVolumeBootPattern-524323740 tempest-TestVolumeBootPattern-524323740-project] 10.222.0.60 "GET /v2.0/ports?device_id=b778e508-4f5a-4514-babe-5f0868a5d485 HTTP/1.1" status: 200 len: 945 time: 0.0546575 May 10 17:59:41.120828 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a970b891-c1c8-48af-9ab8-21238840abea req-ff2d221b-47ba-47e7-ad81-c4be2148c976 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:59:41.122399 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [req-a970b891-c1c8-48af-9ab8-21238840abea req-ff2d221b-47ba-47e7-ad81-c4be2148c976 service neutron] 10.222.0.77 "GET /v2.0/networks?id=0e710c0b-0b9b-4762-af88-7b56961d06bc HTTP/1.1" status: 200 len: 912 time: 0.1136642 May 10 17:59:41.165171 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-40c7b295-8157-4f32-b787-0dae26f16df9 req-26d09b05-e109-4430-98e2-c30df2d04eed tempest-TestVolumeBootPattern-524323740 tempest-TestVolumeBootPattern-524323740-project] 10.222.0.60 "GET /v2.0/security-groups?id=aec4a23b-9be6-4a04-ad33-bd1ff431d47e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452726 May 10 17:59:41.188511 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.db.l3_hamode_db [None req-33a7111e-5081-42cf-b141-15754c630f49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '516c5b9c-98c6-4346-9071-0cde9d9a6648', 'name': 'tempest-TestVolumeBootPattern-245396197-router', 'tenant_id': 'c93f0e69798e491aba3c8cf1493c2733', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85dc89cf-59f9-4edb-b26e-52bcb8a93763', 'external_fixed_ips': [{'subnet_id': 'e93d94f1-cb19-4cd0-92e5-ca73d24bd8fb', 'ip_address': '172.27.0.153'}], 'enable_snat': True}, 'gw_port_id': 'd572469e-dbdc-4bf8-8e8b-d4e3790fa8e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T17:50:42Z', 'updated_at': '2022-05-10T17:50:45Z', 'revision_number': 4, 'project_id': 'c93f0e69798e491aba3c8cf1493c2733', 'gw_port': {'id': 'd572469e-dbdc-4bf8-8e8b-d4e3790fa8e0', 'name': '', 'network_id': '85dc89cf-59f9-4edb-b26e-52bcb8a93763', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:94:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '516c5b9c-98c6-4346-9071-0cde9d9a6648', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': 'e93d94f1-cb19-4cd0-92e5-ca73d24bd8fb', 'ip_address': '172.27.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841302-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T17:50:43Z', 'updated_at': '2022-05-10T17:50:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e93d94f1-cb19-4cd0-92e5-ca73d24bd8fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841302-2-iscsi', '_interfaces': [{'id': 'a1c49237-846d-478b-b03a-e030620ab69a', 'name': '', 'network_id': '0e710c0b-0b9b-4762-af88-7b56961d06bc', 'tenant_id': 'c93f0e69798e491aba3c8cf1493c2733', 'mac_address': 'fa:16:3e:36:d0:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '516c5b9c-98c6-4346-9071-0cde9d9a6648', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': 'f9bb4cee-673b-4ef0-9b91-80ed1ec77b59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841302-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T17:50:45Z', 'updated_at': '2022-05-10T17:50:50Z', 'revision_number': 5, 'project_id': 'c93f0e69798e491aba3c8cf1493c2733', 'subnets': [{'id': 'f9bb4cee-673b-4ef0-9b91-80ed1ec77b59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841302-2-iscsi', False) {} {{(pid=110155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:59:41.216169 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33a7111e-5081-42cf-b141-15754c630f49 None None] Checking router: 516c5b9c-98c6-4346-9071-0cde9d9a6648 for host: dv-cinder-841302-2-iscsi {{(pid=110155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 17:59:41.224318 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33a7111e-5081-42cf-b141-15754c630f49 None None] Routers {'516c5b9c-98c6-4346-9071-0cde9d9a6648'} bound to L3 agent in host dv-cinder-841302-2-iscsi {{(pid=110155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 17:59:41.224900 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.db.l3_hamode_db [None req-33a7111e-5081-42cf-b141-15754c630f49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841302-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-10T17:36:00Z,description=,heartbeat_timestamp=2022-05-10T17:59:30Z,host='dv-cinder-841302-2-iscsi',id=eaac381b-e402-41c3-a8e6-8f962681d3e6,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T17:36:00Z,topic='l3_agent')) {'router_ids': ['516c5b9c-98c6-4346-9071-0cde9d9a6648'], 'active': True} {{(pid=110155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:59:41.330791 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.db.l3_dvr_db [None req-33a7111e-5081-42cf-b141-15754c630f49 None None] Set router 516c5b9c-98c6-4346-9071-0cde9d9a6648 gateway port host: dv-cinder-841302-2-iscsi {{(pid=110155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 17:59:41.517209 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.db.l3_hamode_db [None req-33a7111e-5081-42cf-b141-15754c630f49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '516c5b9c-98c6-4346-9071-0cde9d9a6648', 'name': 'tempest-TestVolumeBootPattern-245396197-router', 'tenant_id': 'c93f0e69798e491aba3c8cf1493c2733', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85dc89cf-59f9-4edb-b26e-52bcb8a93763', 'external_fixed_ips': [{'subnet_id': 'e93d94f1-cb19-4cd0-92e5-ca73d24bd8fb', 'ip_address': '172.27.0.153'}], 'enable_snat': True}, 'gw_port_id': 'd572469e-dbdc-4bf8-8e8b-d4e3790fa8e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T17:50:42Z', 'updated_at': '2022-05-10T17:50:45Z', 'revision_number': 4, 'project_id': 'c93f0e69798e491aba3c8cf1493c2733', 'gw_port': {'id': 'd572469e-dbdc-4bf8-8e8b-d4e3790fa8e0', 'name': '', 'network_id': '85dc89cf-59f9-4edb-b26e-52bcb8a93763', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:94:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '516c5b9c-98c6-4346-9071-0cde9d9a6648', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': 'e93d94f1-cb19-4cd0-92e5-ca73d24bd8fb', 'ip_address': '172.27.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841302-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T17:50:43Z', 'updated_at': '2022-05-10T17:50:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e93d94f1-cb19-4cd0-92e5-ca73d24bd8fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841302-2-iscsi', '_interfaces': [{'id': 'a1c49237-846d-478b-b03a-e030620ab69a', 'name': '', 'network_id': '0e710c0b-0b9b-4762-af88-7b56961d06bc', 'tenant_id': 'c93f0e69798e491aba3c8cf1493c2733', 'mac_address': 'fa:16:3e:36:d0:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '516c5b9c-98c6-4346-9071-0cde9d9a6648', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': 'f9bb4cee-673b-4ef0-9b91-80ed1ec77b59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841302-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T17:50:45Z', 'updated_at': '2022-05-10T17:50:50Z', 'revision_number': 5, 'project_id': 'c93f0e69798e491aba3c8cf1493c2733', 'subnets': [{'id': 'f9bb4cee-673b-4ef0-9b91-80ed1ec77b59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841302-2-iscsi', False) {} {{(pid=110155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:59:41.527148 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [req-a970b891-c1c8-48af-9ab8-21238840abea req-316230ae-86c2-40ed-9dc3-4576aff54ce9 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ede42f21-9c07-4946-b657-fdd16056f502 HTTP/1.1" status: 200 len: 217 time: 0.0364254 May 10 17:59:41.577288 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a970b891-c1c8-48af-9ab8-21238840abea req-1ac7d903-3d33-4bb9-aefe-e7f90652d525 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:59:41.578786 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [req-a970b891-c1c8-48af-9ab8-21238840abea req-1ac7d903-3d33-4bb9-aefe-e7f90652d525 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=f9bb4cee-673b-4ef0-9b91-80ed1ec77b59 HTTP/1.1" status: 200 len: 850 time: 0.0460019 May 10 17:59:41.639749 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33a7111e-5081-42cf-b141-15754c630f49 None None] The sync data for ids ['516c5b9c-98c6-4346-9071-0cde9d9a6648'] in dv-cinder-841302-2-iscsi is: [{'id': '516c5b9c-98c6-4346-9071-0cde9d9a6648', 'name': 'tempest-TestVolumeBootPattern-245396197-router', 'tenant_id': 'c93f0e69798e491aba3c8cf1493c2733', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85dc89cf-59f9-4edb-b26e-52bcb8a93763', 'external_fixed_ips': [{'subnet_id': 'e93d94f1-cb19-4cd0-92e5-ca73d24bd8fb', 'ip_address': '172.27.0.153'}], 'enable_snat': True}, 'gw_port_id': 'd572469e-dbdc-4bf8-8e8b-d4e3790fa8e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T17:50:42Z', 'updated_at': '2022-05-10T17:50:45Z', 'revision_number': 4, 'project_id': 'c93f0e69798e491aba3c8cf1493c2733', 'gw_port': {'id': 'd572469e-dbdc-4bf8-8e8b-d4e3790fa8e0', 'name': '', 'network_id': '85dc89cf-59f9-4edb-b26e-52bcb8a93763', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:94:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '516c5b9c-98c6-4346-9071-0cde9d9a6648', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': 'e93d94f1-cb19-4cd0-92e5-ca73d24bd8fb', 'ip_address': '172.27.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841302-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T17:50:43Z', 'updated_at': '2022-05-10T17:50:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e93d94f1-cb19-4cd0-92e5-ca73d24bd8fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841302-2-iscsi', '_interfaces': [{'id': 'a1c49237-846d-478b-b03a-e030620ab69a', 'name': '', 'network_id': '0e710c0b-0b9b-4762-af88-7b56961d06bc', 'tenant_id': 'c93f0e69798e491aba3c8cf1493c2733', 'mac_address': 'fa:16:3e:36:d0:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '516c5b9c-98c6-4346-9071-0cde9d9a6648', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': 'f9bb4cee-673b-4ef0-9b91-80ed1ec77b59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841302-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T17:50:45Z', 'updated_at': '2022-05-10T17:50:50Z', 'revision_number': 5, 'project_id': 'c93f0e69798e491aba3c8cf1493c2733', 'subnets': [{'id': 'f9bb4cee-673b-4ef0-9b91-80ed1ec77b59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 17:59:41.640503 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a970b891-c1c8-48af-9ab8-21238840abea req-d16c7b29-27a3-42e5-8e97-12f6f72cde15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:59:41.642036 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [req-a970b891-c1c8-48af-9ab8-21238840abea req-d16c7b29-27a3-42e5-8e97-12f6f72cde15 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=0e710c0b-0b9b-4762-af88-7b56961d06bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0459850 May 10 17:59:41.736536 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [req-a970b891-c1c8-48af-9ab8-21238840abea req-b753e2d7-32e2-4a97-a914-88925d5232de service neutron] 10.222.0.77 "GET /v2.0/networks/0e710c0b-0b9b-4762-af88-7b56961d06bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877845 May 10 17:59:41.860935 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-869229d2-a90e-46b1-9d65-2de3de21a7c2 None None] New status for floating IP 89353726-d61d-4147-bf4f-cf315d1c7a0e: DOWN {{(pid=110154) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 17:59:42.015968 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [req-a970b891-c1c8-48af-9ab8-21238840abea req-a4e7ca63-2955-4ed9-9362-47222794b7ca service neutron] 10.222.0.77 "GET /v2.0/networks/0e710c0b-0b9b-4762-af88-7b56961d06bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903683 May 10 17:59:42.267420 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0817d82a-7a10-450d-9fdb-9634619d2c01 req-7dba5c5d-575e-44f8-81d3-35e15f455096 tempest-TestVolumeBootPattern-524323740 tempest-TestVolumeBootPattern-524323740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:59:42.268812 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [req-0817d82a-7a10-450d-9fdb-9634619d2c01 req-7dba5c5d-575e-44f8-81d3-35e15f455096 tempest-TestVolumeBootPattern-524323740 tempest-TestVolumeBootPattern-524323740-project] 10.222.0.77 "GET /v2.0/ports?device_id=b778e508-4f5a-4514-babe-5f0868a5d485 HTTP/1.1" status: 200 len: 945 time: 0.0564857 May 10 17:59:42.294118 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8187374e-2efb-4dc3-a1a7-4430e051a816 req-02b33b10-dedd-409f-90ad-e9f19051c7f2 tempest-TestVolumeBootPattern-524323740 tempest-TestVolumeBootPattern-524323740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:59:42.295018 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-8187374e-2efb-4dc3-a1a7-4430e051a816 req-02b33b10-dedd-409f-90ad-e9f19051c7f2 tempest-TestVolumeBootPattern-524323740 tempest-TestVolumeBootPattern-524323740-project] 10.222.0.60 "GET /v2.0/ports?device_id=b778e508-4f5a-4514-babe-5f0868a5d485 HTTP/1.1" status: 200 len: 945 time: 0.0584078 May 10 17:59:42.353943 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-8187374e-2efb-4dc3-a1a7-4430e051a816 req-55710f6b-3dfb-42fa-9068-41154587410e tempest-TestVolumeBootPattern-524323740 tempest-TestVolumeBootPattern-524323740-project] 10.222.0.60 "GET /v2.0/security-groups?id=aec4a23b-9be6-4a04-ad33-bd1ff431d47e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495536 May 10 17:59:42.375381 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.plugins.ml2.plugin [req-0817d82a-7a10-450d-9fdb-9634619d2c01 req-0909cd0f-0ba3-4dc4-aa63-a16b9a9a00bf tempest-TestVolumeBootPattern-524323740 tempest-TestVolumeBootPattern-524323740-project] Deleting port ede42f21-9c07-4946-b657-fdd16056f502 {{(pid=110153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 17:59:42.375752 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [req-0817d82a-7a10-450d-9fdb-9634619d2c01 req-0909cd0f-0ba3-4dc4-aa63-a16b9a9a00bf tempest-TestVolumeBootPattern-524323740 tempest-TestVolumeBootPattern-524323740-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781795221764'] for port (ede42f21-9c07-4946-b657-fdd16056f502), before_delete {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:59:42.466365 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.plugins.ml2.db [req-0817d82a-7a10-450d-9fdb-9634619d2c01 req-0909cd0f-0ba3-4dc4-aa63-a16b9a9a00bf tempest-TestVolumeBootPattern-524323740 tempest-TestVolumeBootPattern-524323740-project] For port ede42f21-9c07-4946-b657-fdd16056f502, host hv-cinder-84130, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84130',level=0,port_id=ede42f21-9c07-4946-b657-fdd16056f502,segment=NetworkSegment(230564c6-143b-4e52-aa0f-dd48bc60401d),segment_id=230564c6-143b-4e52-aa0f-dd48bc60401d)] {{(pid=110153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 17:59:42.466733 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [req-0817d82a-7a10-450d-9fdb-9634619d2c01 req-0909cd0f-0ba3-4dc4-aa63-a16b9a9a00bf tempest-TestVolumeBootPattern-524323740 tempest-TestVolumeBootPattern-524323740-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640494'] for port (ede42f21-9c07-4946-b657-fdd16056f502), precommit_delete {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:59:42.480377 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.plugins.ml2.plugin [req-0817d82a-7a10-450d-9fdb-9634619d2c01 req-0909cd0f-0ba3-4dc4-aa63-a16b9a9a00bf tempest-TestVolumeBootPattern-524323740 tempest-TestVolumeBootPattern-524323740-project] Calling delete_port for ede42f21-9c07-4946-b657-fdd16056f502 owned by compute:nova {{(pid=110153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 17:59:42.612211 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [req-0817d82a-7a10-450d-9fdb-9634619d2c01 req-0909cd0f-0ba3-4dc4-aa63-a16b9a9a00bf tempest-TestVolumeBootPattern-524323740 tempest-TestVolumeBootPattern-524323740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1514136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781795229076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781794686073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207117'] for port (ede42f21-9c07-4946-b657-fdd16056f502), after_delete {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:59:42.639750 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0909cd0f-0ba3-4dc4-aa63-a16b9a9a00bf tempest-TestVolumeBootPattern-524323740 tempest-TestVolumeBootPattern-524323740-project] Pushing event deleted for resources: {'Port': ['ID=ede42f21-9c07-4946-b657-fdd16056f502,revision_number=None']} {{(pid=110153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:59:42.685761 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.db.l3_dvrscheduler_db [req-0817d82a-7a10-450d-9fdb-9634619d2c01 req-0909cd0f-0ba3-4dc4-aa63-a16b9a9a00bf tempest-TestVolumeBootPattern-524323740 tempest-TestVolumeBootPattern-524323740-project] No DVR routers for this DVR port ede42f21-9c07-4946-b657-fdd16056f502 on host hv-cinder-84130 {{(pid=110153) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 17:59:42.688124 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [req-0817d82a-7a10-450d-9fdb-9634619d2c01 req-0909cd0f-0ba3-4dc4-aa63-a16b9a9a00bf tempest-TestVolumeBootPattern-524323740 tempest-TestVolumeBootPattern-524323740-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29634'] for port (None), before_response {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:59:42.691285 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [req-0817d82a-7a10-450d-9fdb-9634619d2c01 req-0909cd0f-0ba3-4dc4-aa63-a16b9a9a00bf tempest-TestVolumeBootPattern-524323740 tempest-TestVolumeBootPattern-524323740-project] 10.222.0.77 "DELETE /v2.0/ports/ede42f21-9c07-4946-b657-fdd16056f502 HTTP/1.1" status: 204 len: 173 time: 0.4155385 May 10 17:59:42.847299 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.db.agents_db [None req-b17e131c-d64b-4b97-8e8f-6c45925a5783 None None] Agent healthcheck: found 6 active agents {{(pid=110155) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 17:59:42.905701 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b778e508-4f5a-4514-babe-5f0868a5d485', 'name': 'network-vif-deleted', 'tag': 'ede42f21-9c07-4946-b657-fdd16056f502'}] {{(pid=110153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 17:59:42.908159 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eaab9ead4487dd9c6a2039b1a38fb17917f553062224ea878bb9a20dea692460" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25d44c58-0cd7-4e26-86a6-322f8cdf0eab" -d '{"events": [{"server_uuid": "b778e508-4f5a-4514-babe-5f0868a5d485", "name": "network-vif-deleted", "tag": "ede42f21-9c07-4946-b657-fdd16056f502"}]}' {{(pid=110153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 17:59:42.942383 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 17:59:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04ac31f1-7d39-4135-8b61-5445a833a0e6 x-openstack-request-id: req-04ac31f1-7d39-4135-8b61-5445a833a0e6 {{(pid=110153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 17:59:42.942677 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b778e508-4f5a-4514-babe-5f0868a5d485", "name": "network-vif-deleted", "tag": "ede42f21-9c07-4946-b657-fdd16056f502", "status": "completed", "code": 200}]} {{(pid=110153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 17:59:42.942931 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-04ac31f1-7d39-4135-8b61-5445a833a0e6 {{(pid=110153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 17:59:42.943331 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.notifiers.nova [-] Nova event matching ['req-04ac31f1-7d39-4135-8b61-5445a833a0e6'] response: {'server_uuid': 'b778e508-4f5a-4514-babe-5f0868a5d485', 'name': 'network-vif-deleted', 'tag': 'ede42f21-9c07-4946-b657-fdd16056f502', 'status': 'completed', 'code': 200} May 10 17:59:43.518735 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-a3c233b0-a45e-45ce-853b-1ba201af576f req-11aa519d-0811-4dfb-ac6c-3d386923556a tempest-TestVolumeBootPattern-524323740 tempest-TestVolumeBootPattern-524323740-project] 10.222.0.60 "GET /v2.0/ports?device_id=b778e508-4f5a-4514-babe-5f0868a5d485 HTTP/1.1" status: 200 len: 210 time: 0.0784490 May 10 17:59:44.278160 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [req-0002081c-f3bf-4415-98f8-bdaca258a864 req-5e200d86-cf0a-4b10-9b4c-4f80eb40baa4 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=4d20a5da-0117-4756-9702-78bf939f6f81&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0380936 May 10 17:59:44.352579 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0002081c-f3bf-4415-98f8-bdaca258a864 req-ef5ecc60-5b6f-4462-a444-31141cdbc91b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:59:44.354070 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [req-0002081c-f3bf-4415-98f8-bdaca258a864 req-ef5ecc60-5b6f-4462-a444-31141cdbc91b service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=a83ced38e3ea471399fe49b3162b38e7&device_id=4d20a5da-0117-4756-9702-78bf939f6f81 HTTP/1.1" status: 200 len: 1129 time: 0.0434444 May 10 17:59:44.461466 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0002081c-f3bf-4415-98f8-bdaca258a864 req-91e69470-5b5b-4a6d-9d6e-12abd8240081 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:59:44.463304 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [req-0002081c-f3bf-4415-98f8-bdaca258a864 req-91e69470-5b5b-4a6d-9d6e-12abd8240081 service neutron] 10.222.0.77 "GET /v2.0/networks?id=6723a7dd-891c-4580-9df3-21c9f6f08046 HTTP/1.1" status: 200 len: 911 time: 0.0894184 May 10 17:59:44.560800 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [req-0002081c-f3bf-4415-98f8-bdaca258a864 req-a602a5af-c456-4d30-a66e-ddb549a8f8d0 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cdf3d2c3-53c7-4f85-9104-e3ff4f413ee1 HTTP/1.1" status: 200 len: 1001 time: 0.0632076 May 10 17:59:44.576450 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.wsgi [-] (110152) accepted ('10.222.0.60', 48370) {{(pid=110152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 17:59:44.610864 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0002081c-f3bf-4415-98f8-bdaca258a864 req-e94d9807-cf70-41c5-8d33-b48eeb9f9b5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:59:44.612365 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [req-0002081c-f3bf-4415-98f8-bdaca258a864 req-e94d9807-cf70-41c5-8d33-b48eeb9f9b5f service neutron] 10.222.0.77 "GET /v2.0/subnets?id=125e9763-4051-4e2a-9a5e-3519d0c64e46 HTTP/1.1" status: 200 len: 849 time: 0.0456350 May 10 17:59:44.656285 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0002081c-f3bf-4415-98f8-bdaca258a864 req-f1b35c7e-3b9a-4270-9a67-da0ac987f4ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 17:59:44.657786 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [req-0002081c-f3bf-4415-98f8-bdaca258a864 req-f1b35c7e-3b9a-4270-9a67-da0ac987f4ba service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=6723a7dd-891c-4580-9df3-21c9f6f08046&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0389655 May 10 17:59:44.696449 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.plugins.ml2.plugin [None req-80804f00-d87c-4643-8914-e700c153c51c tempest-TestVolumeBootPattern-524323740 tempest-TestVolumeBootPattern-524323740-project] Deleting port bc90c5f7-f467-4056-990e-41b519d99a7c {{(pid=110152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 17:59:44.696792 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-80804f00-d87c-4643-8914-e700c153c51c tempest-TestVolumeBootPattern-524323740 tempest-TestVolumeBootPattern-524323740-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781795221764'] for port (bc90c5f7-f467-4056-990e-41b519d99a7c), before_delete {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:59:44.750894 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [req-0002081c-f3bf-4415-98f8-bdaca258a864 req-3f0d5e8b-0ecc-4525-af2c-77aa31b236ef service neutron] 10.222.0.77 "GET /v2.0/networks/6723a7dd-891c-4580-9df3-21c9f6f08046?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860617 May 10 17:59:44.776060 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-80804f00-d87c-4643-8914-e700c153c51c tempest-TestVolumeBootPattern-524323740 tempest-TestVolumeBootPattern-524323740-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640494'] for port (bc90c5f7-f467-4056-990e-41b519d99a7c), precommit_delete {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:59:44.776384 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-80804f00-d87c-4643-8914-e700c153c51c tempest-TestVolumeBootPattern-524323740 tempest-TestVolumeBootPattern-524323740-project] Publish callbacks [] for floatingip (bc90c5f7-f467-4056-990e-41b519d99a7c), precommit_delete {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:59:44.790026 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.plugins.ml2.plugin [None req-80804f00-d87c-4643-8914-e700c153c51c tempest-TestVolumeBootPattern-524323740 tempest-TestVolumeBootPattern-524323740-project] Calling delete_port for bc90c5f7-f467-4056-990e-41b519d99a7c owned by network:floatingip {{(pid=110152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 17:59:44.840651 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [req-0002081c-f3bf-4415-98f8-bdaca258a864 req-93759df3-068b-4218-9b9c-ad0121796370 service neutron] 10.222.0.77 "GET /v2.0/networks/6723a7dd-891c-4580-9df3-21c9f6f08046?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841837 May 10 17:59:44.930361 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-80804f00-d87c-4643-8914-e700c153c51c tempest-TestVolumeBootPattern-524323740 tempest-TestVolumeBootPattern-524323740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1514136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781795229076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781794686073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5018186'] for port (bc90c5f7-f467-4056-990e-41b519d99a7c), after_delete {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:59:44.956117 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80804f00-d87c-4643-8914-e700c153c51c tempest-TestVolumeBootPattern-524323740 tempest-TestVolumeBootPattern-524323740-project] Pushing event deleted for resources: {'Port': ['ID=bc90c5f7-f467-4056-990e-41b519d99a7c,revision_number=None']} {{(pid=110152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:59:44.982112 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80804f00-d87c-4643-8914-e700c153c51c tempest-TestVolumeBootPattern-524323740 tempest-TestVolumeBootPattern-524323740-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:59:44.982462 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80804f00-d87c-4643-8914-e700c153c51c tempest-TestVolumeBootPattern-524323740 tempest-TestVolumeBootPattern-524323740-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:59:44.982804 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80804f00-d87c-4643-8914-e700c153c51c tempest-TestVolumeBootPattern-524323740 tempest-TestVolumeBootPattern-524323740-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:59:44.983141 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80804f00-d87c-4643-8914-e700c153c51c tempest-TestVolumeBootPattern-524323740 tempest-TestVolumeBootPattern-524323740-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:59:44.983500 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80804f00-d87c-4643-8914-e700c153c51c tempest-TestVolumeBootPattern-524323740 tempest-TestVolumeBootPattern-524323740-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:59:44.983833 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80804f00-d87c-4643-8914-e700c153c51c tempest-TestVolumeBootPattern-524323740 tempest-TestVolumeBootPattern-524323740-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:59:44.984157 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80804f00-d87c-4643-8914-e700c153c51c tempest-TestVolumeBootPattern-524323740 tempest-TestVolumeBootPattern-524323740-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:59:44.984480 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80804f00-d87c-4643-8914-e700c153c51c tempest-TestVolumeBootPattern-524323740 tempest-TestVolumeBootPattern-524323740-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:59:44.984805 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80804f00-d87c-4643-8914-e700c153c51c tempest-TestVolumeBootPattern-524323740 tempest-TestVolumeBootPattern-524323740-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:59:44.985133 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80804f00-d87c-4643-8914-e700c153c51c tempest-TestVolumeBootPattern-524323740 tempest-TestVolumeBootPattern-524323740-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:59:44.985456 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80804f00-d87c-4643-8914-e700c153c51c tempest-TestVolumeBootPattern-524323740 tempest-TestVolumeBootPattern-524323740-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:59:44.985778 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80804f00-d87c-4643-8914-e700c153c51c tempest-TestVolumeBootPattern-524323740 tempest-TestVolumeBootPattern-524323740-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:59:44.986097 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80804f00-d87c-4643-8914-e700c153c51c tempest-TestVolumeBootPattern-524323740 tempest-TestVolumeBootPattern-524323740-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:59:44.986415 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80804f00-d87c-4643-8914-e700c153c51c tempest-TestVolumeBootPattern-524323740 tempest-TestVolumeBootPattern-524323740-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:59:44.986731 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80804f00-d87c-4643-8914-e700c153c51c tempest-TestVolumeBootPattern-524323740 tempest-TestVolumeBootPattern-524323740-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:59:45.027703 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-80804f00-d87c-4643-8914-e700c153c51c tempest-TestVolumeBootPattern-524323740 tempest-TestVolumeBootPattern-524323740-project] Publish callbacks [] for floatingip (3e5dc900-88b0-4037-93f1-83fb51767712), after_delete {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:59:45.030284 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-80804f00-d87c-4643-8914-e700c153c51c tempest-TestVolumeBootPattern-524323740 tempest-TestVolumeBootPattern-524323740-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29634'] for floatingip (None), before_response {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:59:45.031457 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [None req-80804f00-d87c-4643-8914-e700c153c51c tempest-TestVolumeBootPattern-524323740 tempest-TestVolumeBootPattern-524323740-project] 10.222.0.60 "DELETE /v2.0/floatingips/3e5dc900-88b0-4037-93f1-83fb51767712 HTTP/1.1" status: 204 len: 168 time: 0.4541204 May 10 17:59:45.700768 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.rpc [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Device ede42f21-9c07-4946-b657-fdd16056f502 no longer exists at agent hyperv_hv-cinder-84130 {{(pid=110154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 17:59:45.720907 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.plugin [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] No Port match for: ede42f21-9c07-4946-b657-fdd16056f502 {{(pid=110154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 17:59:45.721248 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.rpc [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Device ede42f21-9c07-4946-b657-fdd16056f502 not bound to the agent host hv-cinder-84130 {{(pid=110154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 17:59:46.231070 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.wsgi [-] (110153) accepted ('10.222.0.60', 48386) {{(pid=110153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 17:59:46.287221 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-b92d8102-1ee7-4096-8f99-f4774162ee51 tempest-TestVolumeBootPattern-524323740 tempest-TestVolumeBootPattern-524323740-project] Publish callbacks [] for security_group (aec4a23b-9be6-4a04-ad33-bd1ff431d47e), before_delete {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:59:46.312566 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-b92d8102-1ee7-4096-8f99-f4774162ee51 tempest-TestVolumeBootPattern-524323740 tempest-TestVolumeBootPattern-524323740-project] Publish callbacks [] for security_group (aec4a23b-9be6-4a04-ad33-bd1ff431d47e), precommit_delete {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:59:46.371851 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-b92d8102-1ee7-4096-8f99-f4774162ee51 tempest-TestVolumeBootPattern-524323740 tempest-TestVolumeBootPattern-524323740-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-282428'] for security_group (aec4a23b-9be6-4a04-ad33-bd1ff431d47e), after_delete {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:59:46.374718 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-b92d8102-1ee7-4096-8f99-f4774162ee51 tempest-TestVolumeBootPattern-524323740 tempest-TestVolumeBootPattern-524323740-project] Publish callbacks [] for security_group (None), before_response {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:59:46.375889 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [None req-b92d8102-1ee7-4096-8f99-f4774162ee51 tempest-TestVolumeBootPattern-524323740 tempest-TestVolumeBootPattern-524323740-project] 10.222.0.60 "DELETE /v2.0/security-groups/aec4a23b-9be6-4a04-ad33-bd1ff431d47e HTTP/1.1" status: 204 len: 168 time: 0.1437652 May 10 17:59:46.386471 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92d8102-1ee7-4096-8f99-f4774162ee51 tempest-TestVolumeBootPattern-524323740 tempest-TestVolumeBootPattern-524323740-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aec4a23b-9be6-4a04-ad33-bd1ff431d47e,revision_number=None']} {{(pid=110153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:59:46.437658 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.wsgi [-] (110153) accepted ('10.222.0.60', 48390) {{(pid=110153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 17:59:46.856330 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-3ed43931-1238-4e7d-b5fa-b2082e1b85bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-640312'] for router_interface (516c5b9c-98c6-4346-9071-0cde9d9a6648), before_delete {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:59:47.086231 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.plugins.ml2.plugin [None req-3ed43931-1238-4e7d-b5fa-b2082e1b85bc admin admin] Deleting port a1c49237-846d-478b-b03a-e030620ab69a {{(pid=110153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 17:59:47.086565 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-3ed43931-1238-4e7d-b5fa-b2082e1b85bc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781795221764'] for port (a1c49237-846d-478b-b03a-e030620ab69a), before_delete {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:59:47.166242 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.plugins.ml2.db [None req-3ed43931-1238-4e7d-b5fa-b2082e1b85bc admin admin] For port a1c49237-846d-478b-b03a-e030620ab69a, host dv-cinder-841302-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841302-2-iscsi',level=0,port_id=a1c49237-846d-478b-b03a-e030620ab69a,segment=NetworkSegment(230564c6-143b-4e52-aa0f-dd48bc60401d),segment_id=230564c6-143b-4e52-aa0f-dd48bc60401d)] {{(pid=110153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 17:59:47.166613 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-3ed43931-1238-4e7d-b5fa-b2082e1b85bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640494'] for port (a1c49237-846d-478b-b03a-e030620ab69a), precommit_delete {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:59:47.179988 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.plugins.ml2.plugin [None req-3ed43931-1238-4e7d-b5fa-b2082e1b85bc admin admin] Calling delete_port for a1c49237-846d-478b-b03a-e030620ab69a owned by network:router_interface {{(pid=110153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 17:59:47.608125 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-3ed43931-1238-4e7d-b5fa-b2082e1b85bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1514136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781795229076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781794686073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207117'] for port (a1c49237-846d-478b-b03a-e030620ab69a), after_delete {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:59:47.638525 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed43931-1238-4e7d-b5fa-b2082e1b85bc admin admin] Pushing event deleted for resources: {'Port': ['ID=a1c49237-846d-478b-b03a-e030620ab69a,revision_number=None']} {{(pid=110153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:59:47.803466 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-3ed43931-1238-4e7d-b5fa-b2082e1b85bc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-631618', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-643121'] for router_interface (516c5b9c-98c6-4346-9071-0cde9d9a6648), after_delete {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:59:48.020116 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ed43931-1238-4e7d-b5fa-b2082e1b85bc admin admin] Router 516c5b9c-98c6-4346-9071-0cde9d9a6648 has already been hosted by L3 agent eaac381b-e402-41c3-a8e6-8f962681d3e6 {{(pid=110153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 17:59:48.131220 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ed43931-1238-4e7d-b5fa-b2082e1b85bc admin admin] Notify agent at l3_agent.dv-cinder-841302-2-iscsi the message routers_updated {{(pid=110153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 17:59:48.136325 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [None req-3ed43931-1238-4e7d-b5fa-b2082e1b85bc admin admin] 10.222.0.60 "PUT /v2.0/routers/516c5b9c-98c6-4346-9071-0cde9d9a6648/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6975954 May 10 17:59:48.138868 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.wsgi [-] (110153) accepted ('10.222.0.60', 48398) {{(pid=110153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 17:59:48.140065 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dec3d635-b50e-4247-89b6-14b274cc42d7 None None] Sync routers for ids ['516c5b9c-98c6-4346-9071-0cde9d9a6648'] in dv-cinder-841302-2-iscsi {{(pid=110155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 17:59:48.150377 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dec3d635-b50e-4247-89b6-14b274cc42d7 None None] Routers {'516c5b9c-98c6-4346-9071-0cde9d9a6648'} bound to L3 agent in host dv-cinder-841302-2-iscsi {{(pid=110155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 17:59:48.150977 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.db.l3_hamode_db [None req-dec3d635-b50e-4247-89b6-14b274cc42d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841302-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-10T17:36:00Z,description=,heartbeat_timestamp=2022-05-10T17:59:30Z,host='dv-cinder-841302-2-iscsi',id=eaac381b-e402-41c3-a8e6-8f962681d3e6,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T17:36:00Z,topic='l3_agent')) {'router_ids': ['516c5b9c-98c6-4346-9071-0cde9d9a6648'], 'active': True} {{(pid=110155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:59:48.245909 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-8ecd5483-5fd0-4538-b7d9-d722e9eda664 admin admin] Publish callbacks [] for router (516c5b9c-98c6-4346-9071-0cde9d9a6648), before_delete {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:59:48.257079 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.db.l3_dvr_db [None req-dec3d635-b50e-4247-89b6-14b274cc42d7 None None] Set router 516c5b9c-98c6-4346-9071-0cde9d9a6648 gateway port host: dv-cinder-841302-2-iscsi {{(pid=110155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 17:59:48.354550 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-8ecd5483-5fd0-4538-b7d9-d722e9eda664 admin admin] Publish callbacks [] for router_gateway (516c5b9c-98c6-4346-9071-0cde9d9a6648), before_delete {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:59:48.400170 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.plugins.ml2.plugin [None req-8ecd5483-5fd0-4538-b7d9-d722e9eda664 admin admin] Deleting port d572469e-dbdc-4bf8-8e8b-d4e3790fa8e0 {{(pid=110153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 17:59:48.400565 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-8ecd5483-5fd0-4538-b7d9-d722e9eda664 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781795221764'] for port (d572469e-dbdc-4bf8-8e8b-d4e3790fa8e0), before_delete {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:59:48.428268 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.db.l3_hamode_db [None req-dec3d635-b50e-4247-89b6-14b274cc42d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '516c5b9c-98c6-4346-9071-0cde9d9a6648', 'name': 'tempest-TestVolumeBootPattern-245396197-router', 'tenant_id': 'c93f0e69798e491aba3c8cf1493c2733', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85dc89cf-59f9-4edb-b26e-52bcb8a93763', 'external_fixed_ips': [{'subnet_id': 'e93d94f1-cb19-4cd0-92e5-ca73d24bd8fb', 'ip_address': '172.27.0.153'}], 'enable_snat': True}, 'gw_port_id': 'd572469e-dbdc-4bf8-8e8b-d4e3790fa8e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T17:50:42Z', 'updated_at': '2022-05-10T17:59:47Z', 'revision_number': 5, 'project_id': 'c93f0e69798e491aba3c8cf1493c2733', 'gw_port': {'id': 'd572469e-dbdc-4bf8-8e8b-d4e3790fa8e0', 'name': '', 'network_id': '85dc89cf-59f9-4edb-b26e-52bcb8a93763', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:94:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '516c5b9c-98c6-4346-9071-0cde9d9a6648', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': 'e93d94f1-cb19-4cd0-92e5-ca73d24bd8fb', 'ip_address': '172.27.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841302-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T17:50:43Z', 'updated_at': '2022-05-10T17:50:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e93d94f1-cb19-4cd0-92e5-ca73d24bd8fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841302-2-iscsi'}], 'dv-cinder-841302-2-iscsi', False) {} {{(pid=110155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:59:48.457996 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dec3d635-b50e-4247-89b6-14b274cc42d7 None None] Checking router: 516c5b9c-98c6-4346-9071-0cde9d9a6648 for host: dv-cinder-841302-2-iscsi {{(pid=110155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 17:59:48.466902 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dec3d635-b50e-4247-89b6-14b274cc42d7 None None] Routers {'516c5b9c-98c6-4346-9071-0cde9d9a6648'} bound to L3 agent in host dv-cinder-841302-2-iscsi {{(pid=110155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 17:59:48.467542 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.db.l3_hamode_db [None req-dec3d635-b50e-4247-89b6-14b274cc42d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841302-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-10T17:36:00Z,description=,heartbeat_timestamp=2022-05-10T17:59:30Z,host='dv-cinder-841302-2-iscsi',id=eaac381b-e402-41c3-a8e6-8f962681d3e6,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T17:36:00Z,topic='l3_agent')) {'router_ids': ['516c5b9c-98c6-4346-9071-0cde9d9a6648'], 'active': True} {{(pid=110155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:59:48.481793 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.plugins.ml2.db [None req-8ecd5483-5fd0-4538-b7d9-d722e9eda664 admin admin] For port d572469e-dbdc-4bf8-8e8b-d4e3790fa8e0, host dv-cinder-841302-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841302-2-iscsi',level=0,port_id=d572469e-dbdc-4bf8-8e8b-d4e3790fa8e0,segment=NetworkSegment(73dc8890-d7a8-423a-bf66-935bdea3f4d7),segment_id=73dc8890-d7a8-423a-bf66-935bdea3f4d7)] {{(pid=110153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 17:59:48.482160 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-8ecd5483-5fd0-4538-b7d9-d722e9eda664 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640494'] for port (d572469e-dbdc-4bf8-8e8b-d4e3790fa8e0), precommit_delete {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:59:48.496360 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.plugins.ml2.plugin [None req-8ecd5483-5fd0-4538-b7d9-d722e9eda664 admin admin] Calling delete_port for d572469e-dbdc-4bf8-8e8b-d4e3790fa8e0 owned by network:router_gateway {{(pid=110153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 17:59:48.557304 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.db.l3_dvr_db [None req-dec3d635-b50e-4247-89b6-14b274cc42d7 None None] Set router 516c5b9c-98c6-4346-9071-0cde9d9a6648 gateway port host: None {{(pid=110155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 17:59:48.611397 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.db.l3_hamode_db [None req-dec3d635-b50e-4247-89b6-14b274cc42d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '516c5b9c-98c6-4346-9071-0cde9d9a6648', 'name': 'tempest-TestVolumeBootPattern-245396197-router', 'tenant_id': 'c93f0e69798e491aba3c8cf1493c2733', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T17:50:42Z', 'updated_at': '2022-05-10T17:59:48Z', 'revision_number': 6, 'project_id': 'c93f0e69798e491aba3c8cf1493c2733', 'gw_port_host': None}], 'dv-cinder-841302-2-iscsi', False) {} {{(pid=110155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:59:48.642200 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dec3d635-b50e-4247-89b6-14b274cc42d7 None None] The sync data for ids ['516c5b9c-98c6-4346-9071-0cde9d9a6648'] in dv-cinder-841302-2-iscsi is: [{'id': '516c5b9c-98c6-4346-9071-0cde9d9a6648', 'name': 'tempest-TestVolumeBootPattern-245396197-router', 'tenant_id': 'c93f0e69798e491aba3c8cf1493c2733', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T17:50:42Z', 'updated_at': '2022-05-10T17:59:48Z', 'revision_number': 6, 'project_id': 'c93f0e69798e491aba3c8cf1493c2733', 'gw_port_host': None}] {{(pid=110155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 17:59:48.670574 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-8ecd5483-5fd0-4538-b7d9-d722e9eda664 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1514136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781795229076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781794686073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207117'] for port (d572469e-dbdc-4bf8-8e8b-d4e3790fa8e0), after_delete {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:59:48.696418 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ecd5483-5fd0-4538-b7d9-d722e9eda664 admin admin] Pushing event deleted for resources: {'Port': ['ID=d572469e-dbdc-4bf8-8e8b-d4e3790fa8e0,revision_number=None']} {{(pid=110153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:59:48.759244 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-8ecd5483-5fd0-4538-b7d9-d722e9eda664 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-642646'] for router_gateway (516c5b9c-98c6-4346-9071-0cde9d9a6648), after_delete {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:59:48.853521 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-8ecd5483-5fd0-4538-b7d9-d722e9eda664 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-539802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-807'] for router (516c5b9c-98c6-4346-9071-0cde9d9a6648), precommit_delete {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:59:48.856132 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-8ecd5483-5fd0-4538-b7d9-d722e9eda664 admin admin] Publish callbacks [] for router_controller (516c5b9c-98c6-4346-9071-0cde9d9a6648), precommit_delete_associations {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:59:48.905624 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-8ecd5483-5fd0-4538-b7d9-d722e9eda664 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-539777'] for router (516c5b9c-98c6-4346-9071-0cde9d9a6648), after_delete {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:59:48.905624 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ecd5483-5fd0-4538-b7d9-d722e9eda664 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 516c5b9c-98c6-4346-9071-0cde9d9a6648 {{(pid=110153) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 10 17:59:48.910013 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-8ecd5483-5fd0-4538-b7d9-d722e9eda664 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:59:48.910952 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [None req-8ecd5483-5fd0-4538-b7d9-d722e9eda664 admin admin] 10.222.0.60 "DELETE /v2.0/routers/516c5b9c-98c6-4346-9071-0cde9d9a6648 HTTP/1.1" status: 204 len: 168 time: 0.7710109 May 10 17:59:48.914405 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.wsgi [-] (110153) accepted ('10.222.0.60', 48400) {{(pid=110153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 17:59:48.957357 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe20a616-b0d5-4451-a8ab-dff885f0a6b7 admin admin] Deleting subnet f9bb4cee-673b-4ef0-9b91-80ed1ec77b59 {{(pid=110153) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 10 17:59:48.960393 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-fe20a616-b0d5-4451-a8ab-dff885f0a6b7 admin admin] Publish callbacks [] for subnet (f9bb4cee-673b-4ef0-9b91-80ed1ec77b59), before_delete {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:59:49.000379 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-fe20a616-b0d5-4451-a8ab-dff885f0a6b7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24886420'] for subnet (f9bb4cee-673b-4ef0-9b91-80ed1ec77b59), precommit_delete_associations {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:59:49.088568 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-fe20a616-b0d5-4451-a8ab-dff885f0a6b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1463979'] for subnet (f9bb4cee-673b-4ef0-9b91-80ed1ec77b59), precommit_delete {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:59:49.140624 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-fe20a616-b0d5-4451-a8ab-dff885f0a6b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1463972', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-321831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4207162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24212047'] for subnet (f9bb4cee-673b-4ef0-9b91-80ed1ec77b59), after_delete {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:59:49.167574 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe20a616-b0d5-4451-a8ab-dff885f0a6b7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f9bb4cee-673b-4ef0-9b91-80ed1ec77b59,revision_number=None']} {{(pid=110153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:59:49.171871 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-fe20a616-b0d5-4451-a8ab-dff885f0a6b7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:59:49.174952 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [None req-fe20a616-b0d5-4451-a8ab-dff885f0a6b7 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/f9bb4cee-673b-4ef0-9b91-80ed1ec77b59 HTTP/1.1" status: 204 len: 168 time: 0.2600448 May 10 17:59:49.177461 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.wsgi [-] (110153) accepted ('10.222.0.60', 48404) {{(pid=110153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 17:59:49.181763 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a182cc4-b491-4559-ad2d-249fa81560a8 None None] Network 0e710c0b-0b9b-4762-af88-7b56961d06bc requested from dv-cinder-841302-2-iscsi {{(pid=110154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 17:59:49.251335 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-d26b1a47-ebc3-49de-bafe-32384c438811 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1701118'] for network (0e710c0b-0b9b-4762-af88-7b56961d06bc), before_delete {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:59:49.297149 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.plugins.ml2.plugin [None req-d26b1a47-ebc3-49de-bafe-32384c438811 admin admin] Deleting port 76eb2799-13ec-4972-a224-1160850b76a1 {{(pid=110153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 17:59:49.297488 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-d26b1a47-ebc3-49de-bafe-32384c438811 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781795221764'] for port (76eb2799-13ec-4972-a224-1160850b76a1), before_delete {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:59:49.361118 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.plugins.ml2.db [None req-d26b1a47-ebc3-49de-bafe-32384c438811 admin admin] For port 76eb2799-13ec-4972-a224-1160850b76a1, host dv-cinder-841302-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841302-2-iscsi',level=0,port_id=76eb2799-13ec-4972-a224-1160850b76a1,segment=NetworkSegment(230564c6-143b-4e52-aa0f-dd48bc60401d),segment_id=230564c6-143b-4e52-aa0f-dd48bc60401d)] {{(pid=110153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 17:59:49.361404 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-d26b1a47-ebc3-49de-bafe-32384c438811 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640494'] for port (76eb2799-13ec-4972-a224-1160850b76a1), precommit_delete {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:59:49.379042 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.plugins.ml2.plugin [None req-d26b1a47-ebc3-49de-bafe-32384c438811 admin admin] Calling delete_port for 76eb2799-13ec-4972-a224-1160850b76a1 owned by network:dhcp {{(pid=110153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 17:59:49.428142 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8d49c9b-2c4f-44bf-87b3-baef1ea81c07 None None] DHCP port deletion for 0e710c0b-0b9b-4762-af88-7b56961d06bc request from dv-cinder-841302-2-iscsi {{(pid=110154) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 10 17:59:49.462756 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.rpc [None req-6e697e78-9dd1-4bc1-8573-56b901d07725 None None] Device a1c49237-846d-478b-b03a-e030620ab69a no longer exists at agent ovs-agent-dv-cinder-841302-2-iscsi {{(pid=110154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 17:59:49.465798 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-d26b1a47-ebc3-49de-bafe-32384c438811 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1514136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781795229076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781794686073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207117'] for port (76eb2799-13ec-4972-a224-1160850b76a1), after_delete {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:59:49.485267 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.plugin [None req-6e697e78-9dd1-4bc1-8573-56b901d07725 None None] No Port match for: a1c49237-846d-478b-b03a-e030620ab69a {{(pid=110154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 17:59:49.485606 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.rpc [None req-6e697e78-9dd1-4bc1-8573-56b901d07725 None None] Device a1c49237-846d-478b-b03a-e030620ab69a not bound to the agent host dv-cinder-841302-2-iscsi {{(pid=110154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 17:59:49.493777 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26b1a47-ebc3-49de-bafe-32384c438811 admin admin] Pushing event deleted for resources: {'Port': ['ID=76eb2799-13ec-4972-a224-1160850b76a1,revision_number=None']} {{(pid=110153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:59:49.497408 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d26b1a47-ebc3-49de-bafe-32384c438811 admin admin] No DVR routers for this DVR port 76eb2799-13ec-4972-a224-1160850b76a1 on host dv-cinder-841302-2-iscsi {{(pid=110153) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 17:59:49.497884 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.plugin [None req-b8d49c9b-2c4f-44bf-87b3-baef1ea81c07 None None] Deleting port 76eb2799-13ec-4972-a224-1160850b76a1 {{(pid=110154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 17:59:49.498495 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-b8d49c9b-2c4f-44bf-87b3-baef1ea81c07 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781795221764'] for port (76eb2799-13ec-4972-a224-1160850b76a1), before_delete {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:59:49.569732 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.db [None req-b8d49c9b-2c4f-44bf-87b3-baef1ea81c07 None None] For port 76eb2799-13ec-4972-a224-1160850b76a1, host dv-cinder-841302-2-iscsi, got binding levels [] {{(pid=110154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 17:59:49.570346 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-b8d49c9b-2c4f-44bf-87b3-baef1ea81c07 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640494'] for port (76eb2799-13ec-4972-a224-1160850b76a1), precommit_delete {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:59:49.574403 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-d26b1a47-ebc3-49de-bafe-32384c438811 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1459024', 'neutron.services.segments.db._delete_segments_for_network-8781795183409'] for network (0e710c0b-0b9b-4762-af88-7b56961d06bc), precommit_delete {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:59:49.588641 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.plugin [None req-b8d49c9b-2c4f-44bf-87b3-baef1ea81c07 None None] Calling delete_port for 76eb2799-13ec-4972-a224-1160850b76a1 owned by network:dhcp {{(pid=110154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 17:59:49.591277 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.db.ipam_backend_mixin [None req-b8d49c9b-2c4f-44bf-87b3-baef1ea81c07 None None] Port 76eb2799-13ec-4972-a224-1160850b76a1 was not found and therefore no delete operation was performed {{(pid=110154) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} May 10 17:59:49.592530 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-b8d49c9b-2c4f-44bf-87b3-baef1ea81c07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1514136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781795229076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781794686073'] for port (76eb2799-13ec-4972-a224-1160850b76a1), after_delete {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:59:49.595111 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.services.segments.db [None req-d26b1a47-ebc3-49de-bafe-32384c438811 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e710c0b-0b9b-4762-af88-7b56961d06bc']}} {{(pid=110153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:59:49.605500 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.services.segments.db [None req-d26b1a47-ebc3-49de-bafe-32384c438811 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '230564c6-143b-4e52-aa0f-dd48bc60401d') {'for_net_delete': True} {{(pid=110153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:59:49.605796 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.services.segments.db [None req-d26b1a47-ebc3-49de-bafe-32384c438811 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '230564c6-143b-4e52-aa0f-dd48bc60401d') {} {{(pid=110153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:59:49.616039 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-d26b1a47-ebc3-49de-bafe-32384c438811 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781795183930', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24886383'] for segment (230564c6-143b-4e52-aa0f-dd48bc60401d), before_delete {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:59:49.619442 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d49c9b-2c4f-44bf-87b3-baef1ea81c07 None None] Pushing event deleted for resources: {'Port': ['ID=76eb2799-13ec-4972-a224-1160850b76a1,revision_number=None']} {{(pid=110154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:59:49.621951 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8d49c9b-2c4f-44bf-87b3-baef1ea81c07 None None] No DVR routers for this DVR port 76eb2799-13ec-4972-a224-1160850b76a1 on host dv-cinder-841302-2-iscsi {{(pid=110154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 17:59:49.631836 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d49c9b-2c4f-44bf-87b3-baef1ea81c07 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:59:49.631836 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d49c9b-2c4f-44bf-87b3-baef1ea81c07 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:59:49.631836 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d49c9b-2c4f-44bf-87b3-baef1ea81c07 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:59:49.632108 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d49c9b-2c4f-44bf-87b3-baef1ea81c07 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:59:49.632319 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d49c9b-2c4f-44bf-87b3-baef1ea81c07 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:59:49.632899 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d49c9b-2c4f-44bf-87b3-baef1ea81c07 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:59:49.633404 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d49c9b-2c4f-44bf-87b3-baef1ea81c07 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:59:49.634280 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d49c9b-2c4f-44bf-87b3-baef1ea81c07 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:59:49.634569 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d49c9b-2c4f-44bf-87b3-baef1ea81c07 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:59:49.634909 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d49c9b-2c4f-44bf-87b3-baef1ea81c07 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:59:49.635236 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d49c9b-2c4f-44bf-87b3-baef1ea81c07 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:59:49.635594 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d49c9b-2c4f-44bf-87b3-baef1ea81c07 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:59:49.635932 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d49c9b-2c4f-44bf-87b3-baef1ea81c07 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:59:49.636262 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d49c9b-2c4f-44bf-87b3-baef1ea81c07 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:59:49.636591 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d49c9b-2c4f-44bf-87b3-baef1ea81c07 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:59:49.637098 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-d26b1a47-ebc3-49de-bafe-32384c438811 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1469446'] for segment (230564c6-143b-4e52-aa0f-dd48bc60401d), precommit_delete {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:59:49.645911 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d26b1a47-ebc3-49de-bafe-32384c438811 admin admin] Releasing vlan 566 on physical network physnet1 to pool {{(pid=110153) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 17:59:49.646360 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-d26b1a47-ebc3-49de-bafe-32384c438811 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1469446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4207184'] for segment (230564c6-143b-4e52-aa0f-dd48bc60401d), after_delete {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:59:49.649642 dv-cinder-841302-2-iscsi neutron-server[110153]: Traceback (most recent call last): May 10 17:59:49.649642 dv-cinder-841302-2-iscsi neutron-server[110153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 17:59:49.649642 dv-cinder-841302-2-iscsi neutron-server[110153]: timer() May 10 17:59:49.649642 dv-cinder-841302-2-iscsi neutron-server[110153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 17:59:49.649642 dv-cinder-841302-2-iscsi neutron-server[110153]: cb(*args, **kw) May 10 17:59:49.649642 dv-cinder-841302-2-iscsi neutron-server[110153]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 10 17:59:49.649642 dv-cinder-841302-2-iscsi neutron-server[110153]: return func(*args, **kwargs) May 10 17:59:49.649642 dv-cinder-841302-2-iscsi neutron-server[110153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 17:59:49.649642 dv-cinder-841302-2-iscsi neutron-server[110153]: self._notify() May 10 17:59:49.649642 dv-cinder-841302-2-iscsi neutron-server[110153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 17:59:49.649642 dv-cinder-841302-2-iscsi neutron-server[110153]: self.callback(batched_events) May 10 17:59:49.649642 dv-cinder-841302-2-iscsi neutron-server[110153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 17:59:49.649642 dv-cinder-841302-2-iscsi neutron-server[110153]: event.method(event) May 10 17:59:49.649642 dv-cinder-841302-2-iscsi neutron-server[110153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 10 17:59:49.649642 dv-cinder-841302-2-iscsi neutron-server[110153]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 17:59:49.649642 dv-cinder-841302-2-iscsi neutron-server[110153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 10 17:59:49.649642 dv-cinder-841302-2-iscsi neutron-server[110153]: aggregate_uuid = self.p_client.list_aggregates( May 10 17:59:49.649642 dv-cinder-841302-2-iscsi neutron-server[110153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 10 17:59:49.649642 dv-cinder-841302-2-iscsi neutron-server[110153]: return f(self, *a, **k) May 10 17:59:49.649642 dv-cinder-841302-2-iscsi neutron-server[110153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 10 17:59:49.649642 dv-cinder-841302-2-iscsi neutron-server[110153]: return self._get(url).json() May 10 17:59:49.649642 dv-cinder-841302-2-iscsi neutron-server[110153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 10 17:59:49.649642 dv-cinder-841302-2-iscsi neutron-server[110153]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 17:59:49.649642 dv-cinder-841302-2-iscsi neutron-server[110153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 17:59:49.649642 dv-cinder-841302-2-iscsi neutron-server[110153]: return self.request(url, 'GET', **kwargs) May 10 17:59:49.649642 dv-cinder-841302-2-iscsi neutron-server[110153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 17:59:49.649642 dv-cinder-841302-2-iscsi neutron-server[110153]: base_url = self.get_endpoint(auth, allow=allow, May 10 17:59:49.649642 dv-cinder-841302-2-iscsi neutron-server[110153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 17:59:49.649642 dv-cinder-841302-2-iscsi neutron-server[110153]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 17:59:49.649642 dv-cinder-841302-2-iscsi neutron-server[110153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 17:59:49.649642 dv-cinder-841302-2-iscsi neutron-server[110153]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 17:59:49.649642 dv-cinder-841302-2-iscsi neutron-server[110153]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 17:59:49.706402 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-d26b1a47-ebc3-49de-bafe-32384c438811 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1458985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-282477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-641080'] for network (0e710c0b-0b9b-4762-af88-7b56961d06bc), after_delete {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:59:49.712670 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-d26b1a47-ebc3-49de-bafe-32384c438811 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631615'] for network (None), before_response {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:59:49.715971 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [None req-d26b1a47-ebc3-49de-bafe-32384c438811 admin admin] 10.222.0.60 "DELETE /v2.0/networks/0e710c0b-0b9b-4762-af88-7b56961d06bc HTTP/1.1" status: 204 len: 168 time: 0.5375977 May 10 17:59:49.718882 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.wsgi [-] (110153) accepted ('10.222.0.60', 48406) {{(pid=110153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 17:59:49.769405 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26b1a47-ebc3-49de-bafe-32384c438811 admin admin] Pushing event deleted for resources: {'Network': ['ID=0e710c0b-0b9b-4762-af88-7b56961d06bc,revision_number=None']} {{(pid=110153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:59:50.062529 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-1b6dea5c-b46c-4afe-afd1-c5b862847952 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-640312'] for router_interface (2b3fb756-0c31-4c5f-9508-a1c78ee00b21), before_delete {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:59:50.300468 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.plugins.ml2.plugin [None req-1b6dea5c-b46c-4afe-afd1-c5b862847952 admin admin] Deleting port 22c8bef5-ae64-4160-8fe7-f474adf01862 {{(pid=110153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 17:59:50.300810 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-1b6dea5c-b46c-4afe-afd1-c5b862847952 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781795221764'] for port (22c8bef5-ae64-4160-8fe7-f474adf01862), before_delete {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:59:50.377394 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.plugins.ml2.db [None req-1b6dea5c-b46c-4afe-afd1-c5b862847952 admin admin] For port 22c8bef5-ae64-4160-8fe7-f474adf01862, host dv-cinder-841302-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841302-2-iscsi',level=0,port_id=22c8bef5-ae64-4160-8fe7-f474adf01862,segment=NetworkSegment(148e7f62-7e09-4b93-98f5-59719639ef12),segment_id=148e7f62-7e09-4b93-98f5-59719639ef12)] {{(pid=110153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 17:59:50.377667 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-1b6dea5c-b46c-4afe-afd1-c5b862847952 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640494'] for port (22c8bef5-ae64-4160-8fe7-f474adf01862), precommit_delete {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:59:50.394868 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.plugins.ml2.plugin [None req-1b6dea5c-b46c-4afe-afd1-c5b862847952 admin admin] Calling delete_port for 22c8bef5-ae64-4160-8fe7-f474adf01862 owned by network:router_interface {{(pid=110153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 17:59:50.584505 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-1b6dea5c-b46c-4afe-afd1-c5b862847952 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1514136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781795229076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781794686073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207117'] for port (22c8bef5-ae64-4160-8fe7-f474adf01862), after_delete {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:59:50.610286 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6dea5c-b46c-4afe-afd1-c5b862847952 admin admin] Pushing event deleted for resources: {'Port': ['ID=22c8bef5-ae64-4160-8fe7-f474adf01862,revision_number=None']} {{(pid=110153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:59:50.778462 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-1b6dea5c-b46c-4afe-afd1-c5b862847952 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-631618', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-643121'] for router_interface (2b3fb756-0c31-4c5f-9508-a1c78ee00b21), after_delete {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:59:51.000038 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b6dea5c-b46c-4afe-afd1-c5b862847952 admin admin] Router 2b3fb756-0c31-4c5f-9508-a1c78ee00b21 has already been hosted by L3 agent eaac381b-e402-41c3-a8e6-8f962681d3e6 {{(pid=110153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 17:59:51.111321 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b6dea5c-b46c-4afe-afd1-c5b862847952 admin admin] Notify agent at l3_agent.dv-cinder-841302-2-iscsi the message routers_updated {{(pid=110153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 17:59:51.119750 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [None req-1b6dea5c-b46c-4afe-afd1-c5b862847952 admin admin] 10.222.0.60 "PUT /v2.0/routers/2b3fb756-0c31-4c5f-9508-a1c78ee00b21/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3982048 May 10 17:59:51.119864 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.rpc [None req-6e697e78-9dd1-4bc1-8573-56b901d07725 None None] Device 76eb2799-13ec-4972-a224-1160850b76a1 no longer exists at agent ovs-agent-dv-cinder-841302-2-iscsi {{(pid=110154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 17:59:51.120729 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.wsgi [-] (110153) accepted ('10.222.0.60', 48410) {{(pid=110153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 17:59:51.143857 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b23de6f3-71b4-417e-9c47-1d124d8c6646 None None] Sync routers for ids ['2b3fb756-0c31-4c5f-9508-a1c78ee00b21'] in dv-cinder-841302-2-iscsi {{(pid=110154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 17:59:51.146529 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.plugin [None req-6e697e78-9dd1-4bc1-8573-56b901d07725 None None] No Port match for: 76eb2799-13ec-4972-a224-1160850b76a1 {{(pid=110154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 17:59:51.146870 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.rpc [None req-6e697e78-9dd1-4bc1-8573-56b901d07725 None None] Device 76eb2799-13ec-4972-a224-1160850b76a1 not bound to the agent host dv-cinder-841302-2-iscsi {{(pid=110154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 17:59:51.147277 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.rpc [None req-6e697e78-9dd1-4bc1-8573-56b901d07725 None None] Device d572469e-dbdc-4bf8-8e8b-d4e3790fa8e0 no longer exists at agent ovs-agent-dv-cinder-841302-2-iscsi {{(pid=110154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 17:59:51.171918 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.plugin [None req-6e697e78-9dd1-4bc1-8573-56b901d07725 None None] No Port match for: d572469e-dbdc-4bf8-8e8b-d4e3790fa8e0 {{(pid=110154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 17:59:51.172265 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.rpc [None req-6e697e78-9dd1-4bc1-8573-56b901d07725 None None] Device d572469e-dbdc-4bf8-8e8b-d4e3790fa8e0 not bound to the agent host dv-cinder-841302-2-iscsi {{(pid=110154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 17:59:51.175737 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b23de6f3-71b4-417e-9c47-1d124d8c6646 None None] Routers {'2b3fb756-0c31-4c5f-9508-a1c78ee00b21'} bound to L3 agent in host dv-cinder-841302-2-iscsi {{(pid=110154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 17:59:51.176371 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.db.l3_hamode_db [None req-b23de6f3-71b4-417e-9c47-1d124d8c6646 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841302-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-10T17:36:00Z,description=,heartbeat_timestamp=2022-05-10T17:59:30Z,host='dv-cinder-841302-2-iscsi',id=eaac381b-e402-41c3-a8e6-8f962681d3e6,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T17:36:00Z,topic='l3_agent')) {'router_ids': ['2b3fb756-0c31-4c5f-9508-a1c78ee00b21'], 'active': True} {{(pid=110154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:59:51.299011 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.db.l3_dvr_db [None req-b23de6f3-71b4-417e-9c47-1d124d8c6646 None None] Set router 2b3fb756-0c31-4c5f-9508-a1c78ee00b21 gateway port host: dv-cinder-841302-2-iscsi {{(pid=110154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 17:59:51.495505 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.db.l3_hamode_db [None req-b23de6f3-71b4-417e-9c47-1d124d8c6646 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b3fb756-0c31-4c5f-9508-a1c78ee00b21', 'name': 'tempest-TestVolumeBootPattern-846141223-router', 'tenant_id': 'ddd02c052d5f458e8f2cb70d605f2101', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85dc89cf-59f9-4edb-b26e-52bcb8a93763', 'external_fixed_ips': [{'subnet_id': 'e93d94f1-cb19-4cd0-92e5-ca73d24bd8fb', 'ip_address': '172.27.0.218'}], 'enable_snat': True}, 'gw_port_id': 'af87286a-97f3-4d80-b896-8ae5bcd4bae1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T17:50:47Z', 'updated_at': '2022-05-10T17:59:50Z', 'revision_number': 5, 'project_id': 'ddd02c052d5f458e8f2cb70d605f2101', 'gw_port': {'id': 'af87286a-97f3-4d80-b896-8ae5bcd4bae1', 'name': '', 'network_id': '85dc89cf-59f9-4edb-b26e-52bcb8a93763', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:24:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b3fb756-0c31-4c5f-9508-a1c78ee00b21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': 'e93d94f1-cb19-4cd0-92e5-ca73d24bd8fb', 'ip_address': '172.27.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841302-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T17:50:48Z', 'updated_at': '2022-05-10T17:50:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e93d94f1-cb19-4cd0-92e5-ca73d24bd8fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841302-2-iscsi'}], 'dv-cinder-841302-2-iscsi', False) {} {{(pid=110154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:59:51.500776 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-af94c3c9-8094-4f2d-b0b2-6a23d48bf5d0 admin admin] Publish callbacks [] for router (2b3fb756-0c31-4c5f-9508-a1c78ee00b21), before_delete {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:59:51.521679 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b23de6f3-71b4-417e-9c47-1d124d8c6646 None None] Checking router: 2b3fb756-0c31-4c5f-9508-a1c78ee00b21 for host: dv-cinder-841302-2-iscsi {{(pid=110154) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 17:59:51.530845 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b23de6f3-71b4-417e-9c47-1d124d8c6646 None None] Routers {'2b3fb756-0c31-4c5f-9508-a1c78ee00b21'} bound to L3 agent in host dv-cinder-841302-2-iscsi {{(pid=110154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 17:59:51.531576 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.db.l3_hamode_db [None req-b23de6f3-71b4-417e-9c47-1d124d8c6646 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841302-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-10T17:36:00Z,description=,heartbeat_timestamp=2022-05-10T17:59:30Z,host='dv-cinder-841302-2-iscsi',id=eaac381b-e402-41c3-a8e6-8f962681d3e6,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T17:36:00Z,topic='l3_agent')) {'router_ids': ['2b3fb756-0c31-4c5f-9508-a1c78ee00b21'], 'active': True} {{(pid=110154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:59:51.616557 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-af94c3c9-8094-4f2d-b0b2-6a23d48bf5d0 admin admin] Publish callbacks [] for router_gateway (2b3fb756-0c31-4c5f-9508-a1c78ee00b21), before_delete {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:59:51.668105 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.plugins.ml2.plugin [None req-af94c3c9-8094-4f2d-b0b2-6a23d48bf5d0 admin admin] Deleting port af87286a-97f3-4d80-b896-8ae5bcd4bae1 {{(pid=110153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 17:59:51.668482 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-af94c3c9-8094-4f2d-b0b2-6a23d48bf5d0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781795221764'] for port (af87286a-97f3-4d80-b896-8ae5bcd4bae1), before_delete {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:59:51.765994 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.plugins.ml2.db [None req-af94c3c9-8094-4f2d-b0b2-6a23d48bf5d0 admin admin] For port af87286a-97f3-4d80-b896-8ae5bcd4bae1, host dv-cinder-841302-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841302-2-iscsi',level=0,port_id=af87286a-97f3-4d80-b896-8ae5bcd4bae1,segment=NetworkSegment(73dc8890-d7a8-423a-bf66-935bdea3f4d7),segment_id=73dc8890-d7a8-423a-bf66-935bdea3f4d7)] {{(pid=110153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 17:59:51.766378 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-af94c3c9-8094-4f2d-b0b2-6a23d48bf5d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640494'] for port (af87286a-97f3-4d80-b896-8ae5bcd4bae1), precommit_delete {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:59:51.787048 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.plugins.ml2.plugin [None req-af94c3c9-8094-4f2d-b0b2-6a23d48bf5d0 admin admin] Calling delete_port for af87286a-97f3-4d80-b896-8ae5bcd4bae1 owned by network:router_gateway {{(pid=110153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 17:59:51.799537 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.db.l3_dvr_db [None req-b23de6f3-71b4-417e-9c47-1d124d8c6646 None None] Set router 2b3fb756-0c31-4c5f-9508-a1c78ee00b21 gateway port host: dv-cinder-841302-2-iscsi {{(pid=110154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 17:59:51.973020 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-af94c3c9-8094-4f2d-b0b2-6a23d48bf5d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1514136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781795229076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781794686073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207117'] for port (af87286a-97f3-4d80-b896-8ae5bcd4bae1), after_delete {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:59:51.980772 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.db.l3_hamode_db [None req-b23de6f3-71b4-417e-9c47-1d124d8c6646 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b3fb756-0c31-4c5f-9508-a1c78ee00b21', 'name': 'tempest-TestVolumeBootPattern-846141223-router', 'tenant_id': 'ddd02c052d5f458e8f2cb70d605f2101', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85dc89cf-59f9-4edb-b26e-52bcb8a93763', 'external_fixed_ips': [{'subnet_id': 'e93d94f1-cb19-4cd0-92e5-ca73d24bd8fb', 'ip_address': '172.27.0.218'}], 'enable_snat': True}, 'gw_port_id': 'af87286a-97f3-4d80-b896-8ae5bcd4bae1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T17:50:47Z', 'updated_at': '2022-05-10T17:59:50Z', 'revision_number': 5, 'project_id': 'ddd02c052d5f458e8f2cb70d605f2101', 'gw_port': {'id': 'af87286a-97f3-4d80-b896-8ae5bcd4bae1', 'name': '', 'network_id': '85dc89cf-59f9-4edb-b26e-52bcb8a93763', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:24:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b3fb756-0c31-4c5f-9508-a1c78ee00b21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': 'e93d94f1-cb19-4cd0-92e5-ca73d24bd8fb', 'ip_address': '172.27.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841302-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T17:50:48Z', 'updated_at': '2022-05-10T17:50:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e93d94f1-cb19-4cd0-92e5-ca73d24bd8fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841302-2-iscsi'}], 'dv-cinder-841302-2-iscsi', False) {} {{(pid=110154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:59:51.999184 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af94c3c9-8094-4f2d-b0b2-6a23d48bf5d0 admin admin] Pushing event deleted for resources: {'Port': ['ID=af87286a-97f3-4d80-b896-8ae5bcd4bae1,revision_number=None']} {{(pid=110153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:59:52.011206 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b23de6f3-71b4-417e-9c47-1d124d8c6646 None None] The sync data for ids ['2b3fb756-0c31-4c5f-9508-a1c78ee00b21'] in dv-cinder-841302-2-iscsi is: [{'id': '2b3fb756-0c31-4c5f-9508-a1c78ee00b21', 'name': 'tempest-TestVolumeBootPattern-846141223-router', 'tenant_id': 'ddd02c052d5f458e8f2cb70d605f2101', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85dc89cf-59f9-4edb-b26e-52bcb8a93763', 'external_fixed_ips': [{'subnet_id': 'e93d94f1-cb19-4cd0-92e5-ca73d24bd8fb', 'ip_address': '172.27.0.218'}], 'enable_snat': True}, 'gw_port_id': 'af87286a-97f3-4d80-b896-8ae5bcd4bae1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T17:50:47Z', 'updated_at': '2022-05-10T17:59:50Z', 'revision_number': 5, 'project_id': 'ddd02c052d5f458e8f2cb70d605f2101', 'gw_port': {'id': 'af87286a-97f3-4d80-b896-8ae5bcd4bae1', 'name': '', 'network_id': '85dc89cf-59f9-4edb-b26e-52bcb8a93763', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:24:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b3fb756-0c31-4c5f-9508-a1c78ee00b21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': 'e93d94f1-cb19-4cd0-92e5-ca73d24bd8fb', 'ip_address': '172.27.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841302-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T17:50:48Z', 'updated_at': '2022-05-10T17:50:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e93d94f1-cb19-4cd0-92e5-ca73d24bd8fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841302-2-iscsi'}] {{(pid=110154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 17:59:52.062931 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-af94c3c9-8094-4f2d-b0b2-6a23d48bf5d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-642646'] for router_gateway (2b3fb756-0c31-4c5f-9508-a1c78ee00b21), after_delete {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:59:52.153232 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-af94c3c9-8094-4f2d-b0b2-6a23d48bf5d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-539802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-807'] for router (2b3fb756-0c31-4c5f-9508-a1c78ee00b21), precommit_delete {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:59:52.155573 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-af94c3c9-8094-4f2d-b0b2-6a23d48bf5d0 admin admin] Publish callbacks [] for router_controller (2b3fb756-0c31-4c5f-9508-a1c78ee00b21), precommit_delete_associations {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:59:52.203145 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-af94c3c9-8094-4f2d-b0b2-6a23d48bf5d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-539777'] for router (2b3fb756-0c31-4c5f-9508-a1c78ee00b21), after_delete {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:59:52.203721 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af94c3c9-8094-4f2d-b0b2-6a23d48bf5d0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2b3fb756-0c31-4c5f-9508-a1c78ee00b21 {{(pid=110153) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 10 17:59:52.208314 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-af94c3c9-8094-4f2d-b0b2-6a23d48bf5d0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:59:52.209097 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [None req-af94c3c9-8094-4f2d-b0b2-6a23d48bf5d0 admin admin] 10.222.0.60 "DELETE /v2.0/routers/2b3fb756-0c31-4c5f-9508-a1c78ee00b21 HTTP/1.1" status: 204 len: 168 time: 1.0874536 May 10 17:59:52.212031 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.wsgi [-] (110153) accepted ('10.222.0.60', 48430) {{(pid=110153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 17:59:52.255113 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e3e77e6-a0e5-490d-b94b-41393ebb5544 admin admin] Deleting subnet f7d800de-2bfe-4399-b406-46adda31d5e7 {{(pid=110153) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 10 17:59:52.259012 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-3e3e77e6-a0e5-490d-b94b-41393ebb5544 admin admin] Publish callbacks [] for subnet (f7d800de-2bfe-4399-b406-46adda31d5e7), before_delete {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:59:52.293348 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-3e3e77e6-a0e5-490d-b94b-41393ebb5544 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24886420'] for subnet (f7d800de-2bfe-4399-b406-46adda31d5e7), precommit_delete_associations {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:59:52.377398 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-3e3e77e6-a0e5-490d-b94b-41393ebb5544 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1463979'] for subnet (f7d800de-2bfe-4399-b406-46adda31d5e7), precommit_delete {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:59:52.433546 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-3e3e77e6-a0e5-490d-b94b-41393ebb5544 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1463972', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-321831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4207162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24212047'] for subnet (f7d800de-2bfe-4399-b406-46adda31d5e7), after_delete {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:59:52.462237 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3e77e6-a0e5-490d-b94b-41393ebb5544 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f7d800de-2bfe-4399-b406-46adda31d5e7,revision_number=None']} {{(pid=110153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:59:52.464251 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-3e3e77e6-a0e5-490d-b94b-41393ebb5544 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:59:52.467359 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [None req-3e3e77e6-a0e5-490d-b94b-41393ebb5544 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/f7d800de-2bfe-4399-b406-46adda31d5e7 HTTP/1.1" status: 204 len: 168 time: 0.2544155 May 10 17:59:52.469995 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.wsgi [-] (110153) accepted ('10.222.0.60', 48432) {{(pid=110153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 17:59:52.477425 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70ad01a4-ae66-491b-ad0c-41838262647f None None] Network 47145552-1150-4fd5-83b1-2aee2c244125 requested from dv-cinder-841302-2-iscsi {{(pid=110154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 17:59:52.546076 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-b8b73833-50d3-46e1-b2fd-1e6ebe9184ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1701118'] for network (47145552-1150-4fd5-83b1-2aee2c244125), before_delete {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:59:52.600449 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.plugins.ml2.plugin [None req-b8b73833-50d3-46e1-b2fd-1e6ebe9184ca admin admin] Deleting port 8dc83f33-3966-4991-b9a3-fec222913bde {{(pid=110153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 17:59:52.600787 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-b8b73833-50d3-46e1-b2fd-1e6ebe9184ca admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781795221764'] for port (8dc83f33-3966-4991-b9a3-fec222913bde), before_delete {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:59:52.640184 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57d0842c-c3eb-4a29-b9b3-6dbb8aadb44e None None] DHCP port deletion for 47145552-1150-4fd5-83b1-2aee2c244125 request from dv-cinder-841302-2-iscsi {{(pid=110154) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 10 17:59:52.668426 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.plugins.ml2.db [None req-b8b73833-50d3-46e1-b2fd-1e6ebe9184ca admin admin] For port 8dc83f33-3966-4991-b9a3-fec222913bde, host dv-cinder-841302-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841302-2-iscsi',level=0,port_id=8dc83f33-3966-4991-b9a3-fec222913bde,segment=NetworkSegment(148e7f62-7e09-4b93-98f5-59719639ef12),segment_id=148e7f62-7e09-4b93-98f5-59719639ef12)] {{(pid=110153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 17:59:52.668750 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-b8b73833-50d3-46e1-b2fd-1e6ebe9184ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640494'] for port (8dc83f33-3966-4991-b9a3-fec222913bde), precommit_delete {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:59:52.683995 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.plugins.ml2.plugin [None req-b8b73833-50d3-46e1-b2fd-1e6ebe9184ca admin admin] Calling delete_port for 8dc83f33-3966-4991-b9a3-fec222913bde owned by network:dhcp {{(pid=110153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 17:59:52.685409 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.plugin [None req-57d0842c-c3eb-4a29-b9b3-6dbb8aadb44e None None] Deleting port 8dc83f33-3966-4991-b9a3-fec222913bde {{(pid=110154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 17:59:52.686034 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-57d0842c-c3eb-4a29-b9b3-6dbb8aadb44e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781795221764'] for port (8dc83f33-3966-4991-b9a3-fec222913bde), before_delete {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:59:52.754210 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.db [None req-57d0842c-c3eb-4a29-b9b3-6dbb8aadb44e None None] For port 8dc83f33-3966-4991-b9a3-fec222913bde, host dv-cinder-841302-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841302-2-iscsi',level=0,port_id=8dc83f33-3966-4991-b9a3-fec222913bde,segment=NetworkSegment(148e7f62-7e09-4b93-98f5-59719639ef12),segment_id=148e7f62-7e09-4b93-98f5-59719639ef12)] {{(pid=110154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 17:59:52.754601 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-57d0842c-c3eb-4a29-b9b3-6dbb8aadb44e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640494'] for port (8dc83f33-3966-4991-b9a3-fec222913bde), precommit_delete {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:59:52.767257 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.plugin [None req-57d0842c-c3eb-4a29-b9b3-6dbb8aadb44e None None] Calling delete_port for 8dc83f33-3966-4991-b9a3-fec222913bde owned by network:dhcp {{(pid=110154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 17:59:52.774959 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-b8b73833-50d3-46e1-b2fd-1e6ebe9184ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1514136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781795229076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781794686073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207117'] for port (8dc83f33-3966-4991-b9a3-fec222913bde), after_delete {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:59:52.802036 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b73833-50d3-46e1-b2fd-1e6ebe9184ca admin admin] Pushing event deleted for resources: {'Port': ['ID=8dc83f33-3966-4991-b9a3-fec222913bde,revision_number=None']} {{(pid=110153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:59:52.806561 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8b73833-50d3-46e1-b2fd-1e6ebe9184ca admin admin] No DVR routers for this DVR port 8dc83f33-3966-4991-b9a3-fec222913bde on host dv-cinder-841302-2-iscsi {{(pid=110153) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 17:59:52.854509 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-57d0842c-c3eb-4a29-b9b3-6dbb8aadb44e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1514136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781795229076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781794686073'] for port (8dc83f33-3966-4991-b9a3-fec222913bde), after_delete {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:59:52.880965 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-b8b73833-50d3-46e1-b2fd-1e6ebe9184ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1459024', 'neutron.services.segments.db._delete_segments_for_network-8781795183409'] for network (47145552-1150-4fd5-83b1-2aee2c244125), precommit_delete {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:59:52.881614 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d0842c-c3eb-4a29-b9b3-6dbb8aadb44e None None] Pushing event deleted for resources: {'Port': ['ID=8dc83f33-3966-4991-b9a3-fec222913bde,revision_number=None']} {{(pid=110154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:59:52.883546 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57d0842c-c3eb-4a29-b9b3-6dbb8aadb44e None None] No DVR routers for this DVR port 8dc83f33-3966-4991-b9a3-fec222913bde on host dv-cinder-841302-2-iscsi {{(pid=110154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 17:59:52.911197 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.services.segments.db [None req-b8b73833-50d3-46e1-b2fd-1e6ebe9184ca admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['47145552-1150-4fd5-83b1-2aee2c244125']}} {{(pid=110153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:59:52.929003 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.services.segments.db [None req-b8b73833-50d3-46e1-b2fd-1e6ebe9184ca admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '148e7f62-7e09-4b93-98f5-59719639ef12') {'for_net_delete': True} {{(pid=110153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:59:52.929323 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.services.segments.db [None req-b8b73833-50d3-46e1-b2fd-1e6ebe9184ca admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '148e7f62-7e09-4b93-98f5-59719639ef12') {} {{(pid=110153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:59:52.941280 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-b8b73833-50d3-46e1-b2fd-1e6ebe9184ca admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781795183930', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24886383'] for segment (148e7f62-7e09-4b93-98f5-59719639ef12), before_delete {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:59:52.957017 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-b8b73833-50d3-46e1-b2fd-1e6ebe9184ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1469446'] for segment (148e7f62-7e09-4b93-98f5-59719639ef12), precommit_delete {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:59:52.964565 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b8b73833-50d3-46e1-b2fd-1e6ebe9184ca admin admin] Releasing vlan 572 on physical network physnet1 to pool {{(pid=110153) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 17:59:52.964963 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-b8b73833-50d3-46e1-b2fd-1e6ebe9184ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1469446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4207184'] for segment (148e7f62-7e09-4b93-98f5-59719639ef12), after_delete {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:59:52.966909 dv-cinder-841302-2-iscsi neutron-server[110153]: Traceback (most recent call last): May 10 17:59:52.966909 dv-cinder-841302-2-iscsi neutron-server[110153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 17:59:52.966909 dv-cinder-841302-2-iscsi neutron-server[110153]: timer() May 10 17:59:52.966909 dv-cinder-841302-2-iscsi neutron-server[110153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 17:59:52.966909 dv-cinder-841302-2-iscsi neutron-server[110153]: cb(*args, **kw) May 10 17:59:52.966909 dv-cinder-841302-2-iscsi neutron-server[110153]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 10 17:59:52.966909 dv-cinder-841302-2-iscsi neutron-server[110153]: return func(*args, **kwargs) May 10 17:59:52.966909 dv-cinder-841302-2-iscsi neutron-server[110153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 17:59:52.966909 dv-cinder-841302-2-iscsi neutron-server[110153]: self._notify() May 10 17:59:52.966909 dv-cinder-841302-2-iscsi neutron-server[110153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 17:59:52.966909 dv-cinder-841302-2-iscsi neutron-server[110153]: self.callback(batched_events) May 10 17:59:52.966909 dv-cinder-841302-2-iscsi neutron-server[110153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 17:59:52.966909 dv-cinder-841302-2-iscsi neutron-server[110153]: event.method(event) May 10 17:59:52.966909 dv-cinder-841302-2-iscsi neutron-server[110153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 10 17:59:52.966909 dv-cinder-841302-2-iscsi neutron-server[110153]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 17:59:52.966909 dv-cinder-841302-2-iscsi neutron-server[110153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 10 17:59:52.966909 dv-cinder-841302-2-iscsi neutron-server[110153]: aggregate_uuid = self.p_client.list_aggregates( May 10 17:59:52.966909 dv-cinder-841302-2-iscsi neutron-server[110153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 10 17:59:52.966909 dv-cinder-841302-2-iscsi neutron-server[110153]: return f(self, *a, **k) May 10 17:59:52.966909 dv-cinder-841302-2-iscsi neutron-server[110153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 10 17:59:52.966909 dv-cinder-841302-2-iscsi neutron-server[110153]: return self._get(url).json() May 10 17:59:52.966909 dv-cinder-841302-2-iscsi neutron-server[110153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 10 17:59:52.966909 dv-cinder-841302-2-iscsi neutron-server[110153]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 17:59:52.966909 dv-cinder-841302-2-iscsi neutron-server[110153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 17:59:52.966909 dv-cinder-841302-2-iscsi neutron-server[110153]: return self.request(url, 'GET', **kwargs) May 10 17:59:52.966909 dv-cinder-841302-2-iscsi neutron-server[110153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 17:59:52.966909 dv-cinder-841302-2-iscsi neutron-server[110153]: base_url = self.get_endpoint(auth, allow=allow, May 10 17:59:52.966909 dv-cinder-841302-2-iscsi neutron-server[110153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 17:59:52.966909 dv-cinder-841302-2-iscsi neutron-server[110153]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 17:59:52.966909 dv-cinder-841302-2-iscsi neutron-server[110153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 17:59:52.966909 dv-cinder-841302-2-iscsi neutron-server[110153]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 17:59:52.966909 dv-cinder-841302-2-iscsi neutron-server[110153]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 17:59:53.032721 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-b8b73833-50d3-46e1-b2fd-1e6ebe9184ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1458985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-282477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-641080'] for network (47145552-1150-4fd5-83b1-2aee2c244125), after_delete {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:59:53.039798 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-b8b73833-50d3-46e1-b2fd-1e6ebe9184ca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631615'] for network (None), before_response {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:59:53.043061 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [None req-b8b73833-50d3-46e1-b2fd-1e6ebe9184ca admin admin] 10.222.0.60 "DELETE /v2.0/networks/47145552-1150-4fd5-83b1-2aee2c244125 HTTP/1.1" status: 204 len: 168 time: 0.5720849 May 10 17:59:53.057720 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b73833-50d3-46e1-b2fd-1e6ebe9184ca admin admin] Pushing event deleted for resources: {'Network': ['ID=47145552-1150-4fd5-83b1-2aee2c244125,revision_number=None']} {{(pid=110153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:59:53.128755 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.rpc [None req-6e697e78-9dd1-4bc1-8573-56b901d07725 None None] Device af87286a-97f3-4d80-b896-8ae5bcd4bae1 no longer exists at agent ovs-agent-dv-cinder-841302-2-iscsi {{(pid=110154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 17:59:53.151755 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.plugin [None req-6e697e78-9dd1-4bc1-8573-56b901d07725 None None] No Port match for: af87286a-97f3-4d80-b896-8ae5bcd4bae1 {{(pid=110154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 17:59:53.152116 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.rpc [None req-6e697e78-9dd1-4bc1-8573-56b901d07725 None None] Device af87286a-97f3-4d80-b896-8ae5bcd4bae1 not bound to the agent host dv-cinder-841302-2-iscsi {{(pid=110154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 17:59:53.152603 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.rpc [None req-6e697e78-9dd1-4bc1-8573-56b901d07725 None None] Device 8dc83f33-3966-4991-b9a3-fec222913bde no longer exists at agent ovs-agent-dv-cinder-841302-2-iscsi {{(pid=110154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 17:59:53.172857 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.plugin [None req-6e697e78-9dd1-4bc1-8573-56b901d07725 None None] No Port match for: 8dc83f33-3966-4991-b9a3-fec222913bde {{(pid=110154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 17:59:53.173279 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.rpc [None req-6e697e78-9dd1-4bc1-8573-56b901d07725 None None] Device 8dc83f33-3966-4991-b9a3-fec222913bde not bound to the agent host dv-cinder-841302-2-iscsi {{(pid=110154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 17:59:53.173738 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.rpc [None req-6e697e78-9dd1-4bc1-8573-56b901d07725 None None] Device 22c8bef5-ae64-4160-8fe7-f474adf01862 no longer exists at agent ovs-agent-dv-cinder-841302-2-iscsi {{(pid=110154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 17:59:53.192730 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.wsgi [-] (110152) accepted ('10.222.0.60', 48444) {{(pid=110152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 17:59:53.197571 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.plugin [None req-6e697e78-9dd1-4bc1-8573-56b901d07725 None None] No Port match for: 22c8bef5-ae64-4160-8fe7-f474adf01862 {{(pid=110154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 17:59:53.197920 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.rpc [None req-6e697e78-9dd1-4bc1-8573-56b901d07725 None None] Device 22c8bef5-ae64-4160-8fe7-f474adf01862 not bound to the agent host dv-cinder-841302-2-iscsi {{(pid=110154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 17:59:53.252928 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [None req-798321f9-5821-4e4e-9154-08b31c6c17b8 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=c93f0e69798e491aba3c8cf1493c2733&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0585108 May 10 17:59:53.255230 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.wsgi [-] (110152) accepted ('10.222.0.60', 48450) {{(pid=110152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 17:59:53.307822 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-cec03596-1eb4-47bd-95d8-2fbd03f4badf admin admin] Publish callbacks [] for security_group (927c83b2-637f-4607-80d7-8a456d48a647), before_delete {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:59:53.339201 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-cec03596-1eb4-47bd-95d8-2fbd03f4badf admin admin] Publish callbacks [] for security_group (927c83b2-637f-4607-80d7-8a456d48a647), precommit_delete {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:59:53.394555 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-cec03596-1eb4-47bd-95d8-2fbd03f4badf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-282428'] for security_group (927c83b2-637f-4607-80d7-8a456d48a647), after_delete {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:59:53.397349 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-cec03596-1eb4-47bd-95d8-2fbd03f4badf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:59:53.399760 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [None req-cec03596-1eb4-47bd-95d8-2fbd03f4badf admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/927c83b2-637f-4607-80d7-8a456d48a647 HTTP/1.1" status: 204 len: 168 time: 0.1435452 May 10 17:59:53.408927 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec03596-1eb4-47bd-95d8-2fbd03f4badf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=927c83b2-637f-4607-80d7-8a456d48a647,revision_number=None']} {{(pid=110152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:59:53.723737 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.wsgi [-] (110152) accepted ('10.222.0.60', 48460) {{(pid=110152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 17:59:53.765521 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [None req-7e437773-8a9d-46d4-86a7-aebc0afedd07 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=ddd02c052d5f458e8f2cb70d605f2101&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0405953 May 10 17:59:53.768054 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.wsgi [-] (110152) accepted ('10.222.0.60', 48462) {{(pid=110152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 17:59:53.816610 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-ad5a958d-eb67-4234-8c7f-679fc6e2c758 admin admin] Publish callbacks [] for security_group (c072878a-5bce-4bb3-a57d-883d69472818), before_delete {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:59:53.839890 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-ad5a958d-eb67-4234-8c7f-679fc6e2c758 admin admin] Publish callbacks [] for security_group (c072878a-5bce-4bb3-a57d-883d69472818), precommit_delete {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:59:53.888848 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-ad5a958d-eb67-4234-8c7f-679fc6e2c758 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-282428'] for security_group (c072878a-5bce-4bb3-a57d-883d69472818), after_delete {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:59:53.891510 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-ad5a958d-eb67-4234-8c7f-679fc6e2c758 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:59:53.892694 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [None req-ad5a958d-eb67-4234-8c7f-679fc6e2c758 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/c072878a-5bce-4bb3-a57d-883d69472818 HTTP/1.1" status: 204 len: 168 time: 0.1236904 May 10 17:59:53.901399 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5a958d-eb67-4234-8c7f-679fc6e2c758 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c072878a-5bce-4bb3-a57d-883d69472818,revision_number=None']} {{(pid=110152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:59:57.590023 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-82b71cfb-df80-4e9c-a44c-eb1c770bcdee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781795183391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525393'] for agent (b2ad0527-00d5-4995-bc97-ec84c4e02f0b), after_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 17:59:59.963894 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-daa3e9c4-1871-432b-8806-ee4f6e35b746 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781795183391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525393'] for agent (eaac381b-e402-41c3-a8e6-8f962681d3e6), after_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:00:01.519451 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-d07e8966-ef10-4d42-b774-228753b3fd3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781795183391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525393'] for agent (a55810b0-63c4-4499-a4d9-efcdb1615ce8), after_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:00:01.655958 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781795183391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525393'] for agent (16638279-eb91-49a3-95a5-8b540cc2f948), after_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:00:03.111323 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-ae45faaf-356d-4e4a-a605-33fedb92cd97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781795183391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525393'] for agent (6a57b374-0daf-4fe3-9dd1-3d457a537aa7), after_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:00:04.178757 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54dd83e-6c9d-4d0d-9406-b74d79ee20f3 req-5785c223-b7bd-411f-bce9-699ed3766770 tempest-AttachVolumeTestJSON-185127037 tempest-AttachVolumeTestJSON-185127037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 18:00:04.180253 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-f54dd83e-6c9d-4d0d-9406-b74d79ee20f3 req-5785c223-b7bd-411f-bce9-699ed3766770 tempest-AttachVolumeTestJSON-185127037 tempest-AttachVolumeTestJSON-185127037-project] 10.222.0.60 "GET /v2.0/ports?device_id=4d20a5da-0117-4756-9702-78bf939f6f81 HTTP/1.1" status: 200 len: 945 time: 0.0497158 May 10 18:00:04.227715 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-f54dd83e-6c9d-4d0d-9406-b74d79ee20f3 req-d6bcdb29-43db-404a-ad43-a47e0fc1d8da tempest-AttachVolumeTestJSON-185127037 tempest-AttachVolumeTestJSON-185127037-project] 10.222.0.60 "GET /v2.0/security-groups?id=89d56803-4159-4cf1-87eb-f601818437e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411491 May 10 18:00:04.532206 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-6e697e78-9dd1-4bc1-8573-56b901d07725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781795183391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525393'] for agent (fdc37a75-b7a9-4e92-a59c-f5b8c02d060c), after_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:00:05.345905 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3816256f-042b-42cb-b94d-87e73c469e0e req-4a268925-8073-49b9-8f11-6d51e75d3757 tempest-AttachVolumeTestJSON-185127037 tempest-AttachVolumeTestJSON-185127037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 18:00:05.347411 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-3816256f-042b-42cb-b94d-87e73c469e0e req-4a268925-8073-49b9-8f11-6d51e75d3757 tempest-AttachVolumeTestJSON-185127037 tempest-AttachVolumeTestJSON-185127037-project] 10.222.0.60 "GET /v2.0/ports?device_id=4d20a5da-0117-4756-9702-78bf939f6f81 HTTP/1.1" status: 200 len: 945 time: 0.0485499 May 10 18:00:05.395181 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-3816256f-042b-42cb-b94d-87e73c469e0e req-bfb7e559-faf7-46eb-90c7-f833af258862 tempest-AttachVolumeTestJSON-185127037 tempest-AttachVolumeTestJSON-185127037-project] 10.222.0.60 "GET /v2.0/security-groups?id=89d56803-4159-4cf1-87eb-f601818437e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422273 May 10 18:00:06.366943 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb1cce3-7cde-481d-8828-92af78607b1a req-236706fa-6009-455d-a890-fdb8b3f6d7e3 tempest-AttachVolumeTestJSON-185127037 tempest-AttachVolumeTestJSON-185127037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 18:00:06.368399 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [req-ecb1cce3-7cde-481d-8828-92af78607b1a req-236706fa-6009-455d-a890-fdb8b3f6d7e3 tempest-AttachVolumeTestJSON-185127037 tempest-AttachVolumeTestJSON-185127037-project] 10.222.0.77 "GET /v2.0/ports?device_id=4d20a5da-0117-4756-9702-78bf939f6f81 HTTP/1.1" status: 200 len: 945 time: 0.0462103 May 10 18:00:06.459261 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.plugins.ml2.plugin [req-ecb1cce3-7cde-481d-8828-92af78607b1a req-868be477-21d4-43ba-a0ac-1259ef30cce9 tempest-AttachVolumeTestJSON-185127037 tempest-AttachVolumeTestJSON-185127037-project] Deleting port cdf3d2c3-53c7-4f85-9104-e3ff4f413ee1 {{(pid=110153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 18:00:06.459634 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [req-ecb1cce3-7cde-481d-8828-92af78607b1a req-868be477-21d4-43ba-a0ac-1259ef30cce9 tempest-AttachVolumeTestJSON-185127037 tempest-AttachVolumeTestJSON-185127037-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781795221764'] for port (cdf3d2c3-53c7-4f85-9104-e3ff4f413ee1), before_delete {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:00:06.510093 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dec6d79-cfb6-4c6f-bb0e-ce65dc1f1168 req-ec8bf952-0c1a-4dc8-a6ff-e7651ef07e8a tempest-AttachVolumeTestJSON-185127037 tempest-AttachVolumeTestJSON-185127037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 18:00:06.512163 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-5dec6d79-cfb6-4c6f-bb0e-ce65dc1f1168 req-ec8bf952-0c1a-4dc8-a6ff-e7651ef07e8a tempest-AttachVolumeTestJSON-185127037 tempest-AttachVolumeTestJSON-185127037-project] 10.222.0.60 "GET /v2.0/ports?device_id=4d20a5da-0117-4756-9702-78bf939f6f81 HTTP/1.1" status: 200 len: 945 time: 0.0464199 May 10 18:00:06.561239 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.plugins.ml2.db [req-ecb1cce3-7cde-481d-8828-92af78607b1a req-868be477-21d4-43ba-a0ac-1259ef30cce9 tempest-AttachVolumeTestJSON-185127037 tempest-AttachVolumeTestJSON-185127037-project] For port cdf3d2c3-53c7-4f85-9104-e3ff4f413ee1, host hv-cinder-84130, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84130',level=0,port_id=cdf3d2c3-53c7-4f85-9104-e3ff4f413ee1,segment=NetworkSegment(ceecb963-ac53-40a6-a088-c89a2310a391),segment_id=ceecb963-ac53-40a6-a088-c89a2310a391)] {{(pid=110153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 18:00:06.561599 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [req-ecb1cce3-7cde-481d-8828-92af78607b1a req-868be477-21d4-43ba-a0ac-1259ef30cce9 tempest-AttachVolumeTestJSON-185127037 tempest-AttachVolumeTestJSON-185127037-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640494'] for port (cdf3d2c3-53c7-4f85-9104-e3ff4f413ee1), precommit_delete {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:00:06.562557 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-5dec6d79-cfb6-4c6f-bb0e-ce65dc1f1168 req-c667dfc5-bad5-4c1e-bfc8-918e91417668 tempest-AttachVolumeTestJSON-185127037 tempest-AttachVolumeTestJSON-185127037-project] 10.222.0.60 "GET /v2.0/security-groups?id=89d56803-4159-4cf1-87eb-f601818437e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448372 May 10 18:00:06.785425 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [req-ecb1cce3-7cde-481d-8828-92af78607b1a req-868be477-21d4-43ba-a0ac-1259ef30cce9 tempest-AttachVolumeTestJSON-185127037 tempest-AttachVolumeTestJSON-185127037-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:00:06.785838 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [req-ecb1cce3-7cde-481d-8828-92af78607b1a req-868be477-21d4-43ba-a0ac-1259ef30cce9 tempest-AttachVolumeTestJSON-185127037 tempest-AttachVolumeTestJSON-185127037-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-641027'] for floatingip (631c5f06-1676-4bd5-9610-0df50ebd4935), after_update {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:00:06.786156 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.db.l3_db [req-ecb1cce3-7cde-481d-8828-92af78607b1a req-868be477-21d4-43ba-a0ac-1259ef30cce9 tempest-AttachVolumeTestJSON-185127037 tempest-AttachVolumeTestJSON-185127037-project] Floating IP 631c5f06-1676-4bd5-9610-0df50ebd4935 disassociated. External IP: 172.27.0.239, port: cdf3d2c3-53c7-4f85-9104-e3ff4f413ee1. May 10 18:00:06.786495 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.plugins.ml2.plugin [req-ecb1cce3-7cde-481d-8828-92af78607b1a req-868be477-21d4-43ba-a0ac-1259ef30cce9 tempest-AttachVolumeTestJSON-185127037 tempest-AttachVolumeTestJSON-185127037-project] Calling delete_port for cdf3d2c3-53c7-4f85-9104-e3ff4f413ee1 owned by compute:nova {{(pid=110153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 18:00:06.913758 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [req-ecb1cce3-7cde-481d-8828-92af78607b1a req-868be477-21d4-43ba-a0ac-1259ef30cce9 tempest-AttachVolumeTestJSON-185127037 tempest-AttachVolumeTestJSON-185127037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1514136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781795229076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781794686073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207117'] for port (cdf3d2c3-53c7-4f85-9104-e3ff4f413ee1), after_delete {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:00:06.942424 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868be477-21d4-43ba-a0ac-1259ef30cce9 tempest-AttachVolumeTestJSON-185127037 tempest-AttachVolumeTestJSON-185127037-project] Pushing event deleted for resources: {'Port': ['ID=cdf3d2c3-53c7-4f85-9104-e3ff4f413ee1,revision_number=None']} {{(pid=110153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:00:07.061423 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ecb1cce3-7cde-481d-8828-92af78607b1a req-868be477-21d4-43ba-a0ac-1259ef30cce9 tempest-AttachVolumeTestJSON-185127037 tempest-AttachVolumeTestJSON-185127037-project] Router b4bbf29f-5c22-4dee-a34b-aa473727f95a has already been hosted by L3 agent eaac381b-e402-41c3-a8e6-8f962681d3e6 {{(pid=110153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 18:00:07.170436 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ecb1cce3-7cde-481d-8828-92af78607b1a req-868be477-21d4-43ba-a0ac-1259ef30cce9 tempest-AttachVolumeTestJSON-185127037 tempest-AttachVolumeTestJSON-185127037-project] Notify agent at l3_agent.dv-cinder-841302-2-iscsi the message routers_updated {{(pid=110153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 18:00:07.180851 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d3417aa-14c0-4788-bc38-ee5270b9680d None None] Sync routers for ids ['b4bbf29f-5c22-4dee-a34b-aa473727f95a'] in dv-cinder-841302-2-iscsi {{(pid=110155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 18:00:07.192278 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d3417aa-14c0-4788-bc38-ee5270b9680d None None] Routers {'b4bbf29f-5c22-4dee-a34b-aa473727f95a'} bound to L3 agent in host dv-cinder-841302-2-iscsi {{(pid=110155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 18:00:07.192910 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.db.l3_hamode_db [None req-8d3417aa-14c0-4788-bc38-ee5270b9680d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841302-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-10T17:36:00Z,description=,heartbeat_timestamp=2022-05-10T18:00:00Z,host='dv-cinder-841302-2-iscsi',id=eaac381b-e402-41c3-a8e6-8f962681d3e6,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T17:36:00Z,topic='l3_agent')) {'router_ids': ['b4bbf29f-5c22-4dee-a34b-aa473727f95a'], 'active': True} {{(pid=110155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 18:00:07.216487 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.db.l3_dvrscheduler_db [req-ecb1cce3-7cde-481d-8828-92af78607b1a req-868be477-21d4-43ba-a0ac-1259ef30cce9 tempest-AttachVolumeTestJSON-185127037 tempest-AttachVolumeTestJSON-185127037-project] No DVR routers for this DVR port cdf3d2c3-53c7-4f85-9104-e3ff4f413ee1 on host hv-cinder-84130 {{(pid=110153) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 18:00:07.218872 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [req-ecb1cce3-7cde-481d-8828-92af78607b1a req-868be477-21d4-43ba-a0ac-1259ef30cce9 tempest-AttachVolumeTestJSON-185127037 tempest-AttachVolumeTestJSON-185127037-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29634'] for port (None), before_response {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:00:07.222162 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [req-ecb1cce3-7cde-481d-8828-92af78607b1a req-868be477-21d4-43ba-a0ac-1259ef30cce9 tempest-AttachVolumeTestJSON-185127037 tempest-AttachVolumeTestJSON-185127037-project] 10.222.0.77 "DELETE /v2.0/ports/cdf3d2c3-53c7-4f85-9104-e3ff4f413ee1 HTTP/1.1" status: 204 len: 173 time: 0.8488853 May 10 18:00:07.222610 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d20a5da-0117-4756-9702-78bf939f6f81', 'name': 'network-vif-deleted', 'tag': 'cdf3d2c3-53c7-4f85-9104-e3ff4f413ee1'}] {{(pid=110153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 18:00:07.224869 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eaab9ead4487dd9c6a2039b1a38fb17917f553062224ea878bb9a20dea692460" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ffd14c6-b01d-4f2f-8e55-d2066eff2394" -d '{"events": [{"server_uuid": "4d20a5da-0117-4756-9702-78bf939f6f81", "name": "network-vif-deleted", "tag": "cdf3d2c3-53c7-4f85-9104-e3ff4f413ee1"}]}' {{(pid=110153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 18:00:07.264438 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 18:00:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4160d7f2-ebcc-48fd-8728-b18e9a69bd4d x-openstack-request-id: req-4160d7f2-ebcc-48fd-8728-b18e9a69bd4d {{(pid=110153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 18:00:07.264732 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d20a5da-0117-4756-9702-78bf939f6f81", "name": "network-vif-deleted", "tag": "cdf3d2c3-53c7-4f85-9104-e3ff4f413ee1", "status": "completed", "code": 200}]} {{(pid=110153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 18:00:07.265147 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-4160d7f2-ebcc-48fd-8728-b18e9a69bd4d {{(pid=110153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 18:00:07.265393 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4160d7f2-ebcc-48fd-8728-b18e9a69bd4d'] response: {'server_uuid': '4d20a5da-0117-4756-9702-78bf939f6f81', 'name': 'network-vif-deleted', 'tag': 'cdf3d2c3-53c7-4f85-9104-e3ff4f413ee1', 'status': 'completed', 'code': 200} May 10 18:00:07.305594 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.db.l3_dvr_db [None req-8d3417aa-14c0-4788-bc38-ee5270b9680d None None] Set router b4bbf29f-5c22-4dee-a34b-aa473727f95a gateway port host: dv-cinder-841302-2-iscsi {{(pid=110155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 18:00:07.511021 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.db.l3_hamode_db [None req-8d3417aa-14c0-4788-bc38-ee5270b9680d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4bbf29f-5c22-4dee-a34b-aa473727f95a', 'name': 'tempest-AttachVolumeTestJSON-529210175-router', 'tenant_id': 'a83ced38e3ea471399fe49b3162b38e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85dc89cf-59f9-4edb-b26e-52bcb8a93763', 'external_fixed_ips': [{'subnet_id': 'e93d94f1-cb19-4cd0-92e5-ca73d24bd8fb', 'ip_address': '172.27.0.138'}], 'enable_snat': True}, 'gw_port_id': 'e0021c3d-3ecc-49d2-84ce-7cc507b0b3f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T17:52:31Z', 'updated_at': '2022-05-10T17:52:34Z', 'revision_number': 4, 'project_id': 'a83ced38e3ea471399fe49b3162b38e7', 'gw_port': {'id': 'e0021c3d-3ecc-49d2-84ce-7cc507b0b3f1', 'name': '', 'network_id': '85dc89cf-59f9-4edb-b26e-52bcb8a93763', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:25:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4bbf29f-5c22-4dee-a34b-aa473727f95a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': 'e93d94f1-cb19-4cd0-92e5-ca73d24bd8fb', 'ip_address': '172.27.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841302-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T17:52:31Z', 'updated_at': '2022-05-10T17:52:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e93d94f1-cb19-4cd0-92e5-ca73d24bd8fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841302-2-iscsi', '_interfaces': [{'id': 'f7b232d1-4cd4-48c1-a721-e78ddbbead0e', 'name': '', 'network_id': '6723a7dd-891c-4580-9df3-21c9f6f08046', 'tenant_id': 'a83ced38e3ea471399fe49b3162b38e7', 'mac_address': 'fa:16:3e:fa:80:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4bbf29f-5c22-4dee-a34b-aa473727f95a', 'device_owner': 'network:router_interface', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '125e9763-4051-4e2a-9a5e-3519d0c64e46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841302-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T17:52:34Z', 'updated_at': '2022-05-10T17:52:38Z', 'revision_number': 5, 'project_id': 'a83ced38e3ea471399fe49b3162b38e7', 'subnets': [{'id': '125e9763-4051-4e2a-9a5e-3519d0c64e46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841302-2-iscsi', False) {} {{(pid=110155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 18:00:07.541122 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d3417aa-14c0-4788-bc38-ee5270b9680d None None] Checking router: b4bbf29f-5c22-4dee-a34b-aa473727f95a for host: dv-cinder-841302-2-iscsi {{(pid=110155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 18:00:07.550773 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d3417aa-14c0-4788-bc38-ee5270b9680d None None] Routers {'b4bbf29f-5c22-4dee-a34b-aa473727f95a'} bound to L3 agent in host dv-cinder-841302-2-iscsi {{(pid=110155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 18:00:07.551389 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.db.l3_hamode_db [None req-8d3417aa-14c0-4788-bc38-ee5270b9680d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841302-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-10T17:36:00Z,description=,heartbeat_timestamp=2022-05-10T18:00:00Z,host='dv-cinder-841302-2-iscsi',id=eaac381b-e402-41c3-a8e6-8f962681d3e6,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T17:36:00Z,topic='l3_agent')) {'router_ids': ['b4bbf29f-5c22-4dee-a34b-aa473727f95a'], 'active': True} {{(pid=110155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 18:00:07.662793 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.db.l3_dvr_db [None req-8d3417aa-14c0-4788-bc38-ee5270b9680d None None] Set router b4bbf29f-5c22-4dee-a34b-aa473727f95a gateway port host: dv-cinder-841302-2-iscsi {{(pid=110155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 18:00:07.672639 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-4e44163f-2bcb-463f-9a12-345dcc226dd8 req-0fa0e541-23ee-4b0b-a4d3-10a4102b0ff5 tempest-AttachVolumeTestJSON-185127037 tempest-AttachVolumeTestJSON-185127037-project] 10.222.0.60 "GET /v2.0/ports?device_id=4d20a5da-0117-4756-9702-78bf939f6f81 HTTP/1.1" status: 200 len: 210 time: 0.0294294 May 10 18:00:07.856058 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.db.l3_hamode_db [None req-8d3417aa-14c0-4788-bc38-ee5270b9680d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4bbf29f-5c22-4dee-a34b-aa473727f95a', 'name': 'tempest-AttachVolumeTestJSON-529210175-router', 'tenant_id': 'a83ced38e3ea471399fe49b3162b38e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85dc89cf-59f9-4edb-b26e-52bcb8a93763', 'external_fixed_ips': [{'subnet_id': 'e93d94f1-cb19-4cd0-92e5-ca73d24bd8fb', 'ip_address': '172.27.0.138'}], 'enable_snat': True}, 'gw_port_id': 'e0021c3d-3ecc-49d2-84ce-7cc507b0b3f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T17:52:31Z', 'updated_at': '2022-05-10T17:52:34Z', 'revision_number': 4, 'project_id': 'a83ced38e3ea471399fe49b3162b38e7', 'gw_port': {'id': 'e0021c3d-3ecc-49d2-84ce-7cc507b0b3f1', 'name': '', 'network_id': '85dc89cf-59f9-4edb-b26e-52bcb8a93763', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:25:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4bbf29f-5c22-4dee-a34b-aa473727f95a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': 'e93d94f1-cb19-4cd0-92e5-ca73d24bd8fb', 'ip_address': '172.27.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841302-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T17:52:31Z', 'updated_at': '2022-05-10T17:52:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e93d94f1-cb19-4cd0-92e5-ca73d24bd8fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841302-2-iscsi', '_interfaces': [{'id': 'f7b232d1-4cd4-48c1-a721-e78ddbbead0e', 'name': '', 'network_id': '6723a7dd-891c-4580-9df3-21c9f6f08046', 'tenant_id': 'a83ced38e3ea471399fe49b3162b38e7', 'mac_address': 'fa:16:3e:fa:80:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4bbf29f-5c22-4dee-a34b-aa473727f95a', 'device_owner': 'network:router_interface', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '125e9763-4051-4e2a-9a5e-3519d0c64e46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841302-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T17:52:34Z', 'updated_at': '2022-05-10T17:52:38Z', 'revision_number': 5, 'project_id': 'a83ced38e3ea471399fe49b3162b38e7', 'subnets': [{'id': '125e9763-4051-4e2a-9a5e-3519d0c64e46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841302-2-iscsi', False) {} {{(pid=110155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 18:00:07.882487 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d3417aa-14c0-4788-bc38-ee5270b9680d None None] The sync data for ids ['b4bbf29f-5c22-4dee-a34b-aa473727f95a'] in dv-cinder-841302-2-iscsi is: [{'id': 'b4bbf29f-5c22-4dee-a34b-aa473727f95a', 'name': 'tempest-AttachVolumeTestJSON-529210175-router', 'tenant_id': 'a83ced38e3ea471399fe49b3162b38e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85dc89cf-59f9-4edb-b26e-52bcb8a93763', 'external_fixed_ips': [{'subnet_id': 'e93d94f1-cb19-4cd0-92e5-ca73d24bd8fb', 'ip_address': '172.27.0.138'}], 'enable_snat': True}, 'gw_port_id': 'e0021c3d-3ecc-49d2-84ce-7cc507b0b3f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T17:52:31Z', 'updated_at': '2022-05-10T17:52:34Z', 'revision_number': 4, 'project_id': 'a83ced38e3ea471399fe49b3162b38e7', 'gw_port': {'id': 'e0021c3d-3ecc-49d2-84ce-7cc507b0b3f1', 'name': '', 'network_id': '85dc89cf-59f9-4edb-b26e-52bcb8a93763', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:25:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4bbf29f-5c22-4dee-a34b-aa473727f95a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': 'e93d94f1-cb19-4cd0-92e5-ca73d24bd8fb', 'ip_address': '172.27.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841302-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T17:52:31Z', 'updated_at': '2022-05-10T17:52:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e93d94f1-cb19-4cd0-92e5-ca73d24bd8fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841302-2-iscsi', '_interfaces': [{'id': 'f7b232d1-4cd4-48c1-a721-e78ddbbead0e', 'name': '', 'network_id': '6723a7dd-891c-4580-9df3-21c9f6f08046', 'tenant_id': 'a83ced38e3ea471399fe49b3162b38e7', 'mac_address': 'fa:16:3e:fa:80:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4bbf29f-5c22-4dee-a34b-aa473727f95a', 'device_owner': 'network:router_interface', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '125e9763-4051-4e2a-9a5e-3519d0c64e46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841302-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T17:52:34Z', 'updated_at': '2022-05-10T17:52:38Z', 'revision_number': 5, 'project_id': 'a83ced38e3ea471399fe49b3162b38e7', 'subnets': [{'id': '125e9763-4051-4e2a-9a5e-3519d0c64e46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 18:00:08.105790 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ae776dd-c9e0-406c-a181-8133054f56ea None None] New status for floating IP 631c5f06-1676-4bd5-9610-0df50ebd4935: DOWN {{(pid=110154) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 18:00:08.763215 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.wsgi [-] (110152) accepted ('10.222.0.60', 48538) {{(pid=110152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 18:00:08.815323 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-4f2edec9-30a1-434f-9214-a0f74e622158 tempest-AttachVolumeTestJSON-185127037 tempest-AttachVolumeTestJSON-185127037-project] Publish callbacks [] for security_group (89d56803-4159-4cf1-87eb-f601818437e2), before_delete {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:00:08.840049 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-4f2edec9-30a1-434f-9214-a0f74e622158 tempest-AttachVolumeTestJSON-185127037 tempest-AttachVolumeTestJSON-185127037-project] Publish callbacks [] for security_group (89d56803-4159-4cf1-87eb-f601818437e2), precommit_delete {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:00:08.886506 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-4f2edec9-30a1-434f-9214-a0f74e622158 tempest-AttachVolumeTestJSON-185127037 tempest-AttachVolumeTestJSON-185127037-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-282428'] for security_group (89d56803-4159-4cf1-87eb-f601818437e2), after_delete {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:00:08.889078 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-4f2edec9-30a1-434f-9214-a0f74e622158 tempest-AttachVolumeTestJSON-185127037 tempest-AttachVolumeTestJSON-185127037-project] Publish callbacks [] for security_group (None), before_response {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:00:08.890215 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [None req-4f2edec9-30a1-434f-9214-a0f74e622158 tempest-AttachVolumeTestJSON-185127037 tempest-AttachVolumeTestJSON-185127037-project] 10.222.0.60 "DELETE /v2.0/security-groups/89d56803-4159-4cf1-87eb-f601818437e2 HTTP/1.1" status: 204 len: 168 time: 0.1259768 May 10 18:00:08.892975 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.wsgi [-] (110153) accepted ('10.222.0.60', 48540) {{(pid=110153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 18:00:08.899171 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2edec9-30a1-434f-9214-a0f74e622158 tempest-AttachVolumeTestJSON-185127037 tempest-AttachVolumeTestJSON-185127037-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=89d56803-4159-4cf1-87eb-f601818437e2,revision_number=None']} {{(pid=110152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:00:08.906802 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.api.v2.resource [None req-228bc904-eb2e-4682-ac20-68758da91615 tempest-AttachVolumeTestJSON-185127037 tempest-AttachVolumeTestJSON-185127037-project] show failed (client error): The resource could not be found. May 10 18:00:08.907831 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [None req-228bc904-eb2e-4682-ac20-68758da91615 tempest-AttachVolumeTestJSON-185127037 tempest-AttachVolumeTestJSON-185127037-project] 10.222.0.60 "GET /v2.0/security-groups/89d56803-4159-4cf1-87eb-f601818437e2 HTTP/1.1" status: 404 len: 347 time: 0.0138812 May 10 18:00:08.910594 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.wsgi [-] (110153) accepted ('10.222.0.60', 48542) {{(pid=110153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 18:00:09.024782 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.plugins.ml2.plugin [None req-af08bf4d-3969-4369-ad3f-bb829fd034cf tempest-AttachVolumeTestJSON-185127037 tempest-AttachVolumeTestJSON-185127037-project] Deleting port e0dd0b89-a8cb-40a0-b762-30cae9232316 {{(pid=110153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 18:00:09.025127 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-af08bf4d-3969-4369-ad3f-bb829fd034cf tempest-AttachVolumeTestJSON-185127037 tempest-AttachVolumeTestJSON-185127037-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781795221764'] for port (e0dd0b89-a8cb-40a0-b762-30cae9232316), before_delete {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:00:09.101914 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-af08bf4d-3969-4369-ad3f-bb829fd034cf tempest-AttachVolumeTestJSON-185127037 tempest-AttachVolumeTestJSON-185127037-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640494'] for port (e0dd0b89-a8cb-40a0-b762-30cae9232316), precommit_delete {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:00:09.102241 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-af08bf4d-3969-4369-ad3f-bb829fd034cf tempest-AttachVolumeTestJSON-185127037 tempest-AttachVolumeTestJSON-185127037-project] Publish callbacks [] for floatingip (e0dd0b89-a8cb-40a0-b762-30cae9232316), precommit_delete {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:00:09.115686 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.plugins.ml2.plugin [None req-af08bf4d-3969-4369-ad3f-bb829fd034cf tempest-AttachVolumeTestJSON-185127037 tempest-AttachVolumeTestJSON-185127037-project] Calling delete_port for e0dd0b89-a8cb-40a0-b762-30cae9232316 owned by network:floatingip {{(pid=110153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 18:00:09.249973 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-af08bf4d-3969-4369-ad3f-bb829fd034cf tempest-AttachVolumeTestJSON-185127037 tempest-AttachVolumeTestJSON-185127037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1514136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781795229076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781794686073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207117'] for port (e0dd0b89-a8cb-40a0-b762-30cae9232316), after_delete {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:00:09.274572 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af08bf4d-3969-4369-ad3f-bb829fd034cf tempest-AttachVolumeTestJSON-185127037 tempest-AttachVolumeTestJSON-185127037-project] Pushing event deleted for resources: {'Port': ['ID=e0dd0b89-a8cb-40a0-b762-30cae9232316,revision_number=None']} {{(pid=110153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:00:09.338555 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-af08bf4d-3969-4369-ad3f-bb829fd034cf tempest-AttachVolumeTestJSON-185127037 tempest-AttachVolumeTestJSON-185127037-project] Publish callbacks [] for floatingip (631c5f06-1676-4bd5-9610-0df50ebd4935), after_delete {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:00:09.341154 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-af08bf4d-3969-4369-ad3f-bb829fd034cf tempest-AttachVolumeTestJSON-185127037 tempest-AttachVolumeTestJSON-185127037-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29634'] for floatingip (None), before_response {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:00:09.342312 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [None req-af08bf4d-3969-4369-ad3f-bb829fd034cf tempest-AttachVolumeTestJSON-185127037 tempest-AttachVolumeTestJSON-185127037-project] 10.222.0.60 "DELETE /v2.0/floatingips/631c5f06-1676-4bd5-9610-0df50ebd4935 HTTP/1.1" status: 204 len: 168 time: 0.4308023 May 10 18:00:09.893887 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.rpc [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Device cdf3d2c3-53c7-4f85-9104-e3ff4f413ee1 no longer exists at agent hyperv_hv-cinder-84130 {{(pid=110154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 18:00:09.914232 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.plugin [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] No Port match for: cdf3d2c3-53c7-4f85-9104-e3ff4f413ee1 {{(pid=110154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 18:00:09.914585 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.rpc [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Device cdf3d2c3-53c7-4f85-9104-e3ff4f413ee1 not bound to the agent host hv-cinder-84130 {{(pid=110154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 18:00:12.875004 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.wsgi [-] (110153) accepted ('10.222.0.60', 48570) {{(pid=110153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 18:00:13.400928 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-809a4a8c-ea61-4208-8dfc-8f329c83c3ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-640312'] for router_interface (b4bbf29f-5c22-4dee-a34b-aa473727f95a), before_delete {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:00:13.632667 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.plugins.ml2.plugin [None req-809a4a8c-ea61-4208-8dfc-8f329c83c3ad admin admin] Deleting port f7b232d1-4cd4-48c1-a721-e78ddbbead0e {{(pid=110153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 18:00:13.633004 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-809a4a8c-ea61-4208-8dfc-8f329c83c3ad admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781795221764'] for port (f7b232d1-4cd4-48c1-a721-e78ddbbead0e), before_delete {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:00:13.713987 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.plugins.ml2.db [None req-809a4a8c-ea61-4208-8dfc-8f329c83c3ad admin admin] For port f7b232d1-4cd4-48c1-a721-e78ddbbead0e, host dv-cinder-841302-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841302-2-iscsi',level=0,port_id=f7b232d1-4cd4-48c1-a721-e78ddbbead0e,segment=NetworkSegment(ceecb963-ac53-40a6-a088-c89a2310a391),segment_id=ceecb963-ac53-40a6-a088-c89a2310a391)] {{(pid=110153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 18:00:13.714346 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-809a4a8c-ea61-4208-8dfc-8f329c83c3ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640494'] for port (f7b232d1-4cd4-48c1-a721-e78ddbbead0e), precommit_delete {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:00:13.727421 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.plugins.ml2.plugin [None req-809a4a8c-ea61-4208-8dfc-8f329c83c3ad admin admin] Calling delete_port for f7b232d1-4cd4-48c1-a721-e78ddbbead0e owned by network:router_interface {{(pid=110153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 18:00:13.906078 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-809a4a8c-ea61-4208-8dfc-8f329c83c3ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1514136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781795229076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781794686073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207117'] for port (f7b232d1-4cd4-48c1-a721-e78ddbbead0e), after_delete {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:00:13.931507 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809a4a8c-ea61-4208-8dfc-8f329c83c3ad admin admin] Pushing event deleted for resources: {'Port': ['ID=f7b232d1-4cd4-48c1-a721-e78ddbbead0e,revision_number=None']} {{(pid=110153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:00:14.101177 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-809a4a8c-ea61-4208-8dfc-8f329c83c3ad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-631618', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-643121'] for router_interface (b4bbf29f-5c22-4dee-a34b-aa473727f95a), after_delete {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:00:14.567217 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-809a4a8c-ea61-4208-8dfc-8f329c83c3ad admin admin] Router b4bbf29f-5c22-4dee-a34b-aa473727f95a has already been hosted by L3 agent eaac381b-e402-41c3-a8e6-8f962681d3e6 {{(pid=110153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 18:00:14.676582 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-809a4a8c-ea61-4208-8dfc-8f329c83c3ad admin admin] Notify agent at l3_agent.dv-cinder-841302-2-iscsi the message routers_updated {{(pid=110153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 18:00:14.681535 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [None req-809a4a8c-ea61-4208-8dfc-8f329c83c3ad admin admin] 10.222.0.60 "PUT /v2.0/routers/b4bbf29f-5c22-4dee-a34b-aa473727f95a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8056827 May 10 18:00:14.684633 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.wsgi [-] (110153) accepted ('10.222.0.60', 48574) {{(pid=110153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 18:00:14.686233 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9f7629c-954a-408f-9db5-eed8b2c4e0e3 None None] Sync routers for ids ['b4bbf29f-5c22-4dee-a34b-aa473727f95a'] in dv-cinder-841302-2-iscsi {{(pid=110155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 18:00:14.696022 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9f7629c-954a-408f-9db5-eed8b2c4e0e3 None None] Routers {'b4bbf29f-5c22-4dee-a34b-aa473727f95a'} bound to L3 agent in host dv-cinder-841302-2-iscsi {{(pid=110155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 18:00:14.696614 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.db.l3_hamode_db [None req-a9f7629c-954a-408f-9db5-eed8b2c4e0e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841302-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-10T17:36:00Z,description=,heartbeat_timestamp=2022-05-10T18:00:00Z,host='dv-cinder-841302-2-iscsi',id=eaac381b-e402-41c3-a8e6-8f962681d3e6,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T17:36:00Z,topic='l3_agent')) {'router_ids': ['b4bbf29f-5c22-4dee-a34b-aa473727f95a'], 'active': True} {{(pid=110155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 18:00:14.797301 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-b9a6eee1-25e7-490f-b50b-2ce8e881f5e0 admin admin] Publish callbacks [] for router (b4bbf29f-5c22-4dee-a34b-aa473727f95a), before_delete {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:00:14.902144 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.db.l3_dvr_db [None req-a9f7629c-954a-408f-9db5-eed8b2c4e0e3 None None] Set router b4bbf29f-5c22-4dee-a34b-aa473727f95a gateway port host: dv-cinder-841302-2-iscsi {{(pid=110155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 18:00:14.904174 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-b9a6eee1-25e7-490f-b50b-2ce8e881f5e0 admin admin] Publish callbacks [] for router_gateway (b4bbf29f-5c22-4dee-a34b-aa473727f95a), before_delete {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:00:14.948922 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.plugins.ml2.plugin [None req-b9a6eee1-25e7-490f-b50b-2ce8e881f5e0 admin admin] Deleting port e0021c3d-3ecc-49d2-84ce-7cc507b0b3f1 {{(pid=110153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 18:00:14.949699 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-b9a6eee1-25e7-490f-b50b-2ce8e881f5e0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781795221764'] for port (e0021c3d-3ecc-49d2-84ce-7cc507b0b3f1), before_delete {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:00:15.026463 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.plugins.ml2.db [None req-b9a6eee1-25e7-490f-b50b-2ce8e881f5e0 admin admin] For port e0021c3d-3ecc-49d2-84ce-7cc507b0b3f1, host dv-cinder-841302-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841302-2-iscsi',level=0,port_id=e0021c3d-3ecc-49d2-84ce-7cc507b0b3f1,segment=NetworkSegment(73dc8890-d7a8-423a-bf66-935bdea3f4d7),segment_id=73dc8890-d7a8-423a-bf66-935bdea3f4d7)] {{(pid=110153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 18:00:15.026879 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-b9a6eee1-25e7-490f-b50b-2ce8e881f5e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640494'] for port (e0021c3d-3ecc-49d2-84ce-7cc507b0b3f1), precommit_delete {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:00:15.040793 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.plugins.ml2.plugin [None req-b9a6eee1-25e7-490f-b50b-2ce8e881f5e0 admin admin] Calling delete_port for e0021c3d-3ecc-49d2-84ce-7cc507b0b3f1 owned by network:router_gateway {{(pid=110153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 18:00:15.070844 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.db.l3_hamode_db [None req-a9f7629c-954a-408f-9db5-eed8b2c4e0e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4bbf29f-5c22-4dee-a34b-aa473727f95a', 'name': 'tempest-AttachVolumeTestJSON-529210175-router', 'tenant_id': 'a83ced38e3ea471399fe49b3162b38e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85dc89cf-59f9-4edb-b26e-52bcb8a93763', 'external_fixed_ips': [{'subnet_id': 'e93d94f1-cb19-4cd0-92e5-ca73d24bd8fb', 'ip_address': '172.27.0.138'}], 'enable_snat': True}, 'gw_port_id': 'e0021c3d-3ecc-49d2-84ce-7cc507b0b3f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T17:52:31Z', 'updated_at': '2022-05-10T18:00:13Z', 'revision_number': 5, 'project_id': 'a83ced38e3ea471399fe49b3162b38e7', 'gw_port': {'id': 'e0021c3d-3ecc-49d2-84ce-7cc507b0b3f1', 'name': '', 'network_id': '85dc89cf-59f9-4edb-b26e-52bcb8a93763', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:25:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4bbf29f-5c22-4dee-a34b-aa473727f95a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': 'e93d94f1-cb19-4cd0-92e5-ca73d24bd8fb', 'ip_address': '172.27.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841302-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T17:52:31Z', 'updated_at': '2022-05-10T17:52:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e93d94f1-cb19-4cd0-92e5-ca73d24bd8fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841302-2-iscsi'}], 'dv-cinder-841302-2-iscsi', False) {} {{(pid=110155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 18:00:15.099476 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9f7629c-954a-408f-9db5-eed8b2c4e0e3 None None] Checking router: b4bbf29f-5c22-4dee-a34b-aa473727f95a for host: dv-cinder-841302-2-iscsi {{(pid=110155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 18:00:15.107680 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9f7629c-954a-408f-9db5-eed8b2c4e0e3 None None] Routers {'b4bbf29f-5c22-4dee-a34b-aa473727f95a'} bound to L3 agent in host dv-cinder-841302-2-iscsi {{(pid=110155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 18:00:15.108275 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.db.l3_hamode_db [None req-a9f7629c-954a-408f-9db5-eed8b2c4e0e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841302-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-10T17:36:00Z,description=,heartbeat_timestamp=2022-05-10T18:00:00Z,host='dv-cinder-841302-2-iscsi',id=eaac381b-e402-41c3-a8e6-8f962681d3e6,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T17:36:00Z,topic='l3_agent')) {'router_ids': ['b4bbf29f-5c22-4dee-a34b-aa473727f95a'], 'active': True} {{(pid=110155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 18:00:15.203202 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.db.l3_dvr_db [None req-a9f7629c-954a-408f-9db5-eed8b2c4e0e3 None None] Set router b4bbf29f-5c22-4dee-a34b-aa473727f95a gateway port host: None {{(pid=110155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 18:00:15.211789 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-b9a6eee1-25e7-490f-b50b-2ce8e881f5e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1514136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781795229076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781794686073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207117'] for port (e0021c3d-3ecc-49d2-84ce-7cc507b0b3f1), after_delete {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:00:15.241571 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a6eee1-25e7-490f-b50b-2ce8e881f5e0 admin admin] Pushing event deleted for resources: {'Port': ['ID=e0021c3d-3ecc-49d2-84ce-7cc507b0b3f1,revision_number=None']} {{(pid=110153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:00:15.259647 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.db.l3_hamode_db [None req-a9f7629c-954a-408f-9db5-eed8b2c4e0e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4bbf29f-5c22-4dee-a34b-aa473727f95a', 'name': 'tempest-AttachVolumeTestJSON-529210175-router', 'tenant_id': 'a83ced38e3ea471399fe49b3162b38e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T17:52:31Z', 'updated_at': '2022-05-10T18:00:14Z', 'revision_number': 6, 'project_id': 'a83ced38e3ea471399fe49b3162b38e7', 'gw_port_host': None}], 'dv-cinder-841302-2-iscsi', False) {} {{(pid=110155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 18:00:15.286889 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9f7629c-954a-408f-9db5-eed8b2c4e0e3 None None] The sync data for ids ['b4bbf29f-5c22-4dee-a34b-aa473727f95a'] in dv-cinder-841302-2-iscsi is: [{'id': 'b4bbf29f-5c22-4dee-a34b-aa473727f95a', 'name': 'tempest-AttachVolumeTestJSON-529210175-router', 'tenant_id': 'a83ced38e3ea471399fe49b3162b38e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T17:52:31Z', 'updated_at': '2022-05-10T18:00:14Z', 'revision_number': 6, 'project_id': 'a83ced38e3ea471399fe49b3162b38e7', 'gw_port_host': None}] {{(pid=110155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 18:00:15.304746 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-b9a6eee1-25e7-490f-b50b-2ce8e881f5e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-642646'] for router_gateway (b4bbf29f-5c22-4dee-a34b-aa473727f95a), after_delete {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:00:15.396009 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-b9a6eee1-25e7-490f-b50b-2ce8e881f5e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-539802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-807'] for router (b4bbf29f-5c22-4dee-a34b-aa473727f95a), precommit_delete {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:00:15.398390 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-b9a6eee1-25e7-490f-b50b-2ce8e881f5e0 admin admin] Publish callbacks [] for router_controller (b4bbf29f-5c22-4dee-a34b-aa473727f95a), precommit_delete_associations {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:00:15.443129 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-b9a6eee1-25e7-490f-b50b-2ce8e881f5e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-539777'] for router (b4bbf29f-5c22-4dee-a34b-aa473727f95a), after_delete {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:00:15.443668 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9a6eee1-25e7-490f-b50b-2ce8e881f5e0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b4bbf29f-5c22-4dee-a34b-aa473727f95a {{(pid=110153) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 10 18:00:15.448359 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-b9a6eee1-25e7-490f-b50b-2ce8e881f5e0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:00:15.449847 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [None req-b9a6eee1-25e7-490f-b50b-2ce8e881f5e0 admin admin] 10.222.0.60 "DELETE /v2.0/routers/b4bbf29f-5c22-4dee-a34b-aa473727f95a HTTP/1.1" status: 204 len: 168 time: 0.7640848 May 10 18:00:15.452116 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.wsgi [-] (110153) accepted ('10.222.0.60', 48576) {{(pid=110153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 18:00:15.495999 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a2452d0-fb67-494c-a9d0-23d4c8cc4a7d admin admin] Deleting subnet 125e9763-4051-4e2a-9a5e-3519d0c64e46 {{(pid=110153) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 10 18:00:15.499091 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-3a2452d0-fb67-494c-a9d0-23d4c8cc4a7d admin admin] Publish callbacks [] for subnet (125e9763-4051-4e2a-9a5e-3519d0c64e46), before_delete {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:00:15.532917 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-3a2452d0-fb67-494c-a9d0-23d4c8cc4a7d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24886420'] for subnet (125e9763-4051-4e2a-9a5e-3519d0c64e46), precommit_delete_associations {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:00:15.613778 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-3a2452d0-fb67-494c-a9d0-23d4c8cc4a7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1463979'] for subnet (125e9763-4051-4e2a-9a5e-3519d0c64e46), precommit_delete {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:00:15.667747 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-3a2452d0-fb67-494c-a9d0-23d4c8cc4a7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1463972', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-321831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4207162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24212047'] for subnet (125e9763-4051-4e2a-9a5e-3519d0c64e46), after_delete {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:00:15.693577 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2452d0-fb67-494c-a9d0-23d4c8cc4a7d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=125e9763-4051-4e2a-9a5e-3519d0c64e46,revision_number=None']} {{(pid=110153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:00:15.697208 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-3a2452d0-fb67-494c-a9d0-23d4c8cc4a7d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:00:15.701280 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [None req-3a2452d0-fb67-494c-a9d0-23d4c8cc4a7d admin admin] 10.222.0.60 "DELETE /v2.0/subnets/125e9763-4051-4e2a-9a5e-3519d0c64e46 HTTP/1.1" status: 204 len: 168 time: 0.2479098 May 10 18:00:15.703951 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.wsgi [-] (110153) accepted ('10.222.0.60', 48578) {{(pid=110153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 18:00:15.707852 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-353e66cc-5187-4034-b352-969a28270552 None None] Network 6723a7dd-891c-4580-9df3-21c9f6f08046 requested from dv-cinder-841302-2-iscsi {{(pid=110154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 18:00:15.771651 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-25ab41e1-561e-45f4-926c-21758d3dacee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1701118'] for network (6723a7dd-891c-4580-9df3-21c9f6f08046), before_delete {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:00:15.828674 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.plugins.ml2.plugin [None req-25ab41e1-561e-45f4-926c-21758d3dacee admin admin] Deleting port b1b5407b-b2bb-4d4e-bc5d-a4ee65c914ba {{(pid=110153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 18:00:15.829009 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-25ab41e1-561e-45f4-926c-21758d3dacee admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781795221764'] for port (b1b5407b-b2bb-4d4e-bc5d-a4ee65c914ba), before_delete {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:00:15.889196 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.plugins.ml2.db [None req-25ab41e1-561e-45f4-926c-21758d3dacee admin admin] For port b1b5407b-b2bb-4d4e-bc5d-a4ee65c914ba, host dv-cinder-841302-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841302-2-iscsi',level=0,port_id=b1b5407b-b2bb-4d4e-bc5d-a4ee65c914ba,segment=NetworkSegment(ceecb963-ac53-40a6-a088-c89a2310a391),segment_id=ceecb963-ac53-40a6-a088-c89a2310a391)] {{(pid=110153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 18:00:15.889561 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-25ab41e1-561e-45f4-926c-21758d3dacee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640494'] for port (b1b5407b-b2bb-4d4e-bc5d-a4ee65c914ba), precommit_delete {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:00:15.902501 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.plugins.ml2.plugin [None req-25ab41e1-561e-45f4-926c-21758d3dacee admin admin] Calling delete_port for b1b5407b-b2bb-4d4e-bc5d-a4ee65c914ba owned by network:dhcp {{(pid=110153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 18:00:15.943548 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.wsgi [req-49446d80-1be8-4294-bd3f-0ebb3f268eee req-55af84f2-ff02-4e06-9006-d0dc4f53355d service neutron] (110153) timed out ('10.222.0.77', 63420) {{(pid=110153) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} May 10 18:00:15.984896 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-25ab41e1-561e-45f4-926c-21758d3dacee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1514136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781795229076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781794686073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207117'] for port (b1b5407b-b2bb-4d4e-bc5d-a4ee65c914ba), after_delete {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:00:16.012506 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25ab41e1-561e-45f4-926c-21758d3dacee admin admin] No DVR routers for this DVR port b1b5407b-b2bb-4d4e-bc5d-a4ee65c914ba on host dv-cinder-841302-2-iscsi {{(pid=110153) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 18:00:16.013994 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ab41e1-561e-45f4-926c-21758d3dacee admin admin] Pushing event deleted for resources: {'Port': ['ID=b1b5407b-b2bb-4d4e-bc5d-a4ee65c914ba,revision_number=None']} {{(pid=110153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:00:16.039081 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e3b3903-1604-4c75-ad1c-0092e23aae21 None None] DHCP port deletion for 6723a7dd-891c-4580-9df3-21c9f6f08046 request from dv-cinder-841302-2-iscsi {{(pid=110154) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 10 18:00:16.087797 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-25ab41e1-561e-45f4-926c-21758d3dacee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1459024', 'neutron.services.segments.db._delete_segments_for_network-8781795183409'] for network (6723a7dd-891c-4580-9df3-21c9f6f08046), precommit_delete {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:00:16.110988 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.services.segments.db [None req-25ab41e1-561e-45f4-926c-21758d3dacee admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6723a7dd-891c-4580-9df3-21c9f6f08046']}} {{(pid=110153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 18:00:16.121122 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.services.segments.db [None req-25ab41e1-561e-45f4-926c-21758d3dacee admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ceecb963-ac53-40a6-a088-c89a2310a391') {'for_net_delete': True} {{(pid=110153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 18:00:16.121483 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.services.segments.db [None req-25ab41e1-561e-45f4-926c-21758d3dacee admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ceecb963-ac53-40a6-a088-c89a2310a391') {} {{(pid=110153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 18:00:16.131007 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-25ab41e1-561e-45f4-926c-21758d3dacee admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781795183930', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24886383'] for segment (ceecb963-ac53-40a6-a088-c89a2310a391), before_delete {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:00:16.144664 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-25ab41e1-561e-45f4-926c-21758d3dacee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1469446'] for segment (ceecb963-ac53-40a6-a088-c89a2310a391), precommit_delete {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:00:16.151277 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-25ab41e1-561e-45f4-926c-21758d3dacee admin admin] Releasing vlan 577 on physical network physnet1 to pool {{(pid=110153) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 18:00:16.152054 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-25ab41e1-561e-45f4-926c-21758d3dacee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1469446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4207184'] for segment (ceecb963-ac53-40a6-a088-c89a2310a391), after_delete {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:00:16.153928 dv-cinder-841302-2-iscsi neutron-server[110153]: Traceback (most recent call last): May 10 18:00:16.153928 dv-cinder-841302-2-iscsi neutron-server[110153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 18:00:16.153928 dv-cinder-841302-2-iscsi neutron-server[110153]: timer() May 10 18:00:16.153928 dv-cinder-841302-2-iscsi neutron-server[110153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 18:00:16.153928 dv-cinder-841302-2-iscsi neutron-server[110153]: cb(*args, **kw) May 10 18:00:16.153928 dv-cinder-841302-2-iscsi neutron-server[110153]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 10 18:00:16.153928 dv-cinder-841302-2-iscsi neutron-server[110153]: return func(*args, **kwargs) May 10 18:00:16.153928 dv-cinder-841302-2-iscsi neutron-server[110153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 18:00:16.153928 dv-cinder-841302-2-iscsi neutron-server[110153]: self._notify() May 10 18:00:16.153928 dv-cinder-841302-2-iscsi neutron-server[110153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 18:00:16.153928 dv-cinder-841302-2-iscsi neutron-server[110153]: self.callback(batched_events) May 10 18:00:16.153928 dv-cinder-841302-2-iscsi neutron-server[110153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 18:00:16.153928 dv-cinder-841302-2-iscsi neutron-server[110153]: event.method(event) May 10 18:00:16.153928 dv-cinder-841302-2-iscsi neutron-server[110153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 10 18:00:16.153928 dv-cinder-841302-2-iscsi neutron-server[110153]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 18:00:16.153928 dv-cinder-841302-2-iscsi neutron-server[110153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 10 18:00:16.153928 dv-cinder-841302-2-iscsi neutron-server[110153]: aggregate_uuid = self.p_client.list_aggregates( May 10 18:00:16.153928 dv-cinder-841302-2-iscsi neutron-server[110153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 10 18:00:16.153928 dv-cinder-841302-2-iscsi neutron-server[110153]: return f(self, *a, **k) May 10 18:00:16.153928 dv-cinder-841302-2-iscsi neutron-server[110153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 10 18:00:16.153928 dv-cinder-841302-2-iscsi neutron-server[110153]: return self._get(url).json() May 10 18:00:16.153928 dv-cinder-841302-2-iscsi neutron-server[110153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 10 18:00:16.153928 dv-cinder-841302-2-iscsi neutron-server[110153]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 18:00:16.153928 dv-cinder-841302-2-iscsi neutron-server[110153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 18:00:16.153928 dv-cinder-841302-2-iscsi neutron-server[110153]: return self.request(url, 'GET', **kwargs) May 10 18:00:16.153928 dv-cinder-841302-2-iscsi neutron-server[110153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 18:00:16.153928 dv-cinder-841302-2-iscsi neutron-server[110153]: base_url = self.get_endpoint(auth, allow=allow, May 10 18:00:16.153928 dv-cinder-841302-2-iscsi neutron-server[110153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 18:00:16.153928 dv-cinder-841302-2-iscsi neutron-server[110153]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 18:00:16.153928 dv-cinder-841302-2-iscsi neutron-server[110153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 18:00:16.153928 dv-cinder-841302-2-iscsi neutron-server[110153]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 18:00:16.153928 dv-cinder-841302-2-iscsi neutron-server[110153]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 18:00:16.209166 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-25ab41e1-561e-45f4-926c-21758d3dacee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1458985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-282477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-641080'] for network (6723a7dd-891c-4580-9df3-21c9f6f08046), after_delete {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:00:16.214596 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-25ab41e1-561e-45f4-926c-21758d3dacee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631615'] for network (None), before_response {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:00:16.218127 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [None req-25ab41e1-561e-45f4-926c-21758d3dacee admin admin] 10.222.0.60 "DELETE /v2.0/networks/6723a7dd-891c-4580-9df3-21c9f6f08046 HTTP/1.1" status: 204 len: 168 time: 0.5132203 May 10 18:00:16.231153 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ab41e1-561e-45f4-926c-21758d3dacee admin admin] Pushing event deleted for resources: {'Network': ['ID=6723a7dd-891c-4580-9df3-21c9f6f08046,revision_number=None']} {{(pid=110153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:00:16.336716 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.wsgi [-] (110152) accepted ('10.222.0.60', 48582) {{(pid=110152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 18:00:16.378641 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [None req-e7af2d41-2b5e-4750-94a7-d57be278dcd0 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=a83ced38e3ea471399fe49b3162b38e7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0407703 May 10 18:00:16.381108 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.wsgi [-] (110152) accepted ('10.222.0.60', 48584) {{(pid=110152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 18:00:16.432320 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-767bb652-4623-4bef-934f-0e3de79127fc admin admin] Publish callbacks [] for security_group (997a5a47-fa4b-494a-bd60-9811781e70c7), before_delete {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:00:16.453556 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-767bb652-4623-4bef-934f-0e3de79127fc admin admin] Publish callbacks [] for security_group (997a5a47-fa4b-494a-bd60-9811781e70c7), precommit_delete {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:00:16.499824 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-767bb652-4623-4bef-934f-0e3de79127fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-282428'] for security_group (997a5a47-fa4b-494a-bd60-9811781e70c7), after_delete {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:00:16.502315 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-767bb652-4623-4bef-934f-0e3de79127fc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:00:16.503489 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [None req-767bb652-4623-4bef-934f-0e3de79127fc admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/997a5a47-fa4b-494a-bd60-9811781e70c7 HTTP/1.1" status: 204 len: 168 time: 0.1214607 May 10 18:00:16.511641 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767bb652-4623-4bef-934f-0e3de79127fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=997a5a47-fa4b-494a-bd60-9811781e70c7,revision_number=None']} {{(pid=110152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:00:17.089687 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.rpc [None req-6e697e78-9dd1-4bc1-8573-56b901d07725 None None] Device f7b232d1-4cd4-48c1-a721-e78ddbbead0e no longer exists at agent ovs-agent-dv-cinder-841302-2-iscsi {{(pid=110154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 18:00:17.108756 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.plugin [None req-6e697e78-9dd1-4bc1-8573-56b901d07725 None None] No Port match for: f7b232d1-4cd4-48c1-a721-e78ddbbead0e {{(pid=110154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 18:00:17.109101 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.rpc [None req-6e697e78-9dd1-4bc1-8573-56b901d07725 None None] Device f7b232d1-4cd4-48c1-a721-e78ddbbead0e not bound to the agent host dv-cinder-841302-2-iscsi {{(pid=110154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 18:00:17.109506 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.rpc [None req-6e697e78-9dd1-4bc1-8573-56b901d07725 None None] Device e0021c3d-3ecc-49d2-84ce-7cc507b0b3f1 no longer exists at agent ovs-agent-dv-cinder-841302-2-iscsi {{(pid=110154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 18:00:17.128841 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.plugin [None req-6e697e78-9dd1-4bc1-8573-56b901d07725 None None] No Port match for: e0021c3d-3ecc-49d2-84ce-7cc507b0b3f1 {{(pid=110154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 18:00:17.129181 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.rpc [None req-6e697e78-9dd1-4bc1-8573-56b901d07725 None None] Device e0021c3d-3ecc-49d2-84ce-7cc507b0b3f1 not bound to the agent host dv-cinder-841302-2-iscsi {{(pid=110154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 18:00:17.129591 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.rpc [None req-6e697e78-9dd1-4bc1-8573-56b901d07725 None None] Device b1b5407b-b2bb-4d4e-bc5d-a4ee65c914ba no longer exists at agent ovs-agent-dv-cinder-841302-2-iscsi {{(pid=110154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 18:00:17.148499 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.plugin [None req-6e697e78-9dd1-4bc1-8573-56b901d07725 None None] No Port match for: b1b5407b-b2bb-4d4e-bc5d-a4ee65c914ba {{(pid=110154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 18:00:17.148845 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.rpc [None req-6e697e78-9dd1-4bc1-8573-56b901d07725 None None] Device b1b5407b-b2bb-4d4e-bc5d-a4ee65c914ba not bound to the agent host dv-cinder-841302-2-iscsi {{(pid=110154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 18:00:17.159168 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.wsgi [-] (110152) accepted ('10.222.0.60', 48606) {{(pid=110152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 18:00:17.253262 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.v2.base [None req-95bc16d8-e46d-40ca-a8a7-959be561d604 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1466709141-network', 'tenant_id': '5ec050d30f2b488fb90cb168c9acd267'}} {{(pid=110152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 18:00:17.273261 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95bc16d8-e46d-40ca-a8a7-959be561d604 admin admin] Made reservation on behalf of 5ec050d30f2b488fb90cb168c9acd267 for: {'network': 1} {{(pid=110152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 18:00:17.275809 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-95bc16d8-e46d-40ca-a8a7-959be561d604 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1514036'] for network (None), before_create {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:00:17.284601 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-95bc16d8-e46d-40ca-a8a7-959be561d604 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:00:17.362751 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-95bc16d8-e46d-40ca-a8a7-959be561d604 admin admin] Publish callbacks [] for security_group (5c80531c-0ff5-40f8-8f8a-ed58329448fc), precommit_create {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:00:17.366621 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-95bc16d8-e46d-40ca-a8a7-959be561d604 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-282428'] for security_group (5c80531c-0ff5-40f8-8f8a-ed58329448fc), after_create {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:00:17.389373 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-95bc16d8-e46d-40ca-a8a7-959be561d604 admin admin] vlan segment allocate from pool success with {'vlan_id': 556, 'physical_network': 'physnet1'} {{(pid=110152) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 18:00:17.404706 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95bc16d8-e46d-40ca-a8a7-959be561d604 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c80531c-0ff5-40f8-8f8a-ed58329448fc,revision_number=1']} {{(pid=110152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:00:17.407583 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-95bc16d8-e46d-40ca-a8a7-959be561d604 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1469446'] for segment (011357f9-d668-41ef-acc7-f2c3fabfa265), precommit_create {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:00:17.407923 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.db.segments_db [None req-95bc16d8-e46d-40ca-a8a7-959be561d604 admin admin] Added segment 011357f9-d668-41ef-acc7-f2c3fabfa265 of type vlan for network 01b228e0-575e-4690-8aa3-4bd1fdd2bc46 May 10 18:00:17.449494 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-95bc16d8-e46d-40ca-a8a7-959be561d604 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781794707887'] for network (01b228e0-575e-4690-8aa3-4bd1fdd2bc46), precommit_create {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:00:17.472964 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-95bc16d8-e46d-40ca-a8a7-959be561d604 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-282477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631625'] for network (01b228e0-575e-4690-8aa3-4bd1fdd2bc46), after_create {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:00:17.474134 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95bc16d8-e46d-40ca-a8a7-959be561d604 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 18:00:17.474720 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-95bc16d8-e46d-40ca-a8a7-959be561d604 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631615'] for network (None), before_response {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:00:17.531583 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [None req-95bc16d8-e46d-40ca-a8a7-959be561d604 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.3710890 May 10 18:00:17.534374 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.wsgi [-] (110153) accepted ('10.222.0.60', 48610) {{(pid=110153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 18:00:17.539356 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.v2.base [None req-1a1c062d-a714-48e0-97ee-376230b0856b admin admin] Request body: {'subnet': {'network_id': '01b228e0-575e-4690-8aa3-4bd1fdd2bc46', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1466709141-subnet', 'tenant_id': '5ec050d30f2b488fb90cb168c9acd267', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 18:00:17.540897 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95bc16d8-e46d-40ca-a8a7-959be561d604 admin admin] Pushing event updated for resources: {'Network': ['ID=01b228e0-575e-4690-8aa3-4bd1fdd2bc46,revision_number=1']} {{(pid=110152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:00:17.551708 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.rpc [None req-6e697e78-9dd1-4bc1-8573-56b901d07725 None None] Network 01b228e0-575e-4690-8aa3-4bd1fdd2bc46 details requested by agent ovs-agent-dv-cinder-841302-2-iscsi with host dv-cinder-841302-2-iscsi {{(pid=110154) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 10 18:00:17.561643 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a1c062d-a714-48e0-97ee-376230b0856b admin admin] Made reservation on behalf of 5ec050d30f2b488fb90cb168c9acd267 for: {'subnet': 1} {{(pid=110153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 18:00:17.563950 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-1a1c062d-a714-48e0-97ee-376230b0856b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24212008'] for subnet (None), before_create {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:00:17.728447 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-1a1c062d-a714-48e0-97ee-376230b0856b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-321831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4208893', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24212022'] for subnet (1f282f72-acc2-4f18-b66a-cba2dbb7eb1c), after_create {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:00:17.785990 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1c062d-a714-48e0-97ee-376230b0856b admin admin] Pushing event updated for resources: {'Subnet': ['ID=1f282f72-acc2-4f18-b66a-cba2dbb7eb1c,revision_number=0']} {{(pid=110153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:00:17.793654 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a1c062d-a714-48e0-97ee-376230b0856b admin admin] Checking segment: {'id': '011357f9-d668-41ef-acc7-f2c3fabfa265', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '01b228e0-575e-4690-8aa3-4bd1fdd2bc46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 18:00:17.794014 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a1c062d-a714-48e0-97ee-376230b0856b admin admin] Network hostable DHCP agents. Network: 01b228e0-575e-4690-8aa3-4bd1fdd2bc46, hostable agents: ['b2ad0527-00d5-4995-bc97-ec84c4e02f0b'], hosted agents: [] {{(pid=110153) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 18:00:17.812281 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a1c062d-a714-48e0-97ee-376230b0856b admin admin] Network 01b228e0-575e-4690-8aa3-4bd1fdd2bc46 is scheduled to be hosted by DHCP agent b2ad0527-00d5-4995-bc97-ec84c4e02f0b with binding_index 1 {{(pid=110153) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 18:00:17.821025 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.scheduler.base_scheduler [None req-1a1c062d-a714-48e0-97ee-376230b0856b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-841302-2-iscsi, 01b228e0-575e-4690-8aa3-4bd1fdd2bc46) {{(pid=110153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 18:00:17.829723 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a1c062d-a714-48e0-97ee-376230b0856b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 18:00:17.829879 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df963c88-ee93-49df-b5dc-da6908c09319 None None] Network 01b228e0-575e-4690-8aa3-4bd1fdd2bc46 requested from dv-cinder-841302-2-iscsi {{(pid=110154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 18:00:17.830318 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-1a1c062d-a714-48e0-97ee-376230b0856b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:00:17.849172 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [None req-1a1c062d-a714-48e0-97ee-376230b0856b admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.3136954 May 10 18:00:17.932511 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8646ab8d-fab8-4859-a855-4a59bf95ce3d None None] Network 01b228e0-575e-4690-8aa3-4bd1fdd2bc46 requested from dv-cinder-841302-2-iscsi {{(pid=110154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 18:00:18.313731 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.wsgi [-] (110153) accepted ('10.222.0.60', 48626) {{(pid=110153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 18:00:18.318566 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.v2.base [None req-f696567a-7578-4e6a-bef7-a68a027244e6 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-197595145-network', 'tenant_id': 'e5174c31e2364bf99943f6f5909e7ec7'}} {{(pid=110153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 18:00:18.337838 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f696567a-7578-4e6a-bef7-a68a027244e6 admin admin] Made reservation on behalf of e5174c31e2364bf99943f6f5909e7ec7 for: {'network': 1} {{(pid=110153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 18:00:18.340215 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-f696567a-7578-4e6a-bef7-a68a027244e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1514036'] for network (None), before_create {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:00:18.352709 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-f696567a-7578-4e6a-bef7-a68a027244e6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:00:18.427387 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-f696567a-7578-4e6a-bef7-a68a027244e6 admin admin] Publish callbacks [] for security_group (7b29b57d-b47a-40bf-862f-9e128024943a), precommit_create {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:00:18.431186 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-f696567a-7578-4e6a-bef7-a68a027244e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-282428'] for security_group (7b29b57d-b47a-40bf-862f-9e128024943a), after_create {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:00:18.458152 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f696567a-7578-4e6a-bef7-a68a027244e6 admin admin] vlan segment allocate from pool success with {'vlan_id': 591, 'physical_network': 'physnet1'} {{(pid=110153) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 18:00:18.463495 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f696567a-7578-4e6a-bef7-a68a027244e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b29b57d-b47a-40bf-862f-9e128024943a,revision_number=1']} {{(pid=110153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:00:18.470653 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-f696567a-7578-4e6a-bef7-a68a027244e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1469446'] for segment (aee771ad-e00f-420a-a500-7d36c4d8ad43), precommit_create {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:00:18.471028 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.db.segments_db [None req-f696567a-7578-4e6a-bef7-a68a027244e6 admin admin] Added segment aee771ad-e00f-420a-a500-7d36c4d8ad43 of type vlan for network 1e0ca054-b7a1-44ab-9280-d1e578d55aaf May 10 18:00:18.516149 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-f696567a-7578-4e6a-bef7-a68a027244e6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781794707887'] for network (1e0ca054-b7a1-44ab-9280-d1e578d55aaf), precommit_create {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:00:18.539715 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-f696567a-7578-4e6a-bef7-a68a027244e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-282477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631625'] for network (1e0ca054-b7a1-44ab-9280-d1e578d55aaf), after_create {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:00:18.540749 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f696567a-7578-4e6a-bef7-a68a027244e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 18:00:18.541367 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-f696567a-7578-4e6a-bef7-a68a027244e6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631615'] for network (None), before_response {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:00:18.601366 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [None req-f696567a-7578-4e6a-bef7-a68a027244e6 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.2864401 May 10 18:00:18.604777 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.wsgi [-] (110153) accepted ('10.222.0.60', 48628) {{(pid=110153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 18:00:18.611400 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.v2.base [None req-3ce18d39-316a-4ad0-8e20-29ebad3c09b6 admin admin] Request body: {'subnet': {'network_id': '1e0ca054-b7a1-44ab-9280-d1e578d55aaf', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-197595145-subnet', 'tenant_id': 'e5174c31e2364bf99943f6f5909e7ec7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 18:00:18.615686 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f696567a-7578-4e6a-bef7-a68a027244e6 admin admin] Pushing event updated for resources: {'Network': ['ID=1e0ca054-b7a1-44ab-9280-d1e578d55aaf,revision_number=1']} {{(pid=110153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:00:18.626520 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.rpc [None req-6e697e78-9dd1-4bc1-8573-56b901d07725 None None] Network 1e0ca054-b7a1-44ab-9280-d1e578d55aaf details requested by agent ovs-agent-dv-cinder-841302-2-iscsi with host dv-cinder-841302-2-iscsi {{(pid=110154) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 10 18:00:18.632601 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ce18d39-316a-4ad0-8e20-29ebad3c09b6 admin admin] Made reservation on behalf of e5174c31e2364bf99943f6f5909e7ec7 for: {'subnet': 1} {{(pid=110153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 18:00:18.634936 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-3ce18d39-316a-4ad0-8e20-29ebad3c09b6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24212008'] for subnet (None), before_create {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:00:18.800405 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-3ce18d39-316a-4ad0-8e20-29ebad3c09b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-321831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4208893', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24212022'] for subnet (c9484b07-220c-4e64-9b24-b9bfd36db8c3), after_create {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:00:18.853453 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce18d39-316a-4ad0-8e20-29ebad3c09b6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c9484b07-220c-4e64-9b24-b9bfd36db8c3,revision_number=0']} {{(pid=110153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:00:18.864400 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ce18d39-316a-4ad0-8e20-29ebad3c09b6 admin admin] Checking segment: {'id': 'aee771ad-e00f-420a-a500-7d36c4d8ad43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '1e0ca054-b7a1-44ab-9280-d1e578d55aaf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 18:00:18.864750 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ce18d39-316a-4ad0-8e20-29ebad3c09b6 admin admin] Network hostable DHCP agents. Network: 1e0ca054-b7a1-44ab-9280-d1e578d55aaf, hostable agents: ['b2ad0527-00d5-4995-bc97-ec84c4e02f0b'], hosted agents: [] {{(pid=110153) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 18:00:18.881960 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ce18d39-316a-4ad0-8e20-29ebad3c09b6 admin admin] Network 1e0ca054-b7a1-44ab-9280-d1e578d55aaf is scheduled to be hosted by DHCP agent b2ad0527-00d5-4995-bc97-ec84c4e02f0b with binding_index 1 {{(pid=110153) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 18:00:18.891113 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.scheduler.base_scheduler [None req-3ce18d39-316a-4ad0-8e20-29ebad3c09b6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-841302-2-iscsi, 1e0ca054-b7a1-44ab-9280-d1e578d55aaf) {{(pid=110153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 18:00:18.896247 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ce18d39-316a-4ad0-8e20-29ebad3c09b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 18:00:18.897219 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-3ce18d39-316a-4ad0-8e20-29ebad3c09b6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:00:18.903652 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18679fbb-57b0-496f-a9d6-08284a10f7a9 None None] Network 1e0ca054-b7a1-44ab-9280-d1e578d55aaf requested from dv-cinder-841302-2-iscsi {{(pid=110154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 18:00:18.915810 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [None req-3ce18d39-316a-4ad0-8e20-29ebad3c09b6 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.3101873 May 10 18:00:19.005524 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3702f542-d433-4408-ac6c-03a4eaec51bd None None] Network 1e0ca054-b7a1-44ab-9280-d1e578d55aaf requested from dv-cinder-841302-2-iscsi {{(pid=110154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 18:00:19.027564 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.wsgi [-] (110153) accepted ('10.222.0.60', 48632) {{(pid=110153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 18:00:19.072365 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.db.db_base_plugin_v2 [None req-22156439-69ba-424f-b1b2-5f0b50c91c9a admin admin] Deleting subnet 1f282f72-acc2-4f18-b66a-cba2dbb7eb1c {{(pid=110153) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 10 18:00:19.076213 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-22156439-69ba-424f-b1b2-5f0b50c91c9a admin admin] Publish callbacks [] for subnet (1f282f72-acc2-4f18-b66a-cba2dbb7eb1c), before_delete {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:00:19.111471 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-22156439-69ba-424f-b1b2-5f0b50c91c9a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24886420'] for subnet (1f282f72-acc2-4f18-b66a-cba2dbb7eb1c), precommit_delete_associations {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:00:19.157156 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-22156439-69ba-424f-b1b2-5f0b50c91c9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1463979'] for subnet (1f282f72-acc2-4f18-b66a-cba2dbb7eb1c), precommit_delete {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:00:19.207613 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-22156439-69ba-424f-b1b2-5f0b50c91c9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1463972', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-321831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4207162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24212047'] for subnet (1f282f72-acc2-4f18-b66a-cba2dbb7eb1c), after_delete {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:00:19.234050 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22156439-69ba-424f-b1b2-5f0b50c91c9a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1f282f72-acc2-4f18-b66a-cba2dbb7eb1c,revision_number=None']} {{(pid=110153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:00:19.236009 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-22156439-69ba-424f-b1b2-5f0b50c91c9a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:00:19.239107 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [None req-22156439-69ba-424f-b1b2-5f0b50c91c9a admin admin] 10.222.0.60 "DELETE /v2.0/subnets/1f282f72-acc2-4f18-b66a-cba2dbb7eb1c HTTP/1.1" status: 204 len: 168 time: 0.2104962 May 10 18:00:19.241689 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.wsgi [-] (110153) accepted ('10.222.0.60', 48634) {{(pid=110153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 18:00:19.308168 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-182e9d0e-aeb1-476b-9b52-815de5d03782 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1701118'] for network (01b228e0-575e-4690-8aa3-4bd1fdd2bc46), before_delete {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:00:19.387183 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-182e9d0e-aeb1-476b-9b52-815de5d03782 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1459024', 'neutron.services.segments.db._delete_segments_for_network-8781795183409'] for network (01b228e0-575e-4690-8aa3-4bd1fdd2bc46), precommit_delete {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:00:19.407527 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.services.segments.db [None req-182e9d0e-aeb1-476b-9b52-815de5d03782 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['01b228e0-575e-4690-8aa3-4bd1fdd2bc46']}} {{(pid=110153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 18:00:19.416513 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.services.segments.db [None req-182e9d0e-aeb1-476b-9b52-815de5d03782 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '011357f9-d668-41ef-acc7-f2c3fabfa265') {'for_net_delete': True} {{(pid=110153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 18:00:19.417329 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.services.segments.db [None req-182e9d0e-aeb1-476b-9b52-815de5d03782 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '011357f9-d668-41ef-acc7-f2c3fabfa265') {} {{(pid=110153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 18:00:19.426591 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-182e9d0e-aeb1-476b-9b52-815de5d03782 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781795183930', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24886383'] for segment (011357f9-d668-41ef-acc7-f2c3fabfa265), before_delete {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:00:19.440072 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-182e9d0e-aeb1-476b-9b52-815de5d03782 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1469446'] for segment (011357f9-d668-41ef-acc7-f2c3fabfa265), precommit_delete {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:00:19.446065 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-182e9d0e-aeb1-476b-9b52-815de5d03782 admin admin] Releasing vlan 556 on physical network physnet1 to pool {{(pid=110153) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 18:00:19.446421 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-182e9d0e-aeb1-476b-9b52-815de5d03782 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1469446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4207184'] for segment (011357f9-d668-41ef-acc7-f2c3fabfa265), after_delete {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:00:19.448289 dv-cinder-841302-2-iscsi neutron-server[110153]: Traceback (most recent call last): May 10 18:00:19.448289 dv-cinder-841302-2-iscsi neutron-server[110153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 18:00:19.448289 dv-cinder-841302-2-iscsi neutron-server[110153]: timer() May 10 18:00:19.448289 dv-cinder-841302-2-iscsi neutron-server[110153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 18:00:19.448289 dv-cinder-841302-2-iscsi neutron-server[110153]: cb(*args, **kw) May 10 18:00:19.448289 dv-cinder-841302-2-iscsi neutron-server[110153]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 10 18:00:19.448289 dv-cinder-841302-2-iscsi neutron-server[110153]: return func(*args, **kwargs) May 10 18:00:19.448289 dv-cinder-841302-2-iscsi neutron-server[110153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 18:00:19.448289 dv-cinder-841302-2-iscsi neutron-server[110153]: self._notify() May 10 18:00:19.448289 dv-cinder-841302-2-iscsi neutron-server[110153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 18:00:19.448289 dv-cinder-841302-2-iscsi neutron-server[110153]: self.callback(batched_events) May 10 18:00:19.448289 dv-cinder-841302-2-iscsi neutron-server[110153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 18:00:19.448289 dv-cinder-841302-2-iscsi neutron-server[110153]: event.method(event) May 10 18:00:19.448289 dv-cinder-841302-2-iscsi neutron-server[110153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 10 18:00:19.448289 dv-cinder-841302-2-iscsi neutron-server[110153]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 18:00:19.448289 dv-cinder-841302-2-iscsi neutron-server[110153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 10 18:00:19.448289 dv-cinder-841302-2-iscsi neutron-server[110153]: aggregate_uuid = self.p_client.list_aggregates( May 10 18:00:19.448289 dv-cinder-841302-2-iscsi neutron-server[110153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 10 18:00:19.448289 dv-cinder-841302-2-iscsi neutron-server[110153]: return f(self, *a, **k) May 10 18:00:19.448289 dv-cinder-841302-2-iscsi neutron-server[110153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 10 18:00:19.448289 dv-cinder-841302-2-iscsi neutron-server[110153]: return self._get(url).json() May 10 18:00:19.448289 dv-cinder-841302-2-iscsi neutron-server[110153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 10 18:00:19.448289 dv-cinder-841302-2-iscsi neutron-server[110153]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 18:00:19.448289 dv-cinder-841302-2-iscsi neutron-server[110153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 18:00:19.448289 dv-cinder-841302-2-iscsi neutron-server[110153]: return self.request(url, 'GET', **kwargs) May 10 18:00:19.448289 dv-cinder-841302-2-iscsi neutron-server[110153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 18:00:19.448289 dv-cinder-841302-2-iscsi neutron-server[110153]: base_url = self.get_endpoint(auth, allow=allow, May 10 18:00:19.448289 dv-cinder-841302-2-iscsi neutron-server[110153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 18:00:19.448289 dv-cinder-841302-2-iscsi neutron-server[110153]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 18:00:19.448289 dv-cinder-841302-2-iscsi neutron-server[110153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 18:00:19.448289 dv-cinder-841302-2-iscsi neutron-server[110153]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 18:00:19.448289 dv-cinder-841302-2-iscsi neutron-server[110153]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 18:00:19.504755 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-182e9d0e-aeb1-476b-9b52-815de5d03782 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1458985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-282477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-641080'] for network (01b228e0-575e-4690-8aa3-4bd1fdd2bc46), after_delete {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:00:19.509525 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-182e9d0e-aeb1-476b-9b52-815de5d03782 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631615'] for network (None), before_response {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:00:19.513154 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [None req-182e9d0e-aeb1-476b-9b52-815de5d03782 admin admin] 10.222.0.60 "DELETE /v2.0/networks/01b228e0-575e-4690-8aa3-4bd1fdd2bc46 HTTP/1.1" status: 204 len: 168 time: 0.2705512 May 10 18:00:19.516087 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.wsgi [-] (110152) accepted ('10.222.0.60', 48636) {{(pid=110152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 18:00:19.525518 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182e9d0e-aeb1-476b-9b52-815de5d03782 admin admin] Pushing event deleted for resources: {'Network': ['ID=01b228e0-575e-4690-8aa3-4bd1fdd2bc46,revision_number=None']} {{(pid=110153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:00:19.562806 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd35e9d1-9776-48dd-bdbe-1301088e04f1 admin admin] Deleting subnet c9484b07-220c-4e64-9b24-b9bfd36db8c3 {{(pid=110152) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 10 18:00:19.566207 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-dd35e9d1-9776-48dd-bdbe-1301088e04f1 admin admin] Publish callbacks [] for subnet (c9484b07-220c-4e64-9b24-b9bfd36db8c3), before_delete {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:00:19.600497 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-dd35e9d1-9776-48dd-bdbe-1301088e04f1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4759489'] for subnet (c9484b07-220c-4e64-9b24-b9bfd36db8c3), precommit_delete_associations {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:00:19.643279 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-dd35e9d1-9776-48dd-bdbe-1301088e04f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1463979'] for subnet (c9484b07-220c-4e64-9b24-b9bfd36db8c3), precommit_delete {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:00:19.694650 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-dd35e9d1-9776-48dd-bdbe-1301088e04f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1463972', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-321831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5018237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4423491'] for subnet (c9484b07-220c-4e64-9b24-b9bfd36db8c3), after_delete {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:00:19.718055 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd35e9d1-9776-48dd-bdbe-1301088e04f1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c9484b07-220c-4e64-9b24-b9bfd36db8c3,revision_number=None']} {{(pid=110152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:00:19.723783 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-dd35e9d1-9776-48dd-bdbe-1301088e04f1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631615'] for subnet (None), before_response {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:00:19.726862 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [None req-dd35e9d1-9776-48dd-bdbe-1301088e04f1 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/c9484b07-220c-4e64-9b24-b9bfd36db8c3 HTTP/1.1" status: 204 len: 168 time: 0.2097816 May 10 18:00:19.730033 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.wsgi [-] (110152) accepted ('10.222.0.60', 48638) {{(pid=110152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 18:00:19.797455 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-adf9f3c2-eccb-43ed-a390-b073a3577d24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1701118'] for network (1e0ca054-b7a1-44ab-9280-d1e578d55aaf), before_delete {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:00:19.847739 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.db.agents_db [None req-b17e131c-d64b-4b97-8e8f-6c45925a5783 None None] Agent healthcheck: found 6 active agents {{(pid=110155) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 18:00:19.877100 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-adf9f3c2-eccb-43ed-a390-b073a3577d24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1459024', 'neutron.services.segments.db._delete_segments_for_network-8781795183409'] for network (1e0ca054-b7a1-44ab-9280-d1e578d55aaf), precommit_delete {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:00:19.897397 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.services.segments.db [None req-adf9f3c2-eccb-43ed-a390-b073a3577d24 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e0ca054-b7a1-44ab-9280-d1e578d55aaf']}} {{(pid=110152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 18:00:19.907140 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.services.segments.db [None req-adf9f3c2-eccb-43ed-a390-b073a3577d24 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aee771ad-e00f-420a-a500-7d36c4d8ad43') {'for_net_delete': True} {{(pid=110152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 18:00:19.907474 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.services.segments.db [None req-adf9f3c2-eccb-43ed-a390-b073a3577d24 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aee771ad-e00f-420a-a500-7d36c4d8ad43') {} {{(pid=110152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 18:00:19.916832 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-adf9f3c2-eccb-43ed-a390-b073a3577d24 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781795183930', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4759354'] for segment (aee771ad-e00f-420a-a500-7d36c4d8ad43), before_delete {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:00:19.929810 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-adf9f3c2-eccb-43ed-a390-b073a3577d24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1469446'] for segment (aee771ad-e00f-420a-a500-7d36c4d8ad43), precommit_delete {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:00:19.936131 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-adf9f3c2-eccb-43ed-a390-b073a3577d24 admin admin] Releasing vlan 591 on physical network physnet1 to pool {{(pid=110152) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 18:00:19.936530 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-adf9f3c2-eccb-43ed-a390-b073a3577d24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1469446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5018135'] for segment (aee771ad-e00f-420a-a500-7d36c4d8ad43), after_delete {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:00:19.938460 dv-cinder-841302-2-iscsi neutron-server[110152]: Traceback (most recent call last): May 10 18:00:19.938460 dv-cinder-841302-2-iscsi neutron-server[110152]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 18:00:19.938460 dv-cinder-841302-2-iscsi neutron-server[110152]: timer() May 10 18:00:19.938460 dv-cinder-841302-2-iscsi neutron-server[110152]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 18:00:19.938460 dv-cinder-841302-2-iscsi neutron-server[110152]: cb(*args, **kw) May 10 18:00:19.938460 dv-cinder-841302-2-iscsi neutron-server[110152]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 10 18:00:19.938460 dv-cinder-841302-2-iscsi neutron-server[110152]: return func(*args, **kwargs) May 10 18:00:19.938460 dv-cinder-841302-2-iscsi neutron-server[110152]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 18:00:19.938460 dv-cinder-841302-2-iscsi neutron-server[110152]: self._notify() May 10 18:00:19.938460 dv-cinder-841302-2-iscsi neutron-server[110152]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 18:00:19.938460 dv-cinder-841302-2-iscsi neutron-server[110152]: self.callback(batched_events) May 10 18:00:19.938460 dv-cinder-841302-2-iscsi neutron-server[110152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 18:00:19.938460 dv-cinder-841302-2-iscsi neutron-server[110152]: event.method(event) May 10 18:00:19.938460 dv-cinder-841302-2-iscsi neutron-server[110152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 10 18:00:19.938460 dv-cinder-841302-2-iscsi neutron-server[110152]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 18:00:19.938460 dv-cinder-841302-2-iscsi neutron-server[110152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 10 18:00:19.938460 dv-cinder-841302-2-iscsi neutron-server[110152]: aggregate_uuid = self.p_client.list_aggregates( May 10 18:00:19.938460 dv-cinder-841302-2-iscsi neutron-server[110152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 10 18:00:19.938460 dv-cinder-841302-2-iscsi neutron-server[110152]: return f(self, *a, **k) May 10 18:00:19.938460 dv-cinder-841302-2-iscsi neutron-server[110152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 10 18:00:19.938460 dv-cinder-841302-2-iscsi neutron-server[110152]: return self._get(url).json() May 10 18:00:19.938460 dv-cinder-841302-2-iscsi neutron-server[110152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 10 18:00:19.938460 dv-cinder-841302-2-iscsi neutron-server[110152]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 18:00:19.938460 dv-cinder-841302-2-iscsi neutron-server[110152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 18:00:19.938460 dv-cinder-841302-2-iscsi neutron-server[110152]: return self.request(url, 'GET', **kwargs) May 10 18:00:19.938460 dv-cinder-841302-2-iscsi neutron-server[110152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 18:00:19.938460 dv-cinder-841302-2-iscsi neutron-server[110152]: base_url = self.get_endpoint(auth, allow=allow, May 10 18:00:19.938460 dv-cinder-841302-2-iscsi neutron-server[110152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 18:00:19.938460 dv-cinder-841302-2-iscsi neutron-server[110152]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 18:00:19.938460 dv-cinder-841302-2-iscsi neutron-server[110152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 18:00:19.938460 dv-cinder-841302-2-iscsi neutron-server[110152]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 18:00:19.938460 dv-cinder-841302-2-iscsi neutron-server[110152]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 18:00:19.997860 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-adf9f3c2-eccb-43ed-a390-b073a3577d24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1458985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-282477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-641080'] for network (1e0ca054-b7a1-44ab-9280-d1e578d55aaf), after_delete {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:00:20.002499 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-adf9f3c2-eccb-43ed-a390-b073a3577d24 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631615'] for network (None), before_response {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:00:20.005730 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [None req-adf9f3c2-eccb-43ed-a390-b073a3577d24 admin admin] 10.222.0.60 "DELETE /v2.0/networks/1e0ca054-b7a1-44ab-9280-d1e578d55aaf HTTP/1.1" status: 204 len: 168 time: 0.2747710 May 10 18:00:20.019073 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf9f3c2-eccb-43ed-a390-b073a3577d24 admin admin] Pushing event deleted for resources: {'Network': ['ID=1e0ca054-b7a1-44ab-9280-d1e578d55aaf,revision_number=None']} {{(pid=110152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:00:20.163048 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.wsgi [-] (110152) accepted ('10.222.0.60', 48642) {{(pid=110152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 18:00:20.203077 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [None req-bc2266f0-de87-4fb5-b013-d3f1004c763c admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=5ec050d30f2b488fb90cb168c9acd267&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0385778 May 10 18:00:20.205580 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.wsgi [-] (110152) accepted ('10.222.0.60', 48644) {{(pid=110152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 18:00:20.252003 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-9c00009e-d325-4fb9-83a9-62a067ea0f61 admin admin] Publish callbacks [] for security_group (5c80531c-0ff5-40f8-8f8a-ed58329448fc), before_delete {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:00:20.273151 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-9c00009e-d325-4fb9-83a9-62a067ea0f61 admin admin] Publish callbacks [] for security_group (5c80531c-0ff5-40f8-8f8a-ed58329448fc), precommit_delete {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:00:20.319082 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-9c00009e-d325-4fb9-83a9-62a067ea0f61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-282428'] for security_group (5c80531c-0ff5-40f8-8f8a-ed58329448fc), after_delete {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:00:20.321618 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-9c00009e-d325-4fb9-83a9-62a067ea0f61 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:00:20.322820 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [None req-9c00009e-d325-4fb9-83a9-62a067ea0f61 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/5c80531c-0ff5-40f8-8f8a-ed58329448fc HTTP/1.1" status: 204 len: 168 time: 0.1163077 May 10 18:00:20.331186 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c00009e-d325-4fb9-83a9-62a067ea0f61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c80531c-0ff5-40f8-8f8a-ed58329448fc,revision_number=None']} {{(pid=110152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:00:20.632706 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.wsgi [-] (110152) accepted ('10.222.0.60', 48650) {{(pid=110152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 18:00:20.673059 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [None req-0fe14c2e-c3bf-4164-aef2-e576c680f0a1 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=e5174c31e2364bf99943f6f5909e7ec7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0392163 May 10 18:00:20.675441 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.wsgi [-] (110152) accepted ('10.222.0.60', 48652) {{(pid=110152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 18:00:20.725127 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-dac645c4-3e7f-4119-a191-08a07d562de8 admin admin] Publish callbacks [] for security_group (7b29b57d-b47a-40bf-862f-9e128024943a), before_delete {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:00:20.746040 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-dac645c4-3e7f-4119-a191-08a07d562de8 admin admin] Publish callbacks [] for security_group (7b29b57d-b47a-40bf-862f-9e128024943a), precommit_delete {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:00:20.792447 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-dac645c4-3e7f-4119-a191-08a07d562de8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-282428'] for security_group (7b29b57d-b47a-40bf-862f-9e128024943a), after_delete {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:00:20.794987 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-dac645c4-3e7f-4119-a191-08a07d562de8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:00:20.796158 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [None req-dac645c4-3e7f-4119-a191-08a07d562de8 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/7b29b57d-b47a-40bf-862f-9e128024943a HTTP/1.1" status: 204 len: 168 time: 0.1198447 May 10 18:00:20.803832 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac645c4-3e7f-4119-a191-08a07d562de8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b29b57d-b47a-40bf-862f-9e128024943a,revision_number=None']} {{(pid=110152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:00:27.584951 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-2e38d926-0f32-434e-96a5-a1220086fad0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781795183391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525393'] for agent (b2ad0527-00d5-4995-bc97-ec84c4e02f0b), after_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:00:29.966445 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-7866309a-4bac-4cbc-bfae-accf5306ddf8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781795183391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525393'] for agent (eaac381b-e402-41c3-a8e6-8f962681d3e6), after_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:00:31.522009 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-d07e8966-ef10-4d42-b774-228753b3fd3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781795183391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525393'] for agent (a55810b0-63c4-4499-a4d9-efcdb1615ce8), after_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:00:31.664889 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781795183391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525393'] for agent (16638279-eb91-49a3-95a5-8b540cc2f948), after_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:00:33.112243 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-ae45faaf-356d-4e4a-a605-33fedb92cd97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781795183391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525393'] for agent (6a57b374-0daf-4fe3-9dd1-3d457a537aa7), after_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:00:34.534048 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-6e697e78-9dd1-4bc1-8573-56b901d07725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781795183391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525393'] for agent (fdc37a75-b7a9-4e92-a59c-f5b8c02d060c), after_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:00:45.801920 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.wsgi [req-9a6e11bd-b9ba-41f3-ad53-c0d532d79284 req-b62d3ddb-43a5-4498-bb55-31799e16ddb9 service neutron] (110153) timed out ('10.222.0.77', 63435) {{(pid=110153) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} May 10 18:00:48.676213 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.wsgi [req-03b34467-afb0-498a-af3f-136ee4d484a2 req-1b8d0b61-e4a2-4ce2-800e-d03e807a35eb service neutron] (110152) timed out ('10.222.0.77', 63447) {{(pid=110152) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} May 10 18:00:56.819262 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.wsgi [-] (110152) accepted ('10.222.0.60', 48870) {{(pid=110152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 18:00:56.847588 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.db.agents_db [None req-b17e131c-d64b-4b97-8e8f-6c45925a5783 None None] Agent healthcheck: found 6 active agents {{(pid=110155) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 18:00:56.922644 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-792e652a-4df3-4822-a3f2-1a66c790e916 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:00:56.997833 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-792e652a-4df3-4822-a3f2-1a66c790e916 admin admin] Publish callbacks [] for security_group (73043968-8a1d-4bdc-ac35-081860fb759f), precommit_create {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:00:57.001581 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-792e652a-4df3-4822-a3f2-1a66c790e916 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-282428'] for security_group (73043968-8a1d-4bdc-ac35-081860fb759f), after_create {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:00:57.039447 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [None req-792e652a-4df3-4822-a3f2-1a66c790e916 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=11f095bc108e4a3f9a109a10546282bf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2190340 May 10 18:00:57.040399 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792e652a-4df3-4822-a3f2-1a66c790e916 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73043968-8a1d-4bdc-ac35-081860fb759f,revision_number=1']} {{(pid=110152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:00:57.042089 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.wsgi [-] (110153) accepted ('10.222.0.60', 48874) {{(pid=110153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 18:00:57.049143 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-792e652a-4df3-4822-a3f2-1a66c790e916 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:00:57.049496 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-792e652a-4df3-4822-a3f2-1a66c790e916 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:00:57.049841 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-792e652a-4df3-4822-a3f2-1a66c790e916 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:00:57.050180 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-792e652a-4df3-4822-a3f2-1a66c790e916 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:00:57.050512 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-792e652a-4df3-4822-a3f2-1a66c790e916 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:00:57.050869 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-792e652a-4df3-4822-a3f2-1a66c790e916 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:00:57.051193 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-792e652a-4df3-4822-a3f2-1a66c790e916 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:00:57.051550 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-792e652a-4df3-4822-a3f2-1a66c790e916 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:00:57.051877 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-792e652a-4df3-4822-a3f2-1a66c790e916 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:00:57.052227 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-792e652a-4df3-4822-a3f2-1a66c790e916 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:00:57.052553 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-792e652a-4df3-4822-a3f2-1a66c790e916 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:00:57.052876 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-792e652a-4df3-4822-a3f2-1a66c790e916 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:00:57.053194 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-792e652a-4df3-4822-a3f2-1a66c790e916 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:00:57.053511 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-792e652a-4df3-4822-a3f2-1a66c790e916 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:00:57.053826 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-792e652a-4df3-4822-a3f2-1a66c790e916 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:00:57.091093 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-cc16eff1-e9cd-4ec8-bd57-0a2511f85182 admin admin] Publish callbacks [] for security_group (73043968-8a1d-4bdc-ac35-081860fb759f), before_delete {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:00:57.112989 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-cc16eff1-e9cd-4ec8-bd57-0a2511f85182 admin admin] Publish callbacks [] for security_group (73043968-8a1d-4bdc-ac35-081860fb759f), precommit_delete {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:00:57.158510 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-cc16eff1-e9cd-4ec8-bd57-0a2511f85182 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-282428'] for security_group (73043968-8a1d-4bdc-ac35-081860fb759f), after_delete {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:00:57.161084 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-cc16eff1-e9cd-4ec8-bd57-0a2511f85182 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:00:57.162237 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [None req-cc16eff1-e9cd-4ec8-bd57-0a2511f85182 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/73043968-8a1d-4bdc-ac35-081860fb759f HTTP/1.1" status: 204 len: 168 time: 0.1190906 May 10 18:00:57.170074 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc16eff1-e9cd-4ec8-bd57-0a2511f85182 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73043968-8a1d-4bdc-ac35-081860fb759f,revision_number=None']} {{(pid=110153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:00:57.177627 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc16eff1-e9cd-4ec8-bd57-0a2511f85182 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:00:57.177976 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc16eff1-e9cd-4ec8-bd57-0a2511f85182 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:00:57.178319 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc16eff1-e9cd-4ec8-bd57-0a2511f85182 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:00:57.178658 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc16eff1-e9cd-4ec8-bd57-0a2511f85182 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:00:57.179042 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc16eff1-e9cd-4ec8-bd57-0a2511f85182 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:00:57.179340 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc16eff1-e9cd-4ec8-bd57-0a2511f85182 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:00:57.179708 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc16eff1-e9cd-4ec8-bd57-0a2511f85182 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:00:57.180037 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc16eff1-e9cd-4ec8-bd57-0a2511f85182 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:00:57.180366 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc16eff1-e9cd-4ec8-bd57-0a2511f85182 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:00:57.180694 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc16eff1-e9cd-4ec8-bd57-0a2511f85182 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:00:57.181145 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc16eff1-e9cd-4ec8-bd57-0a2511f85182 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:00:57.181479 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc16eff1-e9cd-4ec8-bd57-0a2511f85182 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:00:57.181806 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc16eff1-e9cd-4ec8-bd57-0a2511f85182 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:00:57.182128 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc16eff1-e9cd-4ec8-bd57-0a2511f85182 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:00:57.182452 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc16eff1-e9cd-4ec8-bd57-0a2511f85182 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:00:57.424657 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.wsgi [-] (110152) accepted ('10.222.0.60', 48880) {{(pid=110152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 18:00:57.437716 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-b4d660cd-452d-48ad-bfb0-39b7cd5ee019 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:00:57.514346 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-b4d660cd-452d-48ad-bfb0-39b7cd5ee019 admin admin] Publish callbacks [] for security_group (e1cd0d6e-ebb1-49b2-966f-b4dbcc60d658), precommit_create {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:00:57.518348 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-b4d660cd-452d-48ad-bfb0-39b7cd5ee019 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-282428'] for security_group (e1cd0d6e-ebb1-49b2-966f-b4dbcc60d658), after_create {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:00:57.555522 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d660cd-452d-48ad-bfb0-39b7cd5ee019 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1cd0d6e-ebb1-49b2-966f-b4dbcc60d658,revision_number=1']} {{(pid=110152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:00:57.559642 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [None req-b4d660cd-452d-48ad-bfb0-39b7cd5ee019 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=bb2ce69fd588402e9e5271ea02274afa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1339636 May 10 18:00:57.562904 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.wsgi [-] (110152) accepted ('10.222.0.60', 48882) {{(pid=110152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 18:00:57.588107 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-5cc7157f-a806-4520-8488-8a1e7fdf8682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781795183391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525393'] for agent (b2ad0527-00d5-4995-bc97-ec84c4e02f0b), after_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:00:57.613995 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-26bc2286-0fc3-427f-8326-a3b842ad56b0 admin admin] Publish callbacks [] for security_group (e1cd0d6e-ebb1-49b2-966f-b4dbcc60d658), before_delete {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:00:57.634982 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-26bc2286-0fc3-427f-8326-a3b842ad56b0 admin admin] Publish callbacks [] for security_group (e1cd0d6e-ebb1-49b2-966f-b4dbcc60d658), precommit_delete {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:00:57.681725 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-26bc2286-0fc3-427f-8326-a3b842ad56b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-282428'] for security_group (e1cd0d6e-ebb1-49b2-966f-b4dbcc60d658), after_delete {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:00:57.684317 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-26bc2286-0fc3-427f-8326-a3b842ad56b0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:00:57.685508 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [None req-26bc2286-0fc3-427f-8326-a3b842ad56b0 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/e1cd0d6e-ebb1-49b2-966f-b4dbcc60d658 HTTP/1.1" status: 204 len: 168 time: 0.1216307 May 10 18:00:57.693508 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26bc2286-0fc3-427f-8326-a3b842ad56b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1cd0d6e-ebb1-49b2-966f-b4dbcc60d658,revision_number=None']} {{(pid=110152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:00:59.739135 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.wsgi [-] (110152) accepted ('10.222.0.60', 48952) {{(pid=110152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 18:00:59.843080 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-1dca235b-3521-45fa-a375-3e16c9771e2c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:00:59.917227 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-1dca235b-3521-45fa-a375-3e16c9771e2c admin admin] Publish callbacks [] for security_group (07116842-66b8-4a73-8ca2-b9d329308c4e), precommit_create {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:00:59.921793 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-1dca235b-3521-45fa-a375-3e16c9771e2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-282428'] for security_group (07116842-66b8-4a73-8ca2-b9d329308c4e), after_create {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:00:59.965151 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [None req-1dca235b-3521-45fa-a375-3e16c9771e2c admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=66884652145e4470a45c9acfdc80ad74&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2248378 May 10 18:00:59.967455 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-d0b89cee-7d79-4936-b18b-d06c4165b8ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781795183391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525393'] for agent (eaac381b-e402-41c3-a8e6-8f962681d3e6), after_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:00:59.968068 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dca235b-3521-45fa-a375-3e16c9771e2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07116842-66b8-4a73-8ca2-b9d329308c4e,revision_number=1']} {{(pid=110152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:00:59.968342 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.wsgi [-] (110153) accepted ('10.222.0.60', 48956) {{(pid=110153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 18:01:00.020292 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-b35ff7dc-0a80-414e-ac96-2786967a66f6 admin admin] Publish callbacks [] for security_group (07116842-66b8-4a73-8ca2-b9d329308c4e), before_delete {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:01:00.041716 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-b35ff7dc-0a80-414e-ac96-2786967a66f6 admin admin] Publish callbacks [] for security_group (07116842-66b8-4a73-8ca2-b9d329308c4e), precommit_delete {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:01:00.091493 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-b35ff7dc-0a80-414e-ac96-2786967a66f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-282428'] for security_group (07116842-66b8-4a73-8ca2-b9d329308c4e), after_delete {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:01:00.094401 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-b35ff7dc-0a80-414e-ac96-2786967a66f6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:01:00.095653 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [None req-b35ff7dc-0a80-414e-ac96-2786967a66f6 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/07116842-66b8-4a73-8ca2-b9d329308c4e HTTP/1.1" status: 204 len: 168 time: 0.1263058 May 10 18:01:00.103303 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35ff7dc-0a80-414e-ac96-2786967a66f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07116842-66b8-4a73-8ca2-b9d329308c4e,revision_number=None']} {{(pid=110153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:01:00.378993 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.wsgi [-] (110153) accepted ('10.222.0.60', 48962) {{(pid=110153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 18:01:00.393944 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-f5f3c5e4-68f6-46ce-8cab-8434e663d7ee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:01:00.473604 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-f5f3c5e4-68f6-46ce-8cab-8434e663d7ee admin admin] Publish callbacks [] for security_group (4d1679da-4cad-4a31-9bf9-86827ba5b572), precommit_create {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:01:00.479539 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-f5f3c5e4-68f6-46ce-8cab-8434e663d7ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-282428'] for security_group (4d1679da-4cad-4a31-9bf9-86827ba5b572), after_create {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:01:00.523471 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [None req-f5f3c5e4-68f6-46ce-8cab-8434e663d7ee admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=70fa830e1a8d4586a244f1775b1b4971&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1433239 May 10 18:01:00.524331 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f3c5e4-68f6-46ce-8cab-8434e663d7ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d1679da-4cad-4a31-9bf9-86827ba5b572,revision_number=1']} {{(pid=110153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:01:00.526070 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.wsgi [-] (110152) accepted ('10.222.0.60', 48964) {{(pid=110152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 18:01:00.577487 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-d8aad752-40cf-49c5-b887-1ccad6adc941 admin admin] Publish callbacks [] for security_group (4d1679da-4cad-4a31-9bf9-86827ba5b572), before_delete {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:01:00.601950 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-d8aad752-40cf-49c5-b887-1ccad6adc941 admin admin] Publish callbacks [] for security_group (4d1679da-4cad-4a31-9bf9-86827ba5b572), precommit_delete {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:01:00.653589 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-d8aad752-40cf-49c5-b887-1ccad6adc941 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-282428'] for security_group (4d1679da-4cad-4a31-9bf9-86827ba5b572), after_delete {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:01:00.656681 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-d8aad752-40cf-49c5-b887-1ccad6adc941 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:01:00.657833 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [None req-d8aad752-40cf-49c5-b887-1ccad6adc941 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/4d1679da-4cad-4a31-9bf9-86827ba5b572 HTTP/1.1" status: 204 len: 168 time: 0.1299982 May 10 18:01:00.666423 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8aad752-40cf-49c5-b887-1ccad6adc941 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d1679da-4cad-4a31-9bf9-86827ba5b572,revision_number=None']} {{(pid=110152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:01:01.526222 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-d07e8966-ef10-4d42-b774-228753b3fd3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781795183391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525393'] for agent (a55810b0-63c4-4499-a4d9-efcdb1615ce8), after_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:01:01.668173 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781795183391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525393'] for agent (16638279-eb91-49a3-95a5-8b540cc2f948), after_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:01:03.115053 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-ae45faaf-356d-4e4a-a605-33fedb92cd97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781795183391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525393'] for agent (6a57b374-0daf-4fe3-9dd1-3d457a537aa7), after_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:01:04.535958 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-6e697e78-9dd1-4bc1-8573-56b901d07725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781795183391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525393'] for agent (fdc37a75-b7a9-4e92-a59c-f5b8c02d060c), after_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:01:27.583305 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-862c8148-908c-4403-8a03-eca111d282bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781795183391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525393'] for agent (b2ad0527-00d5-4995-bc97-ec84c4e02f0b), after_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:01:29.966086 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-df091156-9f26-4fb3-b941-7174d6e9b937 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781795183391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525393'] for agent (eaac381b-e402-41c3-a8e6-8f962681d3e6), after_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:01:31.528495 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-d07e8966-ef10-4d42-b774-228753b3fd3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781795183391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525393'] for agent (a55810b0-63c4-4499-a4d9-efcdb1615ce8), after_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:01:31.663410 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781795183391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525393'] for agent (16638279-eb91-49a3-95a5-8b540cc2f948), after_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:01:33.117807 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-ae45faaf-356d-4e4a-a605-33fedb92cd97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781795183391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525393'] for agent (6a57b374-0daf-4fe3-9dd1-3d457a537aa7), after_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:01:33.501926 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.wsgi [-] (110152) accepted ('10.222.0.60', 49168) {{(pid=110152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 18:01:33.604848 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-8d2333b7-3e7b-4891-95b6-b3ee7f136f50 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:01:33.679864 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-8d2333b7-3e7b-4891-95b6-b3ee7f136f50 admin admin] Publish callbacks [] for security_group (4e1720b6-17a2-45b3-9f5e-d36c526d4e16), precommit_create {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:01:33.683767 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-8d2333b7-3e7b-4891-95b6-b3ee7f136f50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-282428'] for security_group (4e1720b6-17a2-45b3-9f5e-d36c526d4e16), after_create {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:01:33.724495 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [None req-8d2333b7-3e7b-4891-95b6-b3ee7f136f50 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=1549aa14b4a44bf5bf5fad5d5204c64b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2215023 May 10 18:01:33.725247 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2333b7-3e7b-4891-95b6-b3ee7f136f50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e1720b6-17a2-45b3-9f5e-d36c526d4e16,revision_number=1']} {{(pid=110152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:01:33.727189 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.wsgi [-] (110153) accepted ('10.222.0.60', 49172) {{(pid=110153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 18:01:33.778182 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-737a2f0a-dad5-48cf-8212-356f8c4589df admin admin] Publish callbacks [] for security_group (4e1720b6-17a2-45b3-9f5e-d36c526d4e16), before_delete {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:01:33.800074 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-737a2f0a-dad5-48cf-8212-356f8c4589df admin admin] Publish callbacks [] for security_group (4e1720b6-17a2-45b3-9f5e-d36c526d4e16), precommit_delete {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:01:33.847099 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-737a2f0a-dad5-48cf-8212-356f8c4589df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-282428'] for security_group (4e1720b6-17a2-45b3-9f5e-d36c526d4e16), after_delete {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:01:33.849509 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.db.agents_db [None req-b17e131c-d64b-4b97-8e8f-6c45925a5783 None None] Agent healthcheck: found 6 active agents {{(pid=110155) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 18:01:33.850038 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-737a2f0a-dad5-48cf-8212-356f8c4589df admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:01:33.850813 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [None req-737a2f0a-dad5-48cf-8212-356f8c4589df admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/4e1720b6-17a2-45b3-9f5e-d36c526d4e16 HTTP/1.1" status: 204 len: 168 time: 0.1225865 May 10 18:01:33.859682 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737a2f0a-dad5-48cf-8212-356f8c4589df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e1720b6-17a2-45b3-9f5e-d36c526d4e16,revision_number=None']} {{(pid=110153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:01:34.540143 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-6e697e78-9dd1-4bc1-8573-56b901d07725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781795183391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525393'] for agent (fdc37a75-b7a9-4e92-a59c-f5b8c02d060c), after_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:01:43.050035 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.wsgi [-] (110153) accepted ('10.222.0.60', 49244) {{(pid=110153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 18:01:43.159310 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-8c48584a-5105-4acb-95b4-286728fe3ae1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:01:43.237533 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-8c48584a-5105-4acb-95b4-286728fe3ae1 admin admin] Publish callbacks [] for security_group (0fa4c7ca-2ca4-4d39-8e06-d77850d1b1c2), precommit_create {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:01:43.241289 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-8c48584a-5105-4acb-95b4-286728fe3ae1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-282428'] for security_group (0fa4c7ca-2ca4-4d39-8e06-d77850d1b1c2), after_create {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:01:43.279505 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [None req-8c48584a-5105-4acb-95b4-286728fe3ae1 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=b8a36740243c4a2cb070f1ceb326d016&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2283947 May 10 18:01:43.280422 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c48584a-5105-4acb-95b4-286728fe3ae1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fa4c7ca-2ca4-4d39-8e06-d77850d1b1c2,revision_number=1']} {{(pid=110153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:01:43.282200 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.wsgi [-] (110152) accepted ('10.222.0.60', 49248) {{(pid=110152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 18:01:43.334379 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-8c909bd0-8413-4ea7-b868-d565c53c60c2 admin admin] Publish callbacks [] for security_group (0fa4c7ca-2ca4-4d39-8e06-d77850d1b1c2), before_delete {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:01:43.355937 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-8c909bd0-8413-4ea7-b868-d565c53c60c2 admin admin] Publish callbacks [] for security_group (0fa4c7ca-2ca4-4d39-8e06-d77850d1b1c2), precommit_delete {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:01:43.403890 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-8c909bd0-8413-4ea7-b868-d565c53c60c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-282428'] for security_group (0fa4c7ca-2ca4-4d39-8e06-d77850d1b1c2), after_delete {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:01:43.406658 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-8c909bd0-8413-4ea7-b868-d565c53c60c2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:01:43.407849 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [None req-8c909bd0-8413-4ea7-b868-d565c53c60c2 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/0fa4c7ca-2ca4-4d39-8e06-d77850d1b1c2 HTTP/1.1" status: 204 len: 168 time: 0.1246333 May 10 18:01:43.415488 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c909bd0-8413-4ea7-b868-d565c53c60c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fa4c7ca-2ca4-4d39-8e06-d77850d1b1c2,revision_number=None']} {{(pid=110152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:01:44.017390 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.wsgi [-] (110152) accepted ('10.222.0.60', 49270) {{(pid=110152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 18:01:44.111161 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.v2.base [None req-c2a48b60-95a9-4f6c-9856-dea15d59370b admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-512988306-network', 'tenant_id': '550c47b03653401d871922496e1cf055'}} {{(pid=110152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 18:01:44.131067 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2a48b60-95a9-4f6c-9856-dea15d59370b admin admin] Made reservation on behalf of 550c47b03653401d871922496e1cf055 for: {'network': 1} {{(pid=110152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 18:01:44.133387 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-c2a48b60-95a9-4f6c-9856-dea15d59370b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1514036'] for network (None), before_create {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:01:44.141772 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-c2a48b60-95a9-4f6c-9856-dea15d59370b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:01:44.217653 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-c2a48b60-95a9-4f6c-9856-dea15d59370b admin admin] Publish callbacks [] for security_group (1f005e1a-1e14-4cfc-9d77-741c409e67af), precommit_create {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:01:44.221430 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-c2a48b60-95a9-4f6c-9856-dea15d59370b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-282428'] for security_group (1f005e1a-1e14-4cfc-9d77-741c409e67af), after_create {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:01:44.243016 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c2a48b60-95a9-4f6c-9856-dea15d59370b admin admin] vlan segment allocate from pool success with {'vlan_id': 565, 'physical_network': 'physnet1'} {{(pid=110152) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 18:01:44.258149 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a48b60-95a9-4f6c-9856-dea15d59370b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f005e1a-1e14-4cfc-9d77-741c409e67af,revision_number=1']} {{(pid=110152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:01:44.261962 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-c2a48b60-95a9-4f6c-9856-dea15d59370b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1469446'] for segment (9378af02-c74b-4736-861f-f7f8b663a516), precommit_create {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:01:44.262293 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.db.segments_db [None req-c2a48b60-95a9-4f6c-9856-dea15d59370b admin admin] Added segment 9378af02-c74b-4736-861f-f7f8b663a516 of type vlan for network 38b058c6-b160-4f6e-bc53-5ea76b007ed8 May 10 18:01:44.305357 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-c2a48b60-95a9-4f6c-9856-dea15d59370b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781794707887'] for network (38b058c6-b160-4f6e-bc53-5ea76b007ed8), precommit_create {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:01:44.330693 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-c2a48b60-95a9-4f6c-9856-dea15d59370b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-282477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631625'] for network (38b058c6-b160-4f6e-bc53-5ea76b007ed8), after_create {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:01:44.331681 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2a48b60-95a9-4f6c-9856-dea15d59370b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 18:01:44.332267 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-c2a48b60-95a9-4f6c-9856-dea15d59370b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631615'] for network (None), before_response {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:01:44.393428 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [None req-c2a48b60-95a9-4f6c-9856-dea15d59370b admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3747149 May 10 18:01:44.396366 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.wsgi [-] (110153) accepted ('10.222.0.60', 49274) {{(pid=110153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 18:01:44.396866 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a48b60-95a9-4f6c-9856-dea15d59370b admin admin] Pushing event updated for resources: {'Network': ['ID=38b058c6-b160-4f6e-bc53-5ea76b007ed8,revision_number=1']} {{(pid=110152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:01:44.401401 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.v2.base [None req-b7225df2-44f8-41a8-ae1e-5dfd06ca06e6 admin admin] Request body: {'subnet': {'network_id': '38b058c6-b160-4f6e-bc53-5ea76b007ed8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-512988306-subnet', 'tenant_id': '550c47b03653401d871922496e1cf055', 'ip_version': 4}} {{(pid=110153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 18:01:44.408126 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.rpc [None req-6e697e78-9dd1-4bc1-8573-56b901d07725 None None] Network 38b058c6-b160-4f6e-bc53-5ea76b007ed8 details requested by agent ovs-agent-dv-cinder-841302-2-iscsi with host dv-cinder-841302-2-iscsi {{(pid=110154) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 10 18:01:44.422593 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7225df2-44f8-41a8-ae1e-5dfd06ca06e6 admin admin] Made reservation on behalf of 550c47b03653401d871922496e1cf055 for: {'subnet': 1} {{(pid=110153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 18:01:44.424880 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-b7225df2-44f8-41a8-ae1e-5dfd06ca06e6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24212008'] for subnet (None), before_create {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:01:44.595762 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-b7225df2-44f8-41a8-ae1e-5dfd06ca06e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-321831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4208893', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24212022'] for subnet (6ca3c83d-885c-4c98-9995-0d8381ec4372), after_create {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:01:44.650195 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7225df2-44f8-41a8-ae1e-5dfd06ca06e6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6ca3c83d-885c-4c98-9995-0d8381ec4372,revision_number=0']} {{(pid=110153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:01:44.659764 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7225df2-44f8-41a8-ae1e-5dfd06ca06e6 admin admin] Checking segment: {'id': '9378af02-c74b-4736-861f-f7f8b663a516', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '38b058c6-b160-4f6e-bc53-5ea76b007ed8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 18:01:44.660117 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7225df2-44f8-41a8-ae1e-5dfd06ca06e6 admin admin] Network hostable DHCP agents. Network: 38b058c6-b160-4f6e-bc53-5ea76b007ed8, hostable agents: ['b2ad0527-00d5-4995-bc97-ec84c4e02f0b'], hosted agents: [] {{(pid=110153) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 18:01:44.676610 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7225df2-44f8-41a8-ae1e-5dfd06ca06e6 admin admin] Network 38b058c6-b160-4f6e-bc53-5ea76b007ed8 is scheduled to be hosted by DHCP agent b2ad0527-00d5-4995-bc97-ec84c4e02f0b with binding_index 1 {{(pid=110153) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 18:01:44.685816 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.scheduler.base_scheduler [None req-b7225df2-44f8-41a8-ae1e-5dfd06ca06e6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-841302-2-iscsi, 38b058c6-b160-4f6e-bc53-5ea76b007ed8) {{(pid=110153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 18:01:44.689167 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7225df2-44f8-41a8-ae1e-5dfd06ca06e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 18:01:44.689837 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-b7225df2-44f8-41a8-ae1e-5dfd06ca06e6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:01:44.702925 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25d548ce-d997-448c-afc8-e5657b82cc7b None None] Network 38b058c6-b160-4f6e-bc53-5ea76b007ed8 requested from dv-cinder-841302-2-iscsi {{(pid=110154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 18:01:44.709780 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.wsgi [-] (110152) accepted ('10.222.0.60', 49276) {{(pid=110152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 18:01:44.709955 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [None req-b7225df2-44f8-41a8-ae1e-5dfd06ca06e6 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3122764 May 10 18:01:44.714243 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.v2.base [None req-c91e1559-ec8c-462b-add1-f89ad22a9f6d admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-512988306-router', 'tenant_id': '550c47b03653401d871922496e1cf055', 'external_gateway_info': {'network_id': '85dc89cf-59f9-4edb-b26e-52bcb8a93763'}}} {{(pid=110152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 18:01:44.736532 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-c91e1559-ec8c-462b-add1-f89ad22a9f6d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-537840', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-789'] for router (bbc8e070-9066-42ac-a366-9ef4cdba96c7), before_create {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:01:44.737563 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-c91e1559-ec8c-462b-add1-f89ad22a9f6d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-537668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-642791', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-610544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-814'] for router (bbc8e070-9066-42ac-a366-9ef4cdba96c7), precommit_create {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:01:44.813162 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-c91e1559-ec8c-462b-add1-f89ad22a9f6d admin admin] Publish callbacks [] for router_controller (bbc8e070-9066-42ac-a366-9ef4cdba96c7), precommit_add_association {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:01:44.817652 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1a9579a-24e2-468f-971e-7097c524876f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa19f327b-e3f6-5d02-b8b8-f794978bb937-38b058c6-b160-4f6e-bc53-5ea76b007ed8', 'network_id': '38b058c6-b160-4f6e-bc53-5ea76b007ed8', 'project_id': '550c47b03653401d871922496e1cf055', 'fixed_ips': [{'subnet_id': '6ca3c83d-885c-4c98-9995-0d8381ec4372'}]}} from dv-cinder-841302-2-iscsi. {{(pid=110154) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 10 18:01:44.818565 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-d1a9579a-24e2-468f-971e-7097c524876f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1514036'] for port (None), before_create {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:01:44.951501 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.db.db_base_plugin_common [None req-d1a9579a-24e2-468f-971e-7097c524876f None None] Allocated IP 172.20.0.2 (38b058c6-b160-4f6e-bc53-5ea76b007ed8/6ca3c83d-885c-4c98-9995-0d8381ec4372/4ec06d5b-e58a-45b8-bb95-0d0233ea31a5) {{(pid=110154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 18:01:44.956112 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-c91e1559-ec8c-462b-add1-f89ad22a9f6d admin admin] Publish callbacks [] for router_gateway (bbc8e070-9066-42ac-a366-9ef4cdba96c7), precommit_update {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:01:45.098411 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-d1a9579a-24e2-468f-971e-7097c524876f None None] Publish callbacks [] for port (4ec06d5b-e58a-45b8-bb95-0d0233ea31a5), precommit_create {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:01:45.103827 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-d1a9579a-24e2-468f-971e-7097c524876f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1514136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781794686064'] for port (4ec06d5b-e58a-45b8-bb95-0d0233ea31a5), after_create {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:01:45.141816 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-c91e1559-ec8c-462b-add1-f89ad22a9f6d admin admin] Publish callbacks [] for router_gateway (bbc8e070-9066-42ac-a366-9ef4cdba96c7), before_create {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:01:45.150068 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1a9579a-24e2-468f-971e-7097c524876f None None] Network 38b058c6-b160-4f6e-bc53-5ea76b007ed8 is already hosted by enough agents. {{(pid=110154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 18:01:45.153013 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.scheduler.base_scheduler [None req-d1a9579a-24e2-468f-971e-7097c524876f None None] Resources bound (agent type, host, resource id): {{(pid=110154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 18:01:45.159321 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1a9579a-24e2-468f-971e-7097c524876f None None] Received port after_create {{(pid=110154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 18:01:45.162275 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-c91e1559-ec8c-462b-add1-f89ad22a9f6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1514036'] for port (None), before_create {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:01:45.164802 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a9579a-24e2-468f-971e-7097c524876f None None] Pushing event updated for resources: {'Port': ['ID=4ec06d5b-e58a-45b8-bb95-0d0233ea31a5,revision_number=1']} {{(pid=110154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:01:45.176092 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a9579a-24e2-468f-971e-7097c524876f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:01:45.176502 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a9579a-24e2-468f-971e-7097c524876f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:01:45.176830 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a9579a-24e2-468f-971e-7097c524876f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:01:45.177101 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a9579a-24e2-468f-971e-7097c524876f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:01:45.177431 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a9579a-24e2-468f-971e-7097c524876f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:01:45.177760 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a9579a-24e2-468f-971e-7097c524876f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:01:45.178079 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a9579a-24e2-468f-971e-7097c524876f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:01:45.178398 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a9579a-24e2-468f-971e-7097c524876f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:01:45.178734 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a9579a-24e2-468f-971e-7097c524876f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:01:45.179036 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a9579a-24e2-468f-971e-7097c524876f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:01:45.179356 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a9579a-24e2-468f-971e-7097c524876f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:01:45.179694 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a9579a-24e2-468f-971e-7097c524876f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:01:45.180013 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a9579a-24e2-468f-971e-7097c524876f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:01:45.180324 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a9579a-24e2-468f-971e-7097c524876f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:01:45.180638 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a9579a-24e2-468f-971e-7097c524876f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:01:45.233632 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.managers [None req-d1a9579a-24e2-468f-971e-7097c524876f None None] Attempting to bind port 4ec06d5b-e58a-45b8-bb95-0d0233ea31a5 on host dv-cinder-841302-2-iscsi for vnic_type normal with profile {{(pid=110154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 18:01:45.233907 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.managers [None req-d1a9579a-24e2-468f-971e-7097c524876f None None] Attempting to bind port 4ec06d5b-e58a-45b8-bb95-0d0233ea31a5 by drivers openvswitch,hyperv on host dv-cinder-841302-2-iscsi at level 0 using segments [{'id': '9378af02-c74b-4736-861f-f7f8b663a516', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '38b058c6-b160-4f6e-bc53-5ea76b007ed8'}] {{(pid=110154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 18:01:45.234265 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1a9579a-24e2-468f-971e-7097c524876f None None] Attempting to bind port 4ec06d5b-e58a-45b8-bb95-0d0233ea31a5 on network 38b058c6-b160-4f6e-bc53-5ea76b007ed8 {{(pid=110154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 18:01:45.239233 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1a9579a-24e2-468f-971e-7097c524876f None None] Checking agent: {'id': 'fdc37a75-b7a9-4e92-a59c-f5b8c02d060c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841302-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 17, 36, 4), 'started_at': datetime.datetime(2022, 5, 10, 17, 36, 34), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 18, 1, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841302-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 18:01:45.239647 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1a9579a-24e2-468f-971e-7097c524876f None None] Checking segment: {'id': '9378af02-c74b-4736-861f-f7f8b663a516', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '38b058c6-b160-4f6e-bc53-5ea76b007ed8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 18:01:45.240033 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-d1a9579a-24e2-468f-971e-7097c524876f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:01:45.240417 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1a9579a-24e2-468f-971e-7097c524876f None None] Bound using segment: {'id': '9378af02-c74b-4736-861f-f7f8b663a516', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '38b058c6-b160-4f6e-bc53-5ea76b007ed8'} {{(pid=110154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 18:01:45.240870 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.managers [None req-d1a9579a-24e2-468f-971e-7097c524876f None None] Bound port: 4ec06d5b-e58a-45b8-bb95-0d0233ea31a5, host: dv-cinder-841302-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9378af02-c74b-4736-861f-f7f8b663a516', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '38b058c6-b160-4f6e-bc53-5ea76b007ed8'}}] {{(pid=110154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 18:01:45.241243 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-d1a9579a-24e2-468f-971e-7097c524876f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1514036'] for port (4ec06d5b-e58a-45b8-bb95-0d0233ea31a5), before_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:01:45.266902 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.db.db_base_plugin_common [None req-c91e1559-ec8c-462b-add1-f89ad22a9f6d admin admin] Allocated IP 172.27.0.205 (85dc89cf-59f9-4edb-b26e-52bcb8a93763/e93d94f1-cb19-4cd0-92e5-ca73d24bd8fb/b8efa4ab-9382-4ddf-b9ab-4984ef2b4a58) {{(pid=110152) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 18:01:45.305530 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.db [None req-d1a9579a-24e2-468f-971e-7097c524876f None None] For port 4ec06d5b-e58a-45b8-bb95-0d0233ea31a5, host dv-cinder-841302-2-iscsi, cleared binding levels {{(pid=110154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 18:01:45.309128 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.db [None req-d1a9579a-24e2-468f-971e-7097c524876f None None] For port 4ec06d5b-e58a-45b8-bb95-0d0233ea31a5, host dv-cinder-841302-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841302-2-iscsi',level=0,port_id=4ec06d5b-e58a-45b8-bb95-0d0233ea31a5,segment=NetworkSegment(9378af02-c74b-4736-861f-f7f8b663a516),segment_id=9378af02-c74b-4736-861f-f7f8b663a516)] {{(pid=110154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 18:01:45.315793 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-d1a9579a-24e2-468f-971e-7097c524876f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1514136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781795229094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781794686082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781794686100'] for port (4ec06d5b-e58a-45b8-bb95-0d0233ea31a5), after_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:01:45.376575 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-c91e1559-ec8c-462b-add1-f89ad22a9f6d admin admin] Publish callbacks [] for port (b8efa4ab-9382-4ddf-b9ab-4984ef2b4a58), precommit_create {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:01:45.379150 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a9579a-24e2-468f-971e-7097c524876f None None] Pushing event updated for resources: {'Port': ['ID=4ec06d5b-e58a-45b8-bb95-0d0233ea31a5,revision_number=2']} {{(pid=110154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:01:45.413837 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-c91e1559-ec8c-462b-add1-f89ad22a9f6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1514136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781794686064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5018186'] for port (b8efa4ab-9382-4ddf-b9ab-4984ef2b4a58), after_create {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:01:45.459410 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c91e1559-ec8c-462b-add1-f89ad22a9f6d admin admin] Network 85dc89cf-59f9-4edb-b26e-52bcb8a93763 is already hosted by enough agents. {{(pid=110152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 18:01:45.462487 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.scheduler.base_scheduler [None req-c91e1559-ec8c-462b-add1-f89ad22a9f6d admin admin] Resources bound (agent type, host, resource id): {{(pid=110152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 18:01:45.469088 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c91e1559-ec8c-462b-add1-f89ad22a9f6d admin admin] Received port after_create {{(pid=110152) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 18:01:45.500932 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91e1559-ec8c-462b-add1-f89ad22a9f6d admin admin] Pushing event updated for resources: {'Port': ['ID=b8efa4ab-9382-4ddf-b9ab-4984ef2b4a58,revision_number=1']} {{(pid=110152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:01:45.746484 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-c91e1559-ec8c-462b-add1-f89ad22a9f6d admin admin] Publish callbacks [] for router_gateway (bbc8e070-9066-42ac-a366-9ef4cdba96c7), after_create {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:01:45.951143 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-c91e1559-ec8c-462b-add1-f89ad22a9f6d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-537675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-642570'] for router (bbc8e070-9066-42ac-a366-9ef4cdba96c7), after_create {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:01:46.245368 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a989f074-8eec-4812-9dd3-fed5f452ec09 None None] Network 38b058c6-b160-4f6e-bc53-5ea76b007ed8 requested from dv-cinder-841302-2-iscsi {{(pid=110154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 18:01:46.377487 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c91e1559-ec8c-462b-add1-f89ad22a9f6d admin admin] Router bbc8e070-9066-42ac-a366-9ef4cdba96c7 is scheduled to L3 agent eaac381b-e402-41c3-a8e6-8f962681d3e6 with binding_index 1 {{(pid=110152) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 10 18:01:46.445458 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.db.provisioning_blocks [None req-6d362022-9923-4682-9b3f-d8f56fc4cde3 None None] Provisioning complete for port 4ec06d5b-e58a-45b8-bb95-0d0233ea31a5 triggered by entity DHCP. {{(pid=110154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 18:01:46.445825 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-6d362022-9923-4682-9b3f-d8f56fc4cde3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525495'] for port (4ec06d5b-e58a-45b8-bb95-0d0233ea31a5), provisioning_complete {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:01:46.491301 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c91e1559-ec8c-462b-add1-f89ad22a9f6d admin admin] Notify agent at l3_agent.dv-cinder-841302-2-iscsi the message routers_updated {{(pid=110152) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 18:01:46.510770 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-c91e1559-ec8c-462b-add1-f89ad22a9f6d admin admin] Publish callbacks [] for router (None), before_response {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:01:46.512042 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [None req-c91e1559-ec8c-462b-add1-f89ad22a9f6d admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.8012114 May 10 18:01:46.515088 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.wsgi [-] (110152) accepted ('10.222.0.60', 49280) {{(pid=110152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 18:01:46.520464 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2d743fb-ffcb-4205-b1d9-c485164a9d7a None None] Sync routers for ids ['bbc8e070-9066-42ac-a366-9ef4cdba96c7'] in dv-cinder-841302-2-iscsi {{(pid=110154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 18:01:46.566451 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2d743fb-ffcb-4205-b1d9-c485164a9d7a None None] Routers {'bbc8e070-9066-42ac-a366-9ef4cdba96c7'} bound to L3 agent in host dv-cinder-841302-2-iscsi {{(pid=110154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 18:01:46.567105 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.db.l3_hamode_db [None req-f2d743fb-ffcb-4205-b1d9-c485164a9d7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841302-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-10T17:36:00Z,description=,heartbeat_timestamp=2022-05-10T18:01:30Z,host='dv-cinder-841302-2-iscsi',id=eaac381b-e402-41c3-a8e6-8f962681d3e6,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T17:36:00Z,topic='l3_agent')) {'router_ids': ['bbc8e070-9066-42ac-a366-9ef4cdba96c7'], 'active': True} {{(pid=110154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 18:01:46.621502 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.plugin [None req-6d362022-9923-4682-9b3f-d8f56fc4cde3 None None] Current status of the port 4ec06d5b-e58a-45b8-bb95-0d0233ea31a5 is: DOWN; New status is: ACTIVE {{(pid=110154) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 18:01:46.621902 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-6d362022-9923-4682-9b3f-d8f56fc4cde3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1514036'] for port (4ec06d5b-e58a-45b8-bb95-0d0233ea31a5), before_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:01:46.702554 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.db [None req-6d362022-9923-4682-9b3f-d8f56fc4cde3 None None] For port 4ec06d5b-e58a-45b8-bb95-0d0233ea31a5, host dv-cinder-841302-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841302-2-iscsi',level=0,port_id=4ec06d5b-e58a-45b8-bb95-0d0233ea31a5,segment=NetworkSegment(9378af02-c74b-4736-861f-f7f8b663a516),segment_id=9378af02-c74b-4736-861f-f7f8b663a516)] {{(pid=110154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 18:01:46.707177 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-6d362022-9923-4682-9b3f-d8f56fc4cde3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1514136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781795229094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781794686082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781794686100'] for port (4ec06d5b-e58a-45b8-bb95-0d0233ea31a5), after_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:01:46.745279 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.db.l3_dvr_db [None req-f2d743fb-ffcb-4205-b1d9-c485164a9d7a None None] Set router bbc8e070-9066-42ac-a366-9ef4cdba96c7 gateway port host: dv-cinder-841302-2-iscsi {{(pid=110154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 18:01:46.869152 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d362022-9923-4682-9b3f-d8f56fc4cde3 None None] Pushing event updated for resources: {'Port': ['ID=4ec06d5b-e58a-45b8-bb95-0d0233ea31a5,revision_number=3']} {{(pid=110154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:01:46.874603 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.db.provisioning_blocks [None req-845c9ea0-83ea-41ea-a181-09007dfe743c None None] Provisioning complete for port 4ec06d5b-e58a-45b8-bb95-0d0233ea31a5 triggered by entity DHCP. {{(pid=110154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 18:01:46.874970 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-845c9ea0-83ea-41ea-a181-09007dfe743c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525495'] for port (4ec06d5b-e58a-45b8-bb95-0d0233ea31a5), provisioning_complete {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:01:46.954424 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-9f94c015-a5b4-4ced-9cf6-bf58a94fa0a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1514036'] for port (None), before_create {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:01:47.006051 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.db.l3_hamode_db [None req-f2d743fb-ffcb-4205-b1d9-c485164a9d7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbc8e070-9066-42ac-a366-9ef4cdba96c7', 'name': 'tempest-TestShelveInstance-512988306-router', 'tenant_id': '550c47b03653401d871922496e1cf055', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85dc89cf-59f9-4edb-b26e-52bcb8a93763', 'external_fixed_ips': [{'subnet_id': 'e93d94f1-cb19-4cd0-92e5-ca73d24bd8fb', 'ip_address': '172.27.0.205'}], 'enable_snat': True}, 'gw_port_id': 'b8efa4ab-9382-4ddf-b9ab-4984ef2b4a58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T18:01:44Z', 'updated_at': '2022-05-10T18:01:45Z', 'revision_number': 3, 'project_id': '550c47b03653401d871922496e1cf055', 'gw_port': {'id': 'b8efa4ab-9382-4ddf-b9ab-4984ef2b4a58', 'name': '', 'network_id': '85dc89cf-59f9-4edb-b26e-52bcb8a93763', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:88:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbc8e070-9066-42ac-a366-9ef4cdba96c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': 'e93d94f1-cb19-4cd0-92e5-ca73d24bd8fb', 'ip_address': '172.27.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T18:01:45Z', 'updated_at': '2022-05-10T18:01:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e93d94f1-cb19-4cd0-92e5-ca73d24bd8fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841302-2-iscsi'}], 'dv-cinder-841302-2-iscsi', False) {} {{(pid=110154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 18:01:47.036502 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.plugin [None req-845c9ea0-83ea-41ea-a181-09007dfe743c None None] Current status of the port 4ec06d5b-e58a-45b8-bb95-0d0233ea31a5 is: ACTIVE; New status is: ACTIVE {{(pid=110154) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 18:01:47.039635 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2d743fb-ffcb-4205-b1d9-c485164a9d7a None None] Checking router: bbc8e070-9066-42ac-a366-9ef4cdba96c7 for host: dv-cinder-841302-2-iscsi {{(pid=110154) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 18:01:47.039984 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2d743fb-ffcb-4205-b1d9-c485164a9d7a None None] Updating router bbc8e070-9066-42ac-a366-9ef4cdba96c7 port b8efa4ab-9382-4ddf-b9ab-4984ef2b4a58 binding host dv-cinder-841302-2-iscsi {{(pid=110154) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 18:01:47.071878 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-f2d743fb-ffcb-4205-b1d9-c485164a9d7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1514036'] for port (b8efa4ab-9382-4ddf-b9ab-4984ef2b4a58), before_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:01:47.120247 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.db.db_base_plugin_common [None req-9f94c015-a5b4-4ced-9cf6-bf58a94fa0a2 admin admin] Allocated IP 172.20.0.1 (38b058c6-b160-4f6e-bc53-5ea76b007ed8/6ca3c83d-885c-4c98-9995-0d8381ec4372/42507f20-64c3-4c89-ba4f-7e4aaf5f0180) {{(pid=110152) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 18:01:47.169121 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.rpc [None req-6e697e78-9dd1-4bc1-8573-56b901d07725 None None] Device 4ec06d5b-e58a-45b8-bb95-0d0233ea31a5 up at agent ovs-agent-dv-cinder-841302-2-iscsi {{(pid=110154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 18:01:47.233693 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-9f94c015-a5b4-4ced-9cf6-bf58a94fa0a2 admin admin] Publish callbacks [] for port (42507f20-64c3-4c89-ba4f-7e4aaf5f0180), precommit_create {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:01:47.266341 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-9f94c015-a5b4-4ced-9cf6-bf58a94fa0a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1514136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781794686064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5018186'] for port (42507f20-64c3-4c89-ba4f-7e4aaf5f0180), after_create {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:01:47.278293 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.db.provisioning_blocks [None req-6e697e78-9dd1-4bc1-8573-56b901d07725 None None] Provisioning complete for port 4ec06d5b-e58a-45b8-bb95-0d0233ea31a5 triggered by entity L2. {{(pid=110154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 18:01:47.280187 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-6e697e78-9dd1-4bc1-8573-56b901d07725 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525495'] for port (4ec06d5b-e58a-45b8-bb95-0d0233ea31a5), provisioning_complete {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:01:47.305567 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f94c015-a5b4-4ced-9cf6-bf58a94fa0a2 admin admin] Network 38b058c6-b160-4f6e-bc53-5ea76b007ed8 is already hosted by enough agents. {{(pid=110152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 18:01:47.308583 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.scheduler.base_scheduler [None req-9f94c015-a5b4-4ced-9cf6-bf58a94fa0a2 admin admin] Resources bound (agent type, host, resource id): {{(pid=110152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 18:01:47.314555 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f94c015-a5b4-4ced-9cf6-bf58a94fa0a2 admin admin] Received port after_create {{(pid=110152) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 18:01:47.339286 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f94c015-a5b4-4ced-9cf6-bf58a94fa0a2 admin admin] Pushing event updated for resources: {'Port': ['ID=42507f20-64c3-4c89-ba4f-7e4aaf5f0180,revision_number=1']} {{(pid=110152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:01:47.358454 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-9f94c015-a5b4-4ced-9cf6-bf58a94fa0a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-640605'] for router_interface (bbc8e070-9066-42ac-a366-9ef4cdba96c7), before_create {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:01:47.436557 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.plugin [None req-6e697e78-9dd1-4bc1-8573-56b901d07725 None None] Current status of the port 4ec06d5b-e58a-45b8-bb95-0d0233ea31a5 is: ACTIVE; New status is: ACTIVE {{(pid=110154) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 18:01:47.442420 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-f2d743fb-ffcb-4205-b1d9-c485164a9d7a None None] Publish callbacks [] for port (b8efa4ab-9382-4ddf-b9ab-4984ef2b4a58), precommit_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:01:47.448552 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-f2d743fb-ffcb-4205-b1d9-c485164a9d7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1514136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781795229094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781794686082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781794686100'] for port (b8efa4ab-9382-4ddf-b9ab-4984ef2b4a58), after_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:01:47.501907 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.managers [None req-f2d743fb-ffcb-4205-b1d9-c485164a9d7a None None] Attempting to bind port b8efa4ab-9382-4ddf-b9ab-4984ef2b4a58 on host dv-cinder-841302-2-iscsi for vnic_type normal with profile {{(pid=110154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 18:01:47.502276 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.managers [None req-f2d743fb-ffcb-4205-b1d9-c485164a9d7a None None] Attempting to bind port b8efa4ab-9382-4ddf-b9ab-4984ef2b4a58 by drivers openvswitch,hyperv on host dv-cinder-841302-2-iscsi at level 0 using segments [{'id': '73dc8890-d7a8-423a-bf66-935bdea3f4d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '85dc89cf-59f9-4edb-b26e-52bcb8a93763'}] {{(pid=110154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 18:01:47.502601 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2d743fb-ffcb-4205-b1d9-c485164a9d7a None None] Attempting to bind port b8efa4ab-9382-4ddf-b9ab-4984ef2b4a58 on network 85dc89cf-59f9-4edb-b26e-52bcb8a93763 {{(pid=110154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 18:01:47.507084 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-9f94c015-a5b4-4ced-9cf6-bf58a94fa0a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1514036'] for port (42507f20-64c3-4c89-ba4f-7e4aaf5f0180), before_update {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:01:47.515738 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2d743fb-ffcb-4205-b1d9-c485164a9d7a None None] Checking agent: {'id': 'fdc37a75-b7a9-4e92-a59c-f5b8c02d060c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841302-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 17, 36, 4), 'started_at': datetime.datetime(2022, 5, 10, 17, 36, 34), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 18, 1, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841302-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 18:01:47.516114 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2d743fb-ffcb-4205-b1d9-c485164a9d7a None None] Checking segment: {'id': '73dc8890-d7a8-423a-bf66-935bdea3f4d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '85dc89cf-59f9-4edb-b26e-52bcb8a93763'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 18:01:47.516511 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-f2d743fb-ffcb-4205-b1d9-c485164a9d7a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:01:47.516902 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2d743fb-ffcb-4205-b1d9-c485164a9d7a None None] Bound using segment: {'id': '73dc8890-d7a8-423a-bf66-935bdea3f4d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '85dc89cf-59f9-4edb-b26e-52bcb8a93763'} {{(pid=110154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 18:01:47.517366 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.managers [None req-f2d743fb-ffcb-4205-b1d9-c485164a9d7a None None] Bound port: b8efa4ab-9382-4ddf-b9ab-4984ef2b4a58, host: dv-cinder-841302-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73dc8890-d7a8-423a-bf66-935bdea3f4d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '85dc89cf-59f9-4edb-b26e-52bcb8a93763'}}] {{(pid=110154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 18:01:47.517748 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-f2d743fb-ffcb-4205-b1d9-c485164a9d7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1514036'] for port (b8efa4ab-9382-4ddf-b9ab-4984ef2b4a58), before_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:01:47.519426 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84885683-197a-42db-9ca3-34f5872bef52 None None] Pushing event updated for resources: {'Port': ['ID=b8efa4ab-9382-4ddf-b9ab-4984ef2b4a58,revision_number=2']} {{(pid=110154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:01:47.584009 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.db [None req-f2d743fb-ffcb-4205-b1d9-c485164a9d7a None None] For port b8efa4ab-9382-4ddf-b9ab-4984ef2b4a58, host dv-cinder-841302-2-iscsi, cleared binding levels {{(pid=110154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 18:01:47.587231 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.db [None req-f2d743fb-ffcb-4205-b1d9-c485164a9d7a None None] For port b8efa4ab-9382-4ddf-b9ab-4984ef2b4a58, host dv-cinder-841302-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841302-2-iscsi',level=0,port_id=b8efa4ab-9382-4ddf-b9ab-4984ef2b4a58,segment=NetworkSegment(73dc8890-d7a8-423a-bf66-935bdea3f4d7),segment_id=73dc8890-d7a8-423a-bf66-935bdea3f4d7)] {{(pid=110154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 18:01:47.588835 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.db.provisioning_blocks [None req-7af7b583-3485-4389-b27d-690975653d9c None None] Provisioning complete for port 42507f20-64c3-4c89-ba4f-7e4aaf5f0180 triggered by entity DHCP. {{(pid=110154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 18:01:47.589247 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-7af7b583-3485-4389-b27d-690975653d9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525495'] for port (42507f20-64c3-4c89-ba4f-7e4aaf5f0180), provisioning_complete {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:01:47.612189 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-f2d743fb-ffcb-4205-b1d9-c485164a9d7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1514136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781795229094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781794686082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781794686100'] for port (b8efa4ab-9382-4ddf-b9ab-4984ef2b4a58), after_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:01:47.657314 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.plugin [None req-7af7b583-3485-4389-b27d-690975653d9c None None] Port 42507f20-64c3-4c89-ba4f-7e4aaf5f0180 cannot update to ACTIVE because it is not bound. {{(pid=110154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 10 18:01:47.683670 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84885683-197a-42db-9ca3-34f5872bef52 None None] Pushing event updated for resources: {'Port': ['ID=b8efa4ab-9382-4ddf-b9ab-4984ef2b4a58,revision_number=3']} {{(pid=110154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:01:47.686602 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2d743fb-ffcb-4205-b1d9-c485164a9d7a None None] Routers {'bbc8e070-9066-42ac-a366-9ef4cdba96c7'} bound to L3 agent in host dv-cinder-841302-2-iscsi {{(pid=110154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 18:01:47.687208 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.db.l3_hamode_db [None req-f2d743fb-ffcb-4205-b1d9-c485164a9d7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841302-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-10T17:36:00Z,description=,heartbeat_timestamp=2022-05-10T18:01:30Z,host='dv-cinder-841302-2-iscsi',id=eaac381b-e402-41c3-a8e6-8f962681d3e6,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T17:36:00Z,topic='l3_agent')) {'router_ids': ['bbc8e070-9066-42ac-a366-9ef4cdba96c7'], 'active': True} {{(pid=110154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 18:01:47.688312 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-9f94c015-a5b4-4ced-9cf6-bf58a94fa0a2 admin admin] Publish callbacks [] for port (42507f20-64c3-4c89-ba4f-7e4aaf5f0180), precommit_update {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:01:47.693487 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-9f94c015-a5b4-4ced-9cf6-bf58a94fa0a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1514136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781795229094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781794686082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781794686100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5018163'] for port (42507f20-64c3-4c89-ba4f-7e4aaf5f0180), after_update {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:01:47.760949 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f94c015-a5b4-4ced-9cf6-bf58a94fa0a2 admin admin] Pushing event updated for resources: {'Port': ['ID=42507f20-64c3-4c89-ba4f-7e4aaf5f0180,revision_number=2']} {{(pid=110152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:01:47.765025 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-9f94c015-a5b4-4ced-9cf6-bf58a94fa0a2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-631643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-640352'] for router_interface (bbc8e070-9066-42ac-a366-9ef4cdba96c7), after_create {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:01:47.800068 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.db.l3_dvr_db [None req-f2d743fb-ffcb-4205-b1d9-c485164a9d7a None None] Set router bbc8e070-9066-42ac-a366-9ef4cdba96c7 gateway port host: dv-cinder-841302-2-iscsi {{(pid=110154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 18:01:47.862477 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f94c015-a5b4-4ced-9cf6-bf58a94fa0a2 admin admin] Network 38b058c6-b160-4f6e-bc53-5ea76b007ed8 is already hosted by enough agents. {{(pid=110152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 18:01:47.863874 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.scheduler.base_scheduler [None req-9f94c015-a5b4-4ced-9cf6-bf58a94fa0a2 admin admin] Resources bound (agent type, host, resource id): {{(pid=110152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 18:01:47.999614 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f94c015-a5b4-4ced-9cf6-bf58a94fa0a2 admin admin] Router bbc8e070-9066-42ac-a366-9ef4cdba96c7 has already been hosted by L3 agent eaac381b-e402-41c3-a8e6-8f962681d3e6 {{(pid=110152) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 18:01:48.010238 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.db.l3_hamode_db [None req-f2d743fb-ffcb-4205-b1d9-c485164a9d7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbc8e070-9066-42ac-a366-9ef4cdba96c7', 'name': 'tempest-TestShelveInstance-512988306-router', 'tenant_id': '550c47b03653401d871922496e1cf055', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85dc89cf-59f9-4edb-b26e-52bcb8a93763', 'external_fixed_ips': [{'subnet_id': 'e93d94f1-cb19-4cd0-92e5-ca73d24bd8fb', 'ip_address': '172.27.0.205'}], 'enable_snat': True}, 'gw_port_id': 'b8efa4ab-9382-4ddf-b9ab-4984ef2b4a58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T18:01:44Z', 'updated_at': '2022-05-10T18:01:47Z', 'revision_number': 4, 'project_id': '550c47b03653401d871922496e1cf055', 'gw_port': {'id': 'b8efa4ab-9382-4ddf-b9ab-4984ef2b4a58', 'name': '', 'network_id': '85dc89cf-59f9-4edb-b26e-52bcb8a93763', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:88:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbc8e070-9066-42ac-a366-9ef4cdba96c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': 'e93d94f1-cb19-4cd0-92e5-ca73d24bd8fb', 'ip_address': '172.27.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841302-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T18:01:45Z', 'updated_at': '2022-05-10T18:01:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e93d94f1-cb19-4cd0-92e5-ca73d24bd8fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841302-2-iscsi', '_interfaces': [{'id': '42507f20-64c3-4c89-ba4f-7e4aaf5f0180', 'name': '', 'network_id': '38b058c6-b160-4f6e-bc53-5ea76b007ed8', 'tenant_id': '550c47b03653401d871922496e1cf055', 'mac_address': 'fa:16:3e:c8:9a:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbc8e070-9066-42ac-a366-9ef4cdba96c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '6ca3c83d-885c-4c98-9995-0d8381ec4372', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T18:01:46Z', 'updated_at': '2022-05-10T18:01:47Z', 'revision_number': 1, 'project_id': '550c47b03653401d871922496e1cf055', 'subnets': [{'id': '6ca3c83d-885c-4c98-9995-0d8381ec4372', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841302-2-iscsi', False) {} {{(pid=110154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 18:01:48.040533 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2d743fb-ffcb-4205-b1d9-c485164a9d7a None None] The sync data for ids ['bbc8e070-9066-42ac-a366-9ef4cdba96c7'] in dv-cinder-841302-2-iscsi is: [{'id': 'bbc8e070-9066-42ac-a366-9ef4cdba96c7', 'name': 'tempest-TestShelveInstance-512988306-router', 'tenant_id': '550c47b03653401d871922496e1cf055', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85dc89cf-59f9-4edb-b26e-52bcb8a93763', 'external_fixed_ips': [{'subnet_id': 'e93d94f1-cb19-4cd0-92e5-ca73d24bd8fb', 'ip_address': '172.27.0.205'}], 'enable_snat': True}, 'gw_port_id': 'b8efa4ab-9382-4ddf-b9ab-4984ef2b4a58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T18:01:44Z', 'updated_at': '2022-05-10T18:01:47Z', 'revision_number': 4, 'project_id': '550c47b03653401d871922496e1cf055', 'gw_port': {'id': 'b8efa4ab-9382-4ddf-b9ab-4984ef2b4a58', 'name': '', 'network_id': '85dc89cf-59f9-4edb-b26e-52bcb8a93763', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:88:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbc8e070-9066-42ac-a366-9ef4cdba96c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': 'e93d94f1-cb19-4cd0-92e5-ca73d24bd8fb', 'ip_address': '172.27.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841302-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T18:01:45Z', 'updated_at': '2022-05-10T18:01:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e93d94f1-cb19-4cd0-92e5-ca73d24bd8fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841302-2-iscsi', '_interfaces': [{'id': '42507f20-64c3-4c89-ba4f-7e4aaf5f0180', 'name': '', 'network_id': '38b058c6-b160-4f6e-bc53-5ea76b007ed8', 'tenant_id': '550c47b03653401d871922496e1cf055', 'mac_address': 'fa:16:3e:c8:9a:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbc8e070-9066-42ac-a366-9ef4cdba96c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '6ca3c83d-885c-4c98-9995-0d8381ec4372', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T18:01:46Z', 'updated_at': '2022-05-10T18:01:47Z', 'revision_number': 1, 'project_id': '550c47b03653401d871922496e1cf055', 'subnets': [{'id': '6ca3c83d-885c-4c98-9995-0d8381ec4372', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 18:01:48.078977 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.db.provisioning_blocks [None req-ba11b8f9-999e-4b5a-a3b3-52dd30658738 None None] Provisioning complete for port 42507f20-64c3-4c89-ba4f-7e4aaf5f0180 triggered by entity DHCP. {{(pid=110154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 18:01:48.079347 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-ba11b8f9-999e-4b5a-a3b3-52dd30658738 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525495'] for port (42507f20-64c3-4c89-ba4f-7e4aaf5f0180), provisioning_complete {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:01:48.114715 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.plugin [None req-ba11b8f9-999e-4b5a-a3b3-52dd30658738 None None] Port 42507f20-64c3-4c89-ba4f-7e4aaf5f0180 cannot update to ACTIVE because it is not bound. {{(pid=110154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 10 18:01:48.127545 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f94c015-a5b4-4ced-9cf6-bf58a94fa0a2 admin admin] Notify agent at l3_agent.dv-cinder-841302-2-iscsi the message routers_updated {{(pid=110152) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 18:01:48.133076 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [None req-9f94c015-a5b4-4ced-9cf6-bf58a94fa0a2 admin admin] 10.222.0.60 "PUT /v2.0/routers/bbc8e070-9066-42ac-a366-9ef4cdba96c7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6167648 May 10 18:01:48.656167 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.wsgi [-] (110152) accepted ('10.222.0.60', 49296) {{(pid=110152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 18:01:48.666321 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.v2.base [None req-ec3a4663-57cd-46d1-8e10-73ba5db8a030 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-223192405-network', 'tenant_id': 'f0e5096864cf417181b16abc451a26f0'}} {{(pid=110152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 18:01:48.695218 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec3a4663-57cd-46d1-8e10-73ba5db8a030 admin admin] Made reservation on behalf of f0e5096864cf417181b16abc451a26f0 for: {'network': 1} {{(pid=110152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 18:01:48.698033 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-ec3a4663-57cd-46d1-8e10-73ba5db8a030 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1514036'] for network (None), before_create {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:01:48.708160 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-ec3a4663-57cd-46d1-8e10-73ba5db8a030 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:01:48.792269 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-ec3a4663-57cd-46d1-8e10-73ba5db8a030 admin admin] Publish callbacks [] for security_group (abf5d2e2-5820-460c-a46a-54f2f1ce93a7), precommit_create {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:01:48.798854 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-ec3a4663-57cd-46d1-8e10-73ba5db8a030 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-282428'] for security_group (abf5d2e2-5820-460c-a46a-54f2f1ce93a7), after_create {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:01:48.825232 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec3a4663-57cd-46d1-8e10-73ba5db8a030 admin admin] vlan segment allocate from pool success with {'vlan_id': 596, 'physical_network': 'physnet1'} {{(pid=110152) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 18:01:48.835785 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3a4663-57cd-46d1-8e10-73ba5db8a030 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abf5d2e2-5820-460c-a46a-54f2f1ce93a7,revision_number=1']} {{(pid=110152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:01:48.842299 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-ec3a4663-57cd-46d1-8e10-73ba5db8a030 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1469446'] for segment (d7453aa5-4c7b-4736-b56a-23053faea6a6), precommit_create {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:01:48.843121 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.db.segments_db [None req-ec3a4663-57cd-46d1-8e10-73ba5db8a030 admin admin] Added segment d7453aa5-4c7b-4736-b56a-23053faea6a6 of type vlan for network f843fc22-6593-4e47-b87b-0b840b430686 May 10 18:01:48.886267 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-ec3a4663-57cd-46d1-8e10-73ba5db8a030 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781794707887'] for network (f843fc22-6593-4e47-b87b-0b840b430686), precommit_create {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:01:48.911178 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-ec3a4663-57cd-46d1-8e10-73ba5db8a030 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-282477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631625'] for network (f843fc22-6593-4e47-b87b-0b840b430686), after_create {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:01:48.912200 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec3a4663-57cd-46d1-8e10-73ba5db8a030 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 18:01:48.912786 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-ec3a4663-57cd-46d1-8e10-73ba5db8a030 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631615'] for network (None), before_response {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:01:48.974108 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [None req-ec3a4663-57cd-46d1-8e10-73ba5db8a030 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3166153 May 10 18:01:48.976990 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.wsgi [-] (110153) accepted ('10.222.0.60', 49298) {{(pid=110153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 18:01:48.984077 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.v2.base [None req-a6beef46-08d1-4b08-bebd-aff4b72c3c2c admin admin] Request body: {'subnet': {'network_id': 'f843fc22-6593-4e47-b87b-0b840b430686', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-223192405-subnet', 'tenant_id': 'f0e5096864cf417181b16abc451a26f0', 'ip_version': 4}} {{(pid=110153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 18:01:48.984646 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3a4663-57cd-46d1-8e10-73ba5db8a030 admin admin] Pushing event updated for resources: {'Network': ['ID=f843fc22-6593-4e47-b87b-0b840b430686,revision_number=1']} {{(pid=110152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:01:48.994506 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.rpc [None req-6e697e78-9dd1-4bc1-8573-56b901d07725 None None] Network f843fc22-6593-4e47-b87b-0b840b430686 details requested by agent ovs-agent-dv-cinder-841302-2-iscsi with host dv-cinder-841302-2-iscsi {{(pid=110154) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 10 18:01:49.010951 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6beef46-08d1-4b08-bebd-aff4b72c3c2c admin admin] Made reservation on behalf of f0e5096864cf417181b16abc451a26f0 for: {'subnet': 1} {{(pid=110153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 18:01:49.014288 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-a6beef46-08d1-4b08-bebd-aff4b72c3c2c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24212008'] for subnet (None), before_create {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:01:49.158312 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.rpc [None req-6e697e78-9dd1-4bc1-8573-56b901d07725 None None] Device b8efa4ab-9382-4ddf-b9ab-4984ef2b4a58 up at agent ovs-agent-dv-cinder-841302-2-iscsi {{(pid=110154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 18:01:49.208403 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.db.provisioning_blocks [None req-6e697e78-9dd1-4bc1-8573-56b901d07725 None None] Provisioning complete for port b8efa4ab-9382-4ddf-b9ab-4984ef2b4a58 triggered by entity L2. {{(pid=110154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 18:01:49.209021 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-6e697e78-9dd1-4bc1-8573-56b901d07725 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525495'] for port (b8efa4ab-9382-4ddf-b9ab-4984ef2b4a58), provisioning_complete {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:01:49.220859 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-a6beef46-08d1-4b08-bebd-aff4b72c3c2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-321831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4208893', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24212022'] for subnet (d2a23f15-899a-40f8-adf6-df4efddaf516), after_create {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:01:49.283577 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6beef46-08d1-4b08-bebd-aff4b72c3c2c admin admin] Pushing event updated for resources: {'Subnet': ['ID=d2a23f15-899a-40f8-adf6-df4efddaf516,revision_number=0']} {{(pid=110153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:01:49.293225 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6beef46-08d1-4b08-bebd-aff4b72c3c2c admin admin] Checking segment: {'id': 'd7453aa5-4c7b-4736-b56a-23053faea6a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'f843fc22-6593-4e47-b87b-0b840b430686'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 18:01:49.293575 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6beef46-08d1-4b08-bebd-aff4b72c3c2c admin admin] Network hostable DHCP agents. Network: f843fc22-6593-4e47-b87b-0b840b430686, hostable agents: ['b2ad0527-00d5-4995-bc97-ec84c4e02f0b'], hosted agents: [] {{(pid=110153) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 18:01:49.313526 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6beef46-08d1-4b08-bebd-aff4b72c3c2c admin admin] Network f843fc22-6593-4e47-b87b-0b840b430686 is scheduled to be hosted by DHCP agent b2ad0527-00d5-4995-bc97-ec84c4e02f0b with binding_index 1 {{(pid=110153) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 18:01:49.326286 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.scheduler.base_scheduler [None req-a6beef46-08d1-4b08-bebd-aff4b72c3c2c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-841302-2-iscsi, f843fc22-6593-4e47-b87b-0b840b430686) {{(pid=110153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 18:01:49.331659 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6beef46-08d1-4b08-bebd-aff4b72c3c2c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 18:01:49.332994 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-a6beef46-08d1-4b08-bebd-aff4b72c3c2c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:01:49.350229 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [None req-a6beef46-08d1-4b08-bebd-aff4b72c3c2c admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3717766 May 10 18:01:49.352974 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.wsgi [-] (110152) accepted ('10.222.0.60', 49300) {{(pid=110152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 18:01:49.358282 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.v2.base [None req-0779ca81-a0ca-4e77-9536-cc3a3ae26d64 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-223192405-router', 'tenant_id': 'f0e5096864cf417181b16abc451a26f0', 'external_gateway_info': {'network_id': '85dc89cf-59f9-4edb-b26e-52bcb8a93763'}}} {{(pid=110152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 18:01:49.381480 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-0779ca81-a0ca-4e77-9536-cc3a3ae26d64 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-537840', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-789'] for router (630daae2-dee4-493d-ade1-4db2db5d4e17), before_create {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:01:49.382536 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-0779ca81-a0ca-4e77-9536-cc3a3ae26d64 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-537668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-642791', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-610544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-814'] for router (630daae2-dee4-493d-ade1-4db2db5d4e17), precommit_create {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:01:49.397396 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef454b3d-6c24-4fd2-a9dc-cb5343f4b282 None None] Network f843fc22-6593-4e47-b87b-0b840b430686 requested from dv-cinder-841302-2-iscsi {{(pid=110154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 18:01:49.437053 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-0779ca81-a0ca-4e77-9536-cc3a3ae26d64 admin admin] Publish callbacks [] for router_controller (630daae2-dee4-493d-ade1-4db2db5d4e17), precommit_add_association {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:01:49.507831 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.plugin [None req-6e697e78-9dd1-4bc1-8573-56b901d07725 None None] Current status of the port b8efa4ab-9382-4ddf-b9ab-4984ef2b4a58 is: DOWN; New status is: ACTIVE {{(pid=110154) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 18:01:49.508209 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-6e697e78-9dd1-4bc1-8573-56b901d07725 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1514036'] for port (b8efa4ab-9382-4ddf-b9ab-4984ef2b4a58), before_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:01:49.546790 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d52e332-6c0c-480f-8c0c-f80bf44319fe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa19f327b-e3f6-5d02-b8b8-f794978bb937-f843fc22-6593-4e47-b87b-0b840b430686', 'network_id': 'f843fc22-6593-4e47-b87b-0b840b430686', 'project_id': 'f0e5096864cf417181b16abc451a26f0', 'fixed_ips': [{'subnet_id': 'd2a23f15-899a-40f8-adf6-df4efddaf516'}]}} from dv-cinder-841302-2-iscsi. {{(pid=110154) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 10 18:01:49.547777 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-6d52e332-6c0c-480f-8c0c-f80bf44319fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1514036'] for port (None), before_create {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:01:49.552324 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.db [None req-6e697e78-9dd1-4bc1-8573-56b901d07725 None None] For port b8efa4ab-9382-4ddf-b9ab-4984ef2b4a58, host dv-cinder-841302-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841302-2-iscsi',level=0,port_id=b8efa4ab-9382-4ddf-b9ab-4984ef2b4a58,segment=NetworkSegment(73dc8890-d7a8-423a-bf66-935bdea3f4d7),segment_id=73dc8890-d7a8-423a-bf66-935bdea3f4d7)] {{(pid=110154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 18:01:49.564425 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-6e697e78-9dd1-4bc1-8573-56b901d07725 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1514136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781795229094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781794686082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781794686100'] for port (b8efa4ab-9382-4ddf-b9ab-4984ef2b4a58), after_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:01:49.589857 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-0779ca81-a0ca-4e77-9536-cc3a3ae26d64 admin admin] Publish callbacks [] for router_gateway (630daae2-dee4-493d-ade1-4db2db5d4e17), precommit_update {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:01:49.683832 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e697e78-9dd1-4bc1-8573-56b901d07725 None None] Pushing event updated for resources: {'Port': ['ID=b8efa4ab-9382-4ddf-b9ab-4984ef2b4a58,revision_number=4']} {{(pid=110154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:01:49.737627 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.db.db_base_plugin_common [None req-6d52e332-6c0c-480f-8c0c-f80bf44319fe None None] Allocated IP 172.20.0.2 (f843fc22-6593-4e47-b87b-0b840b430686/d2a23f15-899a-40f8-adf6-df4efddaf516/e72f8ec2-95c3-4dcc-bf5c-6f95a088cb90) {{(pid=110154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 18:01:49.780535 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-0779ca81-a0ca-4e77-9536-cc3a3ae26d64 admin admin] Publish callbacks [] for router_gateway (630daae2-dee4-493d-ade1-4db2db5d4e17), before_create {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:01:49.800732 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-0779ca81-a0ca-4e77-9536-cc3a3ae26d64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1514036'] for port (None), before_create {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:01:49.899941 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-6d52e332-6c0c-480f-8c0c-f80bf44319fe None None] Publish callbacks [] for port (e72f8ec2-95c3-4dcc-bf5c-6f95a088cb90), precommit_create {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:01:49.906497 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-6d52e332-6c0c-480f-8c0c-f80bf44319fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1514136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781794686064'] for port (e72f8ec2-95c3-4dcc-bf5c-6f95a088cb90), after_create {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:01:49.912864 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.db.db_base_plugin_common [None req-0779ca81-a0ca-4e77-9536-cc3a3ae26d64 admin admin] Allocated IP 172.27.0.34 (85dc89cf-59f9-4edb-b26e-52bcb8a93763/e93d94f1-cb19-4cd0-92e5-ca73d24bd8fb/f990e85a-dc82-4f82-820e-db9175120eb8) {{(pid=110152) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 18:01:49.952694 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d52e332-6c0c-480f-8c0c-f80bf44319fe None None] Network f843fc22-6593-4e47-b87b-0b840b430686 is already hosted by enough agents. {{(pid=110154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 18:01:49.957417 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.scheduler.base_scheduler [None req-6d52e332-6c0c-480f-8c0c-f80bf44319fe None None] Resources bound (agent type, host, resource id): {{(pid=110154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 18:01:49.959991 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d52e332-6c0c-480f-8c0c-f80bf44319fe None None] Received port after_create {{(pid=110154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 18:01:49.962406 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d52e332-6c0c-480f-8c0c-f80bf44319fe None None] Pushing event updated for resources: {'Port': ['ID=e72f8ec2-95c3-4dcc-bf5c-6f95a088cb90,revision_number=1']} {{(pid=110154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:01:50.021487 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.managers [None req-6d52e332-6c0c-480f-8c0c-f80bf44319fe None None] Attempting to bind port e72f8ec2-95c3-4dcc-bf5c-6f95a088cb90 on host dv-cinder-841302-2-iscsi for vnic_type normal with profile {{(pid=110154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 18:01:50.022178 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.managers [None req-6d52e332-6c0c-480f-8c0c-f80bf44319fe None None] Attempting to bind port e72f8ec2-95c3-4dcc-bf5c-6f95a088cb90 by drivers openvswitch,hyperv on host dv-cinder-841302-2-iscsi at level 0 using segments [{'id': 'd7453aa5-4c7b-4736-b56a-23053faea6a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'f843fc22-6593-4e47-b87b-0b840b430686'}] {{(pid=110154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 18:01:50.022298 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d52e332-6c0c-480f-8c0c-f80bf44319fe None None] Attempting to bind port e72f8ec2-95c3-4dcc-bf5c-6f95a088cb90 on network f843fc22-6593-4e47-b87b-0b840b430686 {{(pid=110154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 18:01:50.027668 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d52e332-6c0c-480f-8c0c-f80bf44319fe None None] Checking agent: {'id': 'fdc37a75-b7a9-4e92-a59c-f5b8c02d060c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841302-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 17, 36, 4), 'started_at': datetime.datetime(2022, 5, 10, 17, 36, 34), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 18, 1, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841302-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 18:01:50.028048 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d52e332-6c0c-480f-8c0c-f80bf44319fe None None] Checking segment: {'id': 'd7453aa5-4c7b-4736-b56a-23053faea6a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'f843fc22-6593-4e47-b87b-0b840b430686'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 18:01:50.028450 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-6d52e332-6c0c-480f-8c0c-f80bf44319fe None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:01:50.030015 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d52e332-6c0c-480f-8c0c-f80bf44319fe None None] Bound using segment: {'id': 'd7453aa5-4c7b-4736-b56a-23053faea6a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'f843fc22-6593-4e47-b87b-0b840b430686'} {{(pid=110154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 18:01:50.030508 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.managers [None req-6d52e332-6c0c-480f-8c0c-f80bf44319fe None None] Bound port: e72f8ec2-95c3-4dcc-bf5c-6f95a088cb90, host: dv-cinder-841302-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7453aa5-4c7b-4736-b56a-23053faea6a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'f843fc22-6593-4e47-b87b-0b840b430686'}}] {{(pid=110154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 18:01:50.031033 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-6d52e332-6c0c-480f-8c0c-f80bf44319fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1514036'] for port (e72f8ec2-95c3-4dcc-bf5c-6f95a088cb90), before_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:01:50.032833 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-0779ca81-a0ca-4e77-9536-cc3a3ae26d64 admin admin] Publish callbacks [] for port (f990e85a-dc82-4f82-820e-db9175120eb8), precommit_create {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:01:50.066306 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-0779ca81-a0ca-4e77-9536-cc3a3ae26d64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1514136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781794686064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5018186'] for port (f990e85a-dc82-4f82-820e-db9175120eb8), after_create {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:01:50.102073 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.db [None req-6d52e332-6c0c-480f-8c0c-f80bf44319fe None None] For port e72f8ec2-95c3-4dcc-bf5c-6f95a088cb90, host dv-cinder-841302-2-iscsi, cleared binding levels {{(pid=110154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 18:01:50.105263 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.db [None req-6d52e332-6c0c-480f-8c0c-f80bf44319fe None None] For port e72f8ec2-95c3-4dcc-bf5c-6f95a088cb90, host dv-cinder-841302-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841302-2-iscsi',level=0,port_id=e72f8ec2-95c3-4dcc-bf5c-6f95a088cb90,segment=NetworkSegment(d7453aa5-4c7b-4736-b56a-23053faea6a6),segment_id=d7453aa5-4c7b-4736-b56a-23053faea6a6)] {{(pid=110154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 18:01:50.108885 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0779ca81-a0ca-4e77-9536-cc3a3ae26d64 admin admin] Network 85dc89cf-59f9-4edb-b26e-52bcb8a93763 is already hosted by enough agents. {{(pid=110152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 18:01:50.112380 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-6d52e332-6c0c-480f-8c0c-f80bf44319fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1514136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781795229094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781794686082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781794686100'] for port (e72f8ec2-95c3-4dcc-bf5c-6f95a088cb90), after_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:01:50.114531 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.scheduler.base_scheduler [None req-0779ca81-a0ca-4e77-9536-cc3a3ae26d64 admin admin] Resources bound (agent type, host, resource id): {{(pid=110152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 18:01:50.117979 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0779ca81-a0ca-4e77-9536-cc3a3ae26d64 admin admin] Received port after_create {{(pid=110152) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 18:01:50.145131 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0779ca81-a0ca-4e77-9536-cc3a3ae26d64 admin admin] Pushing event updated for resources: {'Port': ['ID=f990e85a-dc82-4f82-820e-db9175120eb8,revision_number=1']} {{(pid=110152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:01:50.174955 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d52e332-6c0c-480f-8c0c-f80bf44319fe None None] Pushing event updated for resources: {'Port': ['ID=e72f8ec2-95c3-4dcc-bf5c-6f95a088cb90,revision_number=2']} {{(pid=110154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:01:50.217230 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91b8a743-94c3-4491-adaa-59018819a330 None None] Sync routers for ids ['bbc8e070-9066-42ac-a366-9ef4cdba96c7'] in dv-cinder-841302-2-iscsi {{(pid=110155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 18:01:50.228521 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91b8a743-94c3-4491-adaa-59018819a330 None None] Routers {'bbc8e070-9066-42ac-a366-9ef4cdba96c7'} bound to L3 agent in host dv-cinder-841302-2-iscsi {{(pid=110155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 18:01:50.229501 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.db.l3_hamode_db [None req-91b8a743-94c3-4491-adaa-59018819a330 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841302-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-10T17:36:00Z,description=,heartbeat_timestamp=2022-05-10T18:01:30Z,host='dv-cinder-841302-2-iscsi',id=eaac381b-e402-41c3-a8e6-8f962681d3e6,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T17:36:00Z,topic='l3_agent')) {'router_ids': ['bbc8e070-9066-42ac-a366-9ef4cdba96c7'], 'active': True} {{(pid=110155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 18:01:50.412148 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.db.l3_dvr_db [None req-91b8a743-94c3-4491-adaa-59018819a330 None None] Set router bbc8e070-9066-42ac-a366-9ef4cdba96c7 gateway port host: dv-cinder-841302-2-iscsi {{(pid=110155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 18:01:50.478152 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-0779ca81-a0ca-4e77-9536-cc3a3ae26d64 admin admin] Publish callbacks [] for router_gateway (630daae2-dee4-493d-ade1-4db2db5d4e17), after_create {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:01:50.599340 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.wsgi [req-943d8098-37fa-455f-b43b-a36f435e481b req-c69d9dfe-8e1d-437f-b24a-d70529c8309c service neutron] (110153) timed out ('10.222.0.77', 63403) {{(pid=110153) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} May 10 18:01:50.613475 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.db.l3_hamode_db [None req-91b8a743-94c3-4491-adaa-59018819a330 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbc8e070-9066-42ac-a366-9ef4cdba96c7', 'name': 'tempest-TestShelveInstance-512988306-router', 'tenant_id': '550c47b03653401d871922496e1cf055', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85dc89cf-59f9-4edb-b26e-52bcb8a93763', 'external_fixed_ips': [{'subnet_id': 'e93d94f1-cb19-4cd0-92e5-ca73d24bd8fb', 'ip_address': '172.27.0.205'}], 'enable_snat': True}, 'gw_port_id': 'b8efa4ab-9382-4ddf-b9ab-4984ef2b4a58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T18:01:44Z', 'updated_at': '2022-05-10T18:01:47Z', 'revision_number': 4, 'project_id': '550c47b03653401d871922496e1cf055', 'gw_port': {'id': 'b8efa4ab-9382-4ddf-b9ab-4984ef2b4a58', 'name': '', 'network_id': '85dc89cf-59f9-4edb-b26e-52bcb8a93763', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:88:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbc8e070-9066-42ac-a366-9ef4cdba96c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': 'e93d94f1-cb19-4cd0-92e5-ca73d24bd8fb', 'ip_address': '172.27.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841302-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T18:01:45Z', 'updated_at': '2022-05-10T18:01:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e93d94f1-cb19-4cd0-92e5-ca73d24bd8fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841302-2-iscsi', '_interfaces': [{'id': '42507f20-64c3-4c89-ba4f-7e4aaf5f0180', 'name': '', 'network_id': '38b058c6-b160-4f6e-bc53-5ea76b007ed8', 'tenant_id': '550c47b03653401d871922496e1cf055', 'mac_address': 'fa:16:3e:c8:9a:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbc8e070-9066-42ac-a366-9ef4cdba96c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '6ca3c83d-885c-4c98-9995-0d8381ec4372', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T18:01:46Z', 'updated_at': '2022-05-10T18:01:47Z', 'revision_number': 2, 'project_id': '550c47b03653401d871922496e1cf055', 'subnets': [{'id': '6ca3c83d-885c-4c98-9995-0d8381ec4372', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841302-2-iscsi', False) {} {{(pid=110155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 18:01:50.644602 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91b8a743-94c3-4491-adaa-59018819a330 None None] Checking router: bbc8e070-9066-42ac-a366-9ef4cdba96c7 for host: dv-cinder-841302-2-iscsi {{(pid=110155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 18:01:50.644951 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91b8a743-94c3-4491-adaa-59018819a330 None None] Updating router bbc8e070-9066-42ac-a366-9ef4cdba96c7 port 42507f20-64c3-4c89-ba4f-7e4aaf5f0180 binding host dv-cinder-841302-2-iscsi {{(pid=110155) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 18:01:50.673123 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron_lib.callbacks.manager [None req-91b8a743-94c3-4491-adaa-59018819a330 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1514036'] for port (42507f20-64c3-4c89-ba4f-7e4aaf5f0180), before_update {{(pid=110155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:01:50.683010 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-0779ca81-a0ca-4e77-9536-cc3a3ae26d64 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-537675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-642570'] for router (630daae2-dee4-493d-ade1-4db2db5d4e17), after_create {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:01:50.820226 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0779ca81-a0ca-4e77-9536-cc3a3ae26d64 admin admin] Router 630daae2-dee4-493d-ade1-4db2db5d4e17 is scheduled to L3 agent eaac381b-e402-41c3-a8e6-8f962681d3e6 with binding_index 1 {{(pid=110152) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 10 18:01:51.073218 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron_lib.callbacks.manager [None req-91b8a743-94c3-4491-adaa-59018819a330 None None] Publish callbacks [] for port (42507f20-64c3-4c89-ba4f-7e4aaf5f0180), precommit_update {{(pid=110155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:01:51.078743 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron_lib.callbacks.manager [None req-91b8a743-94c3-4491-adaa-59018819a330 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1514136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781795229094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781794686082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781794686100'] for port (42507f20-64c3-4c89-ba4f-7e4aaf5f0180), after_update {{(pid=110155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:01:51.128539 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9af3cfc-87f6-4b59-a723-addf92bcb411 None None] Pushing event updated for resources: {'Port': ['ID=42507f20-64c3-4c89-ba4f-7e4aaf5f0180,revision_number=3']} {{(pid=110155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:01:51.136687 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9af3cfc-87f6-4b59-a723-addf92bcb411 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:01:51.137029 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9af3cfc-87f6-4b59-a723-addf92bcb411 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:01:51.137364 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9af3cfc-87f6-4b59-a723-addf92bcb411 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:01:51.137720 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9af3cfc-87f6-4b59-a723-addf92bcb411 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:01:51.138685 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9af3cfc-87f6-4b59-a723-addf92bcb411 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:01:51.139120 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9af3cfc-87f6-4b59-a723-addf92bcb411 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:01:51.139532 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9af3cfc-87f6-4b59-a723-addf92bcb411 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:01:51.139896 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9af3cfc-87f6-4b59-a723-addf92bcb411 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:01:51.140225 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9af3cfc-87f6-4b59-a723-addf92bcb411 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:01:51.140549 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9af3cfc-87f6-4b59-a723-addf92bcb411 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:01:51.140873 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9af3cfc-87f6-4b59-a723-addf92bcb411 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:01:51.141195 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9af3cfc-87f6-4b59-a723-addf92bcb411 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:01:51.141513 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9af3cfc-87f6-4b59-a723-addf92bcb411 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:01:51.141818 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9af3cfc-87f6-4b59-a723-addf92bcb411 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:01:51.142132 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9af3cfc-87f6-4b59-a723-addf92bcb411 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:01:51.202157 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46c7a31f-c213-4843-8137-83d722a66075 None None] Network f843fc22-6593-4e47-b87b-0b840b430686 requested from dv-cinder-841302-2-iscsi {{(pid=110154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 18:01:51.246781 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0779ca81-a0ca-4e77-9536-cc3a3ae26d64 admin admin] Notify agent at l3_agent.dv-cinder-841302-2-iscsi the message routers_updated {{(pid=110152) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 18:01:51.271957 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.plugins.ml2.managers [None req-91b8a743-94c3-4491-adaa-59018819a330 None None] Attempting to bind port 42507f20-64c3-4c89-ba4f-7e4aaf5f0180 on host dv-cinder-841302-2-iscsi for vnic_type normal with profile {{(pid=110155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 18:01:51.272537 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90a77211-0938-4772-842f-1a7a57e94d6d None None] Sync routers for ids ['630daae2-dee4-493d-ade1-4db2db5d4e17'] in dv-cinder-841302-2-iscsi {{(pid=110154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 18:01:51.273114 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.plugins.ml2.managers [None req-91b8a743-94c3-4491-adaa-59018819a330 None None] Attempting to bind port 42507f20-64c3-4c89-ba4f-7e4aaf5f0180 by drivers openvswitch,hyperv on host dv-cinder-841302-2-iscsi at level 0 using segments [{'id': '9378af02-c74b-4736-861f-f7f8b663a516', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '38b058c6-b160-4f6e-bc53-5ea76b007ed8'}] {{(pid=110155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 18:01:51.273854 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91b8a743-94c3-4491-adaa-59018819a330 None None] Attempting to bind port 42507f20-64c3-4c89-ba4f-7e4aaf5f0180 on network 38b058c6-b160-4f6e-bc53-5ea76b007ed8 {{(pid=110155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 18:01:51.277099 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-0779ca81-a0ca-4e77-9536-cc3a3ae26d64 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:01:51.281657 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [None req-0779ca81-a0ca-4e77-9536-cc3a3ae26d64 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 1.9245672 May 10 18:01:51.281847 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.wsgi [-] (110153) accepted ('10.222.0.60', 49304) {{(pid=110153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 18:01:51.285085 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91b8a743-94c3-4491-adaa-59018819a330 None None] Checking agent: {'id': 'fdc37a75-b7a9-4e92-a59c-f5b8c02d060c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841302-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 17, 36, 4), 'started_at': datetime.datetime(2022, 5, 10, 17, 36, 34), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 18, 1, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841302-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 18:01:51.285480 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91b8a743-94c3-4491-adaa-59018819a330 None None] Checking segment: {'id': '9378af02-c74b-4736-861f-f7f8b663a516', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '38b058c6-b160-4f6e-bc53-5ea76b007ed8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 18:01:51.285866 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron_lib.callbacks.manager [None req-91b8a743-94c3-4491-adaa-59018819a330 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:01:51.286549 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91b8a743-94c3-4491-adaa-59018819a330 None None] Bound using segment: {'id': '9378af02-c74b-4736-861f-f7f8b663a516', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '38b058c6-b160-4f6e-bc53-5ea76b007ed8'} {{(pid=110155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 18:01:51.287021 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.plugins.ml2.managers [None req-91b8a743-94c3-4491-adaa-59018819a330 None None] Bound port: 42507f20-64c3-4c89-ba4f-7e4aaf5f0180, host: dv-cinder-841302-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9378af02-c74b-4736-861f-f7f8b663a516', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '38b058c6-b160-4f6e-bc53-5ea76b007ed8'}}] {{(pid=110155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 18:01:51.287492 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron_lib.callbacks.manager [None req-91b8a743-94c3-4491-adaa-59018819a330 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1514036'] for port (42507f20-64c3-4c89-ba4f-7e4aaf5f0180), before_update {{(pid=110155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:01:51.321302 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.db.provisioning_blocks [None req-7d5bf04f-e9e6-42cb-8a10-a14306df3a35 None None] Provisioning complete for port e72f8ec2-95c3-4dcc-bf5c-6f95a088cb90 triggered by entity DHCP. {{(pid=110154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 18:01:51.321677 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-7d5bf04f-e9e6-42cb-8a10-a14306df3a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525495'] for port (e72f8ec2-95c3-4dcc-bf5c-6f95a088cb90), provisioning_complete {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:01:51.330949 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.rpc [None req-6e697e78-9dd1-4bc1-8573-56b901d07725 None None] Device e72f8ec2-95c3-4dcc-bf5c-6f95a088cb90 up at agent ovs-agent-dv-cinder-841302-2-iscsi {{(pid=110154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 18:01:51.364200 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.plugins.ml2.db [None req-91b8a743-94c3-4491-adaa-59018819a330 None None] For port 42507f20-64c3-4c89-ba4f-7e4aaf5f0180, host dv-cinder-841302-2-iscsi, cleared binding levels {{(pid=110155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 18:01:51.368900 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.plugins.ml2.db [None req-91b8a743-94c3-4491-adaa-59018819a330 None None] For port 42507f20-64c3-4c89-ba4f-7e4aaf5f0180, host dv-cinder-841302-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841302-2-iscsi',level=0,port_id=42507f20-64c3-4c89-ba4f-7e4aaf5f0180,segment=NetworkSegment(9378af02-c74b-4736-861f-f7f8b663a516),segment_id=9378af02-c74b-4736-861f-f7f8b663a516)] {{(pid=110155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 18:01:51.377587 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron_lib.callbacks.manager [None req-91b8a743-94c3-4491-adaa-59018819a330 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1514136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781795229094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781794686082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781794686100'] for port (42507f20-64c3-4c89-ba4f-7e4aaf5f0180), after_update {{(pid=110155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:01:51.398954 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90a77211-0938-4772-842f-1a7a57e94d6d None None] Routers {'630daae2-dee4-493d-ade1-4db2db5d4e17'} bound to L3 agent in host dv-cinder-841302-2-iscsi {{(pid=110154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 18:01:51.399596 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.db.l3_hamode_db [None req-90a77211-0938-4772-842f-1a7a57e94d6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841302-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-10T17:36:00Z,description=,heartbeat_timestamp=2022-05-10T18:01:30Z,host='dv-cinder-841302-2-iscsi',id=eaac381b-e402-41c3-a8e6-8f962681d3e6,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T17:36:00Z,topic='l3_agent')) {'router_ids': ['630daae2-dee4-493d-ade1-4db2db5d4e17'], 'active': True} {{(pid=110154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 18:01:51.459325 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91b8a743-94c3-4491-adaa-59018819a330 None None] Routers {'bbc8e070-9066-42ac-a366-9ef4cdba96c7'} bound to L3 agent in host dv-cinder-841302-2-iscsi {{(pid=110155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 18:01:51.460032 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.db.l3_hamode_db [None req-91b8a743-94c3-4491-adaa-59018819a330 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841302-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-10T17:36:00Z,description=,heartbeat_timestamp=2022-05-10T18:01:30Z,host='dv-cinder-841302-2-iscsi',id=eaac381b-e402-41c3-a8e6-8f962681d3e6,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T17:36:00Z,topic='l3_agent')) {'router_ids': ['bbc8e070-9066-42ac-a366-9ef4cdba96c7'], 'active': True} {{(pid=110155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 18:01:51.463831 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9af3cfc-87f6-4b59-a723-addf92bcb411 None None] Pushing event updated for resources: {'Port': ['ID=42507f20-64c3-4c89-ba4f-7e4aaf5f0180,revision_number=4']} {{(pid=110155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:01:51.530584 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.db.l3_dvr_db [None req-90a77211-0938-4772-842f-1a7a57e94d6d None None] Set router 630daae2-dee4-493d-ade1-4db2db5d4e17 gateway port host: dv-cinder-841302-2-iscsi {{(pid=110154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 18:01:51.594196 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.db.l3_dvr_db [None req-91b8a743-94c3-4491-adaa-59018819a330 None None] Set router bbc8e070-9066-42ac-a366-9ef4cdba96c7 gateway port host: dv-cinder-841302-2-iscsi {{(pid=110155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 18:01:51.609092 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.db.provisioning_blocks [None req-6e697e78-9dd1-4bc1-8573-56b901d07725 None None] Provisioning complete for port e72f8ec2-95c3-4dcc-bf5c-6f95a088cb90 triggered by entity L2. {{(pid=110154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 18:01:51.609468 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-6e697e78-9dd1-4bc1-8573-56b901d07725 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525495'] for port (e72f8ec2-95c3-4dcc-bf5c-6f95a088cb90), provisioning_complete {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:01:51.797848 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.plugin [None req-7d5bf04f-e9e6-42cb-8a10-a14306df3a35 None None] Current status of the port e72f8ec2-95c3-4dcc-bf5c-6f95a088cb90 is: DOWN; New status is: ACTIVE {{(pid=110154) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 18:01:51.798296 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-7d5bf04f-e9e6-42cb-8a10-a14306df3a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1514036'] for port (e72f8ec2-95c3-4dcc-bf5c-6f95a088cb90), before_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:01:51.817594 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.db.l3_hamode_db [None req-91b8a743-94c3-4491-adaa-59018819a330 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbc8e070-9066-42ac-a366-9ef4cdba96c7', 'name': 'tempest-TestShelveInstance-512988306-router', 'tenant_id': '550c47b03653401d871922496e1cf055', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85dc89cf-59f9-4edb-b26e-52bcb8a93763', 'external_fixed_ips': [{'subnet_id': 'e93d94f1-cb19-4cd0-92e5-ca73d24bd8fb', 'ip_address': '172.27.0.205'}], 'enable_snat': True}, 'gw_port_id': 'b8efa4ab-9382-4ddf-b9ab-4984ef2b4a58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T18:01:44Z', 'updated_at': '2022-05-10T18:01:47Z', 'revision_number': 4, 'project_id': '550c47b03653401d871922496e1cf055', 'gw_port': {'id': 'b8efa4ab-9382-4ddf-b9ab-4984ef2b4a58', 'name': '', 'network_id': '85dc89cf-59f9-4edb-b26e-52bcb8a93763', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:88:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbc8e070-9066-42ac-a366-9ef4cdba96c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': 'e93d94f1-cb19-4cd0-92e5-ca73d24bd8fb', 'ip_address': '172.27.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841302-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T18:01:45Z', 'updated_at': '2022-05-10T18:01:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e93d94f1-cb19-4cd0-92e5-ca73d24bd8fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841302-2-iscsi', '_interfaces': [{'id': '42507f20-64c3-4c89-ba4f-7e4aaf5f0180', 'name': '', 'network_id': '38b058c6-b160-4f6e-bc53-5ea76b007ed8', 'tenant_id': '550c47b03653401d871922496e1cf055', 'mac_address': 'fa:16:3e:c8:9a:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbc8e070-9066-42ac-a366-9ef4cdba96c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '6ca3c83d-885c-4c98-9995-0d8381ec4372', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841302-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T18:01:46Z', 'updated_at': '2022-05-10T18:01:51Z', 'revision_number': 4, 'project_id': '550c47b03653401d871922496e1cf055', 'subnets': [{'id': '6ca3c83d-885c-4c98-9995-0d8381ec4372', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841302-2-iscsi', False) {} {{(pid=110155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 18:01:51.859248 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91b8a743-94c3-4491-adaa-59018819a330 None None] The sync data for ids ['bbc8e070-9066-42ac-a366-9ef4cdba96c7'] in dv-cinder-841302-2-iscsi is: [{'id': 'bbc8e070-9066-42ac-a366-9ef4cdba96c7', 'name': 'tempest-TestShelveInstance-512988306-router', 'tenant_id': '550c47b03653401d871922496e1cf055', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85dc89cf-59f9-4edb-b26e-52bcb8a93763', 'external_fixed_ips': [{'subnet_id': 'e93d94f1-cb19-4cd0-92e5-ca73d24bd8fb', 'ip_address': '172.27.0.205'}], 'enable_snat': True}, 'gw_port_id': 'b8efa4ab-9382-4ddf-b9ab-4984ef2b4a58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T18:01:44Z', 'updated_at': '2022-05-10T18:01:47Z', 'revision_number': 4, 'project_id': '550c47b03653401d871922496e1cf055', 'gw_port': {'id': 'b8efa4ab-9382-4ddf-b9ab-4984ef2b4a58', 'name': '', 'network_id': '85dc89cf-59f9-4edb-b26e-52bcb8a93763', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:88:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbc8e070-9066-42ac-a366-9ef4cdba96c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': 'e93d94f1-cb19-4cd0-92e5-ca73d24bd8fb', 'ip_address': '172.27.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841302-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T18:01:45Z', 'updated_at': '2022-05-10T18:01:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e93d94f1-cb19-4cd0-92e5-ca73d24bd8fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841302-2-iscsi', '_interfaces': [{'id': '42507f20-64c3-4c89-ba4f-7e4aaf5f0180', 'name': '', 'network_id': '38b058c6-b160-4f6e-bc53-5ea76b007ed8', 'tenant_id': '550c47b03653401d871922496e1cf055', 'mac_address': 'fa:16:3e:c8:9a:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbc8e070-9066-42ac-a366-9ef4cdba96c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '6ca3c83d-885c-4c98-9995-0d8381ec4372', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841302-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T18:01:46Z', 'updated_at': '2022-05-10T18:01:51Z', 'revision_number': 4, 'project_id': '550c47b03653401d871922496e1cf055', 'subnets': [{'id': '6ca3c83d-885c-4c98-9995-0d8381ec4372', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 18:01:51.915135 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.plugin [None req-6e697e78-9dd1-4bc1-8573-56b901d07725 None None] Current status of the port e72f8ec2-95c3-4dcc-bf5c-6f95a088cb90 is: DOWN; New status is: ACTIVE {{(pid=110154) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 18:01:51.915478 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-6e697e78-9dd1-4bc1-8573-56b901d07725 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1514036'] for port (e72f8ec2-95c3-4dcc-bf5c-6f95a088cb90), before_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:01:51.930130 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.db [None req-7d5bf04f-e9e6-42cb-8a10-a14306df3a35 None None] For port e72f8ec2-95c3-4dcc-bf5c-6f95a088cb90, host dv-cinder-841302-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841302-2-iscsi',level=0,port_id=e72f8ec2-95c3-4dcc-bf5c-6f95a088cb90,segment=NetworkSegment(d7453aa5-4c7b-4736-b56a-23053faea6a6),segment_id=d7453aa5-4c7b-4736-b56a-23053faea6a6)] {{(pid=110154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 18:01:51.943150 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-7d5bf04f-e9e6-42cb-8a10-a14306df3a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1514136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781795229094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781794686082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781794686100'] for port (e72f8ec2-95c3-4dcc-bf5c-6f95a088cb90), after_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:01:51.984885 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.db.l3_hamode_db [None req-90a77211-0938-4772-842f-1a7a57e94d6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '630daae2-dee4-493d-ade1-4db2db5d4e17', 'name': 'tempest-TestShelveInstance-223192405-router', 'tenant_id': 'f0e5096864cf417181b16abc451a26f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85dc89cf-59f9-4edb-b26e-52bcb8a93763', 'external_fixed_ips': [{'subnet_id': 'e93d94f1-cb19-4cd0-92e5-ca73d24bd8fb', 'ip_address': '172.27.0.34'}], 'enable_snat': True}, 'gw_port_id': 'f990e85a-dc82-4f82-820e-db9175120eb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T18:01:49Z', 'updated_at': '2022-05-10T18:01:50Z', 'revision_number': 3, 'project_id': 'f0e5096864cf417181b16abc451a26f0', 'gw_port': {'id': 'f990e85a-dc82-4f82-820e-db9175120eb8', 'name': '', 'network_id': '85dc89cf-59f9-4edb-b26e-52bcb8a93763', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:70:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '630daae2-dee4-493d-ade1-4db2db5d4e17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': 'e93d94f1-cb19-4cd0-92e5-ca73d24bd8fb', 'ip_address': '172.27.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T18:01:49Z', 'updated_at': '2022-05-10T18:01:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e93d94f1-cb19-4cd0-92e5-ca73d24bd8fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841302-2-iscsi'}], 'dv-cinder-841302-2-iscsi', False) {} {{(pid=110154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 18:01:52.049284 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5bf04f-e9e6-42cb-8a10-a14306df3a35 None None] Pushing event updated for resources: {'Port': ['ID=e72f8ec2-95c3-4dcc-bf5c-6f95a088cb90,revision_number=3']} {{(pid=110154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:01:52.057205 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90a77211-0938-4772-842f-1a7a57e94d6d None None] Checking router: 630daae2-dee4-493d-ade1-4db2db5d4e17 for host: dv-cinder-841302-2-iscsi {{(pid=110154) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 18:01:52.057552 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90a77211-0938-4772-842f-1a7a57e94d6d None None] Updating router 630daae2-dee4-493d-ade1-4db2db5d4e17 port f990e85a-dc82-4f82-820e-db9175120eb8 binding host dv-cinder-841302-2-iscsi {{(pid=110154) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 18:01:52.114748 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-3ee68371-0152-471e-894a-ac79db82c4ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1514036'] for port (None), before_create {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:01:52.117867 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.db.provisioning_blocks [None req-35962178-7147-4bf2-9bcc-7183ee87a207 None None] Provisioning complete for port 42507f20-64c3-4c89-ba4f-7e4aaf5f0180 triggered by entity DHCP. {{(pid=110154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 18:01:52.118239 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-35962178-7147-4bf2-9bcc-7183ee87a207 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525495'] for port (42507f20-64c3-4c89-ba4f-7e4aaf5f0180), provisioning_complete {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:01:52.119757 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-90a77211-0938-4772-842f-1a7a57e94d6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1514036'] for port (f990e85a-dc82-4f82-820e-db9175120eb8), before_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:01:52.293160 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.db.db_base_plugin_common [None req-3ee68371-0152-471e-894a-ac79db82c4ff admin admin] Allocated IP 172.20.0.1 (f843fc22-6593-4e47-b87b-0b840b430686/d2a23f15-899a-40f8-adf6-df4efddaf516/48ce3eeb-6097-40f2-a1e6-d9c54378a48a) {{(pid=110153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 18:01:52.316125 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.db.api [None req-6e697e78-9dd1-4bc1-8573-56b901d07725 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110154) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 10 18:01:52.316737 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG oslo_db.api [None req-6e697e78-9dd1-4bc1-8573-56b901d07725 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 10 18:01:52.420132 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-3ee68371-0152-471e-894a-ac79db82c4ff admin admin] Publish callbacks [] for port (48ce3eeb-6097-40f2-a1e6-d9c54378a48a), precommit_create {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:01:52.461223 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-3ee68371-0152-471e-894a-ac79db82c4ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1514136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781794686064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207117'] for port (48ce3eeb-6097-40f2-a1e6-d9c54378a48a), after_create {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:01:52.479604 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.plugin [None req-35962178-7147-4bf2-9bcc-7183ee87a207 None None] Current status of the port 42507f20-64c3-4c89-ba4f-7e4aaf5f0180 is: DOWN; New status is: ACTIVE {{(pid=110154) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 18:01:52.479988 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-35962178-7147-4bf2-9bcc-7183ee87a207 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1514036'] for port (42507f20-64c3-4c89-ba4f-7e4aaf5f0180), before_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:01:52.506728 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ee68371-0152-471e-894a-ac79db82c4ff admin admin] Network f843fc22-6593-4e47-b87b-0b840b430686 is already hosted by enough agents. {{(pid=110153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 18:01:52.510140 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.scheduler.base_scheduler [None req-3ee68371-0152-471e-894a-ac79db82c4ff admin admin] Resources bound (agent type, host, resource id): {{(pid=110153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 18:01:52.516938 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ee68371-0152-471e-894a-ac79db82c4ff admin admin] Received port after_create {{(pid=110153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 18:01:52.539858 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.db [None req-35962178-7147-4bf2-9bcc-7183ee87a207 None None] For port 42507f20-64c3-4c89-ba4f-7e4aaf5f0180, host dv-cinder-841302-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841302-2-iscsi',level=0,port_id=42507f20-64c3-4c89-ba4f-7e4aaf5f0180,segment=NetworkSegment(9378af02-c74b-4736-861f-f7f8b663a516),segment_id=9378af02-c74b-4736-861f-f7f8b663a516)] {{(pid=110154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 18:01:52.545112 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-35962178-7147-4bf2-9bcc-7183ee87a207 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1514136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781795229094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781794686082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781794686100'] for port (42507f20-64c3-4c89-ba4f-7e4aaf5f0180), after_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:01:52.547701 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee68371-0152-471e-894a-ac79db82c4ff admin admin] Pushing event updated for resources: {'Port': ['ID=48ce3eeb-6097-40f2-a1e6-d9c54378a48a,revision_number=1']} {{(pid=110153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:01:52.570152 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-3ee68371-0152-471e-894a-ac79db82c4ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-640605'] for router_interface (630daae2-dee4-493d-ade1-4db2db5d4e17), before_create {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:01:52.625977 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35962178-7147-4bf2-9bcc-7183ee87a207 None None] Pushing event updated for resources: {'Port': ['ID=42507f20-64c3-4c89-ba4f-7e4aaf5f0180,revision_number=5']} {{(pid=110154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:01:52.686599 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-90a77211-0938-4772-842f-1a7a57e94d6d None None] Publish callbacks [] for port (f990e85a-dc82-4f82-820e-db9175120eb8), precommit_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:01:52.693426 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.db.provisioning_blocks [None req-8b108999-dfa9-4d7e-8e14-46d62aebdd8f None None] Provisioning complete for port e72f8ec2-95c3-4dcc-bf5c-6f95a088cb90 triggered by entity DHCP. {{(pid=110154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 18:01:52.693819 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-8b108999-dfa9-4d7e-8e14-46d62aebdd8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525495'] for port (e72f8ec2-95c3-4dcc-bf5c-6f95a088cb90), provisioning_complete {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:01:52.697758 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-90a77211-0938-4772-842f-1a7a57e94d6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1514136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781795229094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781794686082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781794686100'] for port (f990e85a-dc82-4f82-820e-db9175120eb8), after_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:01:52.738511 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-3ee68371-0152-471e-894a-ac79db82c4ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1514036'] for port (48ce3eeb-6097-40f2-a1e6-d9c54378a48a), before_update {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:01:52.786791 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.managers [None req-90a77211-0938-4772-842f-1a7a57e94d6d None None] Attempting to bind port f990e85a-dc82-4f82-820e-db9175120eb8 on host dv-cinder-841302-2-iscsi for vnic_type normal with profile {{(pid=110154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 18:01:52.787160 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.managers [None req-90a77211-0938-4772-842f-1a7a57e94d6d None None] Attempting to bind port f990e85a-dc82-4f82-820e-db9175120eb8 by drivers openvswitch,hyperv on host dv-cinder-841302-2-iscsi at level 0 using segments [{'id': '73dc8890-d7a8-423a-bf66-935bdea3f4d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '85dc89cf-59f9-4edb-b26e-52bcb8a93763'}] {{(pid=110154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 18:01:52.787545 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90a77211-0938-4772-842f-1a7a57e94d6d None None] Attempting to bind port f990e85a-dc82-4f82-820e-db9175120eb8 on network 85dc89cf-59f9-4edb-b26e-52bcb8a93763 {{(pid=110154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 18:01:52.791473 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ab5de7-f4bc-4c57-a5fc-fdacb2110944 None None] Pushing event updated for resources: {'Port': ['ID=f990e85a-dc82-4f82-820e-db9175120eb8,revision_number=2']} {{(pid=110154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:01:52.799513 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90a77211-0938-4772-842f-1a7a57e94d6d None None] Checking agent: {'id': 'fdc37a75-b7a9-4e92-a59c-f5b8c02d060c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841302-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 17, 36, 4), 'started_at': datetime.datetime(2022, 5, 10, 17, 36, 34), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 18, 1, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841302-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 18:01:52.799918 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90a77211-0938-4772-842f-1a7a57e94d6d None None] Checking segment: {'id': '73dc8890-d7a8-423a-bf66-935bdea3f4d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '85dc89cf-59f9-4edb-b26e-52bcb8a93763'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 18:01:52.800387 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-90a77211-0938-4772-842f-1a7a57e94d6d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:01:52.800778 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90a77211-0938-4772-842f-1a7a57e94d6d None None] Bound using segment: {'id': '73dc8890-d7a8-423a-bf66-935bdea3f4d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '85dc89cf-59f9-4edb-b26e-52bcb8a93763'} {{(pid=110154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 18:01:52.801246 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.managers [None req-90a77211-0938-4772-842f-1a7a57e94d6d None None] Bound port: f990e85a-dc82-4f82-820e-db9175120eb8, host: dv-cinder-841302-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73dc8890-d7a8-423a-bf66-935bdea3f4d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '85dc89cf-59f9-4edb-b26e-52bcb8a93763'}}] {{(pid=110154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 18:01:52.801619 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-90a77211-0938-4772-842f-1a7a57e94d6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1514036'] for port (f990e85a-dc82-4f82-820e-db9175120eb8), before_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:01:52.908277 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-3ee68371-0152-471e-894a-ac79db82c4ff admin admin] Publish callbacks [] for port (48ce3eeb-6097-40f2-a1e6-d9c54378a48a), precommit_update {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:01:52.910757 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.plugin [None req-8b108999-dfa9-4d7e-8e14-46d62aebdd8f None None] Current status of the port e72f8ec2-95c3-4dcc-bf5c-6f95a088cb90 is: ACTIVE; New status is: ACTIVE {{(pid=110154) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 18:01:52.913492 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-3ee68371-0152-471e-894a-ac79db82c4ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1514136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781795229094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781794686082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781794686100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4207220'] for port (48ce3eeb-6097-40f2-a1e6-d9c54378a48a), after_update {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:01:52.915656 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.plugin [None req-6e697e78-9dd1-4bc1-8573-56b901d07725 None None] Current status of the port e72f8ec2-95c3-4dcc-bf5c-6f95a088cb90 is: ACTIVE; New status is: ACTIVE {{(pid=110154) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 18:01:52.916574 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.rpc [None req-6e697e78-9dd1-4bc1-8573-56b901d07725 None None] Device b8efa4ab-9382-4ddf-b9ab-4984ef2b4a58 up at agent ovs-agent-dv-cinder-841302-2-iscsi {{(pid=110154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 18:01:52.921026 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.db [None req-90a77211-0938-4772-842f-1a7a57e94d6d None None] For port f990e85a-dc82-4f82-820e-db9175120eb8, host dv-cinder-841302-2-iscsi, cleared binding levels {{(pid=110154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 18:01:52.951698 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.db [None req-90a77211-0938-4772-842f-1a7a57e94d6d None None] For port f990e85a-dc82-4f82-820e-db9175120eb8, host dv-cinder-841302-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841302-2-iscsi',level=0,port_id=f990e85a-dc82-4f82-820e-db9175120eb8,segment=NetworkSegment(73dc8890-d7a8-423a-bf66-935bdea3f4d7),segment_id=73dc8890-d7a8-423a-bf66-935bdea3f4d7)] {{(pid=110154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 18:01:52.960664 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-90a77211-0938-4772-842f-1a7a57e94d6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1514136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781795229094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781794686082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781794686100'] for port (f990e85a-dc82-4f82-820e-db9175120eb8), after_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:01:52.980090 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee68371-0152-471e-894a-ac79db82c4ff admin admin] Pushing event updated for resources: {'Port': ['ID=48ce3eeb-6097-40f2-a1e6-d9c54378a48a,revision_number=2']} {{(pid=110153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:01:52.982740 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-3ee68371-0152-471e-894a-ac79db82c4ff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-631643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-640352'] for router_interface (630daae2-dee4-493d-ade1-4db2db5d4e17), after_create {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:01:53.040960 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90a77211-0938-4772-842f-1a7a57e94d6d None None] Routers {'630daae2-dee4-493d-ade1-4db2db5d4e17'} bound to L3 agent in host dv-cinder-841302-2-iscsi {{(pid=110154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 18:01:53.041584 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.db.l3_hamode_db [None req-90a77211-0938-4772-842f-1a7a57e94d6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841302-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-10T17:36:00Z,description=,heartbeat_timestamp=2022-05-10T18:01:30Z,host='dv-cinder-841302-2-iscsi',id=eaac381b-e402-41c3-a8e6-8f962681d3e6,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T17:36:00Z,topic='l3_agent')) {'router_ids': ['630daae2-dee4-493d-ade1-4db2db5d4e17'], 'active': True} {{(pid=110154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 18:01:53.082832 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.db.provisioning_blocks [None req-6e697e78-9dd1-4bc1-8573-56b901d07725 None None] Provisioning complete for port b8efa4ab-9382-4ddf-b9ab-4984ef2b4a58 triggered by entity L2. {{(pid=110154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 18:01:53.083203 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-6e697e78-9dd1-4bc1-8573-56b901d07725 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525495'] for port (b8efa4ab-9382-4ddf-b9ab-4984ef2b4a58), provisioning_complete {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:01:53.086341 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ee68371-0152-471e-894a-ac79db82c4ff admin admin] Network f843fc22-6593-4e47-b87b-0b840b430686 is already hosted by enough agents. {{(pid=110153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 18:01:53.088171 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.scheduler.base_scheduler [None req-3ee68371-0152-471e-894a-ac79db82c4ff admin admin] Resources bound (agent type, host, resource id): {{(pid=110153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 18:01:53.108425 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ab5de7-f4bc-4c57-a5fc-fdacb2110944 None None] Pushing event updated for resources: {'Port': ['ID=f990e85a-dc82-4f82-820e-db9175120eb8,revision_number=3']} {{(pid=110154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:01:53.116826 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.db.provisioning_blocks [None req-994d8bdc-13e8-481b-9212-908aa7aa4b78 None None] Provisioning complete for port 48ce3eeb-6097-40f2-a1e6-d9c54378a48a triggered by entity DHCP. {{(pid=110154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 18:01:53.117191 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-994d8bdc-13e8-481b-9212-908aa7aa4b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525495'] for port (48ce3eeb-6097-40f2-a1e6-d9c54378a48a), provisioning_complete {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:01:53.212520 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.plugin [None req-994d8bdc-13e8-481b-9212-908aa7aa4b78 None None] Port 48ce3eeb-6097-40f2-a1e6-d9c54378a48a cannot update to ACTIVE because it is not bound. {{(pid=110154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 10 18:01:53.215908 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ee68371-0152-471e-894a-ac79db82c4ff admin admin] Router 630daae2-dee4-493d-ade1-4db2db5d4e17 has already been hosted by L3 agent eaac381b-e402-41c3-a8e6-8f962681d3e6 {{(pid=110153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 18:01:53.260051 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.db.l3_dvr_db [None req-90a77211-0938-4772-842f-1a7a57e94d6d None None] Set router 630daae2-dee4-493d-ade1-4db2db5d4e17 gateway port host: dv-cinder-841302-2-iscsi {{(pid=110154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 18:01:53.299575 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.plugin [None req-6e697e78-9dd1-4bc1-8573-56b901d07725 None None] Current status of the port b8efa4ab-9382-4ddf-b9ab-4984ef2b4a58 is: ACTIVE; New status is: ACTIVE {{(pid=110154) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 18:01:53.356002 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ee68371-0152-471e-894a-ac79db82c4ff admin admin] Notify agent at l3_agent.dv-cinder-841302-2-iscsi the message routers_updated {{(pid=110153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 18:01:53.372823 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [None req-3ee68371-0152-471e-894a-ac79db82c4ff admin admin] 10.222.0.60 "PUT /v2.0/routers/630daae2-dee4-493d-ade1-4db2db5d4e17/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0815802 May 10 18:01:53.406969 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.db.provisioning_blocks [None req-63544029-c3a1-4ef3-8096-6256374402c3 None None] Provisioning complete for port 48ce3eeb-6097-40f2-a1e6-d9c54378a48a triggered by entity DHCP. {{(pid=110154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 18:01:53.407556 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-63544029-c3a1-4ef3-8096-6256374402c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525495'] for port (48ce3eeb-6097-40f2-a1e6-d9c54378a48a), provisioning_complete {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:01:53.433738 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.rpc [None req-6e697e78-9dd1-4bc1-8573-56b901d07725 None None] Device e72f8ec2-95c3-4dcc-bf5c-6f95a088cb90 up at agent ovs-agent-dv-cinder-841302-2-iscsi {{(pid=110154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 18:01:53.484392 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.plugin [None req-63544029-c3a1-4ef3-8096-6256374402c3 None None] Port 48ce3eeb-6097-40f2-a1e6-d9c54378a48a cannot update to ACTIVE because it is not bound. {{(pid=110154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 10 18:01:53.544069 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.db.provisioning_blocks [None req-6e697e78-9dd1-4bc1-8573-56b901d07725 None None] Provisioning complete for port e72f8ec2-95c3-4dcc-bf5c-6f95a088cb90 triggered by entity L2. {{(pid=110154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 18:01:53.545487 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-6e697e78-9dd1-4bc1-8573-56b901d07725 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525495'] for port (e72f8ec2-95c3-4dcc-bf5c-6f95a088cb90), provisioning_complete {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:01:53.585458 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.db.l3_hamode_db [None req-90a77211-0938-4772-842f-1a7a57e94d6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '630daae2-dee4-493d-ade1-4db2db5d4e17', 'name': 'tempest-TestShelveInstance-223192405-router', 'tenant_id': 'f0e5096864cf417181b16abc451a26f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85dc89cf-59f9-4edb-b26e-52bcb8a93763', 'external_fixed_ips': [{'subnet_id': 'e93d94f1-cb19-4cd0-92e5-ca73d24bd8fb', 'ip_address': '172.27.0.34'}], 'enable_snat': True}, 'gw_port_id': 'f990e85a-dc82-4f82-820e-db9175120eb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T18:01:49Z', 'updated_at': '2022-05-10T18:01:52Z', 'revision_number': 4, 'project_id': 'f0e5096864cf417181b16abc451a26f0', 'gw_port': {'id': 'f990e85a-dc82-4f82-820e-db9175120eb8', 'name': '', 'network_id': '85dc89cf-59f9-4edb-b26e-52bcb8a93763', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:70:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '630daae2-dee4-493d-ade1-4db2db5d4e17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': 'e93d94f1-cb19-4cd0-92e5-ca73d24bd8fb', 'ip_address': '172.27.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841302-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T18:01:49Z', 'updated_at': '2022-05-10T18:01:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e93d94f1-cb19-4cd0-92e5-ca73d24bd8fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841302-2-iscsi', '_interfaces': [{'id': '48ce3eeb-6097-40f2-a1e6-d9c54378a48a', 'name': '', 'network_id': 'f843fc22-6593-4e47-b87b-0b840b430686', 'tenant_id': 'f0e5096864cf417181b16abc451a26f0', 'mac_address': 'fa:16:3e:39:18:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '630daae2-dee4-493d-ade1-4db2db5d4e17', 'device_owner': 'network:router_interface', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': 'd2a23f15-899a-40f8-adf6-df4efddaf516', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T18:01:52Z', 'updated_at': '2022-05-10T18:01:52Z', 'revision_number': 2, 'project_id': 'f0e5096864cf417181b16abc451a26f0', 'subnets': [{'id': 'd2a23f15-899a-40f8-adf6-df4efddaf516', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841302-2-iscsi', False) {} {{(pid=110154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 18:01:53.618711 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90a77211-0938-4772-842f-1a7a57e94d6d None None] The sync data for ids ['630daae2-dee4-493d-ade1-4db2db5d4e17'] in dv-cinder-841302-2-iscsi is: [{'id': '630daae2-dee4-493d-ade1-4db2db5d4e17', 'name': 'tempest-TestShelveInstance-223192405-router', 'tenant_id': 'f0e5096864cf417181b16abc451a26f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85dc89cf-59f9-4edb-b26e-52bcb8a93763', 'external_fixed_ips': [{'subnet_id': 'e93d94f1-cb19-4cd0-92e5-ca73d24bd8fb', 'ip_address': '172.27.0.34'}], 'enable_snat': True}, 'gw_port_id': 'f990e85a-dc82-4f82-820e-db9175120eb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T18:01:49Z', 'updated_at': '2022-05-10T18:01:52Z', 'revision_number': 4, 'project_id': 'f0e5096864cf417181b16abc451a26f0', 'gw_port': {'id': 'f990e85a-dc82-4f82-820e-db9175120eb8', 'name': '', 'network_id': '85dc89cf-59f9-4edb-b26e-52bcb8a93763', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:70:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '630daae2-dee4-493d-ade1-4db2db5d4e17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': 'e93d94f1-cb19-4cd0-92e5-ca73d24bd8fb', 'ip_address': '172.27.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841302-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T18:01:49Z', 'updated_at': '2022-05-10T18:01:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e93d94f1-cb19-4cd0-92e5-ca73d24bd8fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841302-2-iscsi', '_interfaces': [{'id': '48ce3eeb-6097-40f2-a1e6-d9c54378a48a', 'name': '', 'network_id': 'f843fc22-6593-4e47-b87b-0b840b430686', 'tenant_id': 'f0e5096864cf417181b16abc451a26f0', 'mac_address': 'fa:16:3e:39:18:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '630daae2-dee4-493d-ade1-4db2db5d4e17', 'device_owner': 'network:router_interface', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': 'd2a23f15-899a-40f8-adf6-df4efddaf516', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T18:01:52Z', 'updated_at': '2022-05-10T18:01:52Z', 'revision_number': 2, 'project_id': 'f0e5096864cf417181b16abc451a26f0', 'subnets': [{'id': 'd2a23f15-899a-40f8-adf6-df4efddaf516', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 18:01:53.679215 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.plugin [None req-6e697e78-9dd1-4bc1-8573-56b901d07725 None None] Current status of the port e72f8ec2-95c3-4dcc-bf5c-6f95a088cb90 is: ACTIVE; New status is: ACTIVE {{(pid=110154) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 18:01:53.680907 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.rpc [None req-6e697e78-9dd1-4bc1-8573-56b901d07725 None None] Device 42507f20-64c3-4c89-ba4f-7e4aaf5f0180 up at agent ovs-agent-dv-cinder-841302-2-iscsi {{(pid=110154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 18:01:53.737794 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.wsgi [-] (110153) accepted ('10.222.0.60', 49314) {{(pid=110153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 18:01:53.743424 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.v2.base [None req-22a7ee88-0390-466e-92bf-29bab32bc964 tempest-TestShelveInstance-530547604 tempest-TestShelveInstance-530547604-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1842768606', 'description': 'tempest-secgroup-smoke-1842768606 description', 'project_id': '550c47b03653401d871922496e1cf055'}} {{(pid=110153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 18:01:53.755117 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.db.provisioning_blocks [None req-6e697e78-9dd1-4bc1-8573-56b901d07725 None None] Provisioning complete for port 42507f20-64c3-4c89-ba4f-7e4aaf5f0180 triggered by entity L2. {{(pid=110154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 18:01:53.755617 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-6e697e78-9dd1-4bc1-8573-56b901d07725 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525495'] for port (42507f20-64c3-4c89-ba4f-7e4aaf5f0180), provisioning_complete {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:01:53.768553 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-22a7ee88-0390-466e-92bf-29bab32bc964 tempest-TestShelveInstance-530547604 tempest-TestShelveInstance-530547604-project] Publish callbacks [] for security_group (None), before_create {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:01:53.848531 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.plugin [None req-6e697e78-9dd1-4bc1-8573-56b901d07725 None None] Current status of the port 42507f20-64c3-4c89-ba4f-7e4aaf5f0180 is: ACTIVE; New status is: ACTIVE {{(pid=110154) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 18:01:53.868030 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-22a7ee88-0390-466e-92bf-29bab32bc964 tempest-TestShelveInstance-530547604 tempest-TestShelveInstance-530547604-project] Publish callbacks [] for security_group (24c83069-fde3-49e4-a697-6da167350b7e), precommit_create {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:01:53.872053 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-22a7ee88-0390-466e-92bf-29bab32bc964 tempest-TestShelveInstance-530547604 tempest-TestShelveInstance-530547604-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-282428'] for security_group (24c83069-fde3-49e4-a697-6da167350b7e), after_create {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:01:53.906185 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a7ee88-0390-466e-92bf-29bab32bc964 tempest-TestShelveInstance-530547604 tempest-TestShelveInstance-530547604-project] Pushing event updated for resources: {'SecurityGroup': ['ID=24c83069-fde3-49e4-a697-6da167350b7e,revision_number=1']} {{(pid=110153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:01:53.911177 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-22a7ee88-0390-466e-92bf-29bab32bc964 tempest-TestShelveInstance-530547604 tempest-TestShelveInstance-530547604-project] Publish callbacks [] for security_group (None), before_response {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:01:53.915337 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.wsgi [-] (110152) accepted ('10.222.0.60', 49316) {{(pid=110152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 18:01:53.915975 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [None req-22a7ee88-0390-466e-92bf-29bab32bc964 tempest-TestShelveInstance-530547604 tempest-TestShelveInstance-530547604-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1764445 May 10 18:01:53.920469 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.v2.base [None req-7b66c242-4989-47ba-8197-189ddbb8ca9f tempest-TestShelveInstance-530547604 tempest-TestShelveInstance-530547604-project] Request body: {'security_group_rule': {'security_group_id': '24c83069-fde3-49e4-a697-6da167350b7e', 'project_id': '550c47b03653401d871922496e1cf055', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 18:01:53.949333 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-7b66c242-4989-47ba-8197-189ddbb8ca9f tempest-TestShelveInstance-530547604 tempest-TestShelveInstance-530547604-project] Publish callbacks [] for security_group_rule (77a8f5e7-7487-400b-b35e-10d2c7e287ae), before_create {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:01:54.008874 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-7b66c242-4989-47ba-8197-189ddbb8ca9f tempest-TestShelveInstance-530547604 tempest-TestShelveInstance-530547604-project] Publish callbacks [] for security_group_rule (77a8f5e7-7487-400b-b35e-10d2c7e287ae), precommit_create {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:01:54.014034 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-7b66c242-4989-47ba-8197-189ddbb8ca9f tempest-TestShelveInstance-530547604 tempest-TestShelveInstance-530547604-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-282571'] for security_group_rule (77a8f5e7-7487-400b-b35e-10d2c7e287ae), after_create {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:01:54.034829 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b66c242-4989-47ba-8197-189ddbb8ca9f tempest-TestShelveInstance-530547604 tempest-TestShelveInstance-530547604-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=77a8f5e7-7487-400b-b35e-10d2c7e287ae,revision_number=0']} {{(pid=110152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:01:54.040557 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-7b66c242-4989-47ba-8197-189ddbb8ca9f tempest-TestShelveInstance-530547604 tempest-TestShelveInstance-530547604-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:01:54.041779 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [None req-7b66c242-4989-47ba-8197-189ddbb8ca9f tempest-TestShelveInstance-530547604 tempest-TestShelveInstance-530547604-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1253901 May 10 18:01:54.045311 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.wsgi [-] (110152) accepted ('10.222.0.60', 49318) {{(pid=110152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 18:01:54.051276 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.v2.base [None req-8329afba-4dd1-4ffd-9046-2d978c217336 tempest-TestShelveInstance-530547604 tempest-TestShelveInstance-530547604-project] Request body: {'security_group_rule': {'security_group_id': '24c83069-fde3-49e4-a697-6da167350b7e', 'project_id': '550c47b03653401d871922496e1cf055', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=110152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 18:01:54.076860 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-8329afba-4dd1-4ffd-9046-2d978c217336 tempest-TestShelveInstance-530547604 tempest-TestShelveInstance-530547604-project] Publish callbacks [] for security_group_rule (d2ab5f85-a746-4baf-83d2-6af68c23661c), before_create {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:01:54.137127 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-8329afba-4dd1-4ffd-9046-2d978c217336 tempest-TestShelveInstance-530547604 tempest-TestShelveInstance-530547604-project] Publish callbacks [] for security_group_rule (d2ab5f85-a746-4baf-83d2-6af68c23661c), precommit_create {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:01:54.141669 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-8329afba-4dd1-4ffd-9046-2d978c217336 tempest-TestShelveInstance-530547604 tempest-TestShelveInstance-530547604-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-282571'] for security_group_rule (d2ab5f85-a746-4baf-83d2-6af68c23661c), after_create {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:01:54.163114 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8329afba-4dd1-4ffd-9046-2d978c217336 tempest-TestShelveInstance-530547604 tempest-TestShelveInstance-530547604-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d2ab5f85-a746-4baf-83d2-6af68c23661c,revision_number=0']} {{(pid=110152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:01:54.172893 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-8329afba-4dd1-4ffd-9046-2d978c217336 tempest-TestShelveInstance-530547604 tempest-TestShelveInstance-530547604-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:01:54.174119 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [None req-8329afba-4dd1-4ffd-9046-2d978c217336 tempest-TestShelveInstance-530547604 tempest-TestShelveInstance-530547604-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1267695 May 10 18:01:54.177175 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.wsgi [-] (110153) accepted ('10.222.0.60', 49320) {{(pid=110153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 18:01:54.181907 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.v2.base [None req-ecb5b5ab-cad5-4b17-be5f-189bf0007f7c tempest-TestShelveInstance-530547604 tempest-TestShelveInstance-530547604-project] Request body: {'security_group_rule': {'security_group_id': '24c83069-fde3-49e4-a697-6da167350b7e', 'project_id': '550c47b03653401d871922496e1cf055', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=110153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 18:01:54.209344 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-ecb5b5ab-cad5-4b17-be5f-189bf0007f7c tempest-TestShelveInstance-530547604 tempest-TestShelveInstance-530547604-project] Publish callbacks [] for security_group_rule (153b7ed5-ed46-421f-9382-9dfbf30b69a0), before_create {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:01:54.268914 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-ecb5b5ab-cad5-4b17-be5f-189bf0007f7c tempest-TestShelveInstance-530547604 tempest-TestShelveInstance-530547604-project] Publish callbacks [] for security_group_rule (153b7ed5-ed46-421f-9382-9dfbf30b69a0), precommit_create {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:01:54.272611 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-ecb5b5ab-cad5-4b17-be5f-189bf0007f7c tempest-TestShelveInstance-530547604 tempest-TestShelveInstance-530547604-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-282571'] for security_group_rule (153b7ed5-ed46-421f-9382-9dfbf30b69a0), after_create {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:01:54.292231 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb5b5ab-cad5-4b17-be5f-189bf0007f7c tempest-TestShelveInstance-530547604 tempest-TestShelveInstance-530547604-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=153b7ed5-ed46-421f-9382-9dfbf30b69a0,revision_number=0']} {{(pid=110153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:01:54.301852 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-ecb5b5ab-cad5-4b17-be5f-189bf0007f7c tempest-TestShelveInstance-530547604 tempest-TestShelveInstance-530547604-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:01:54.303055 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [None req-ecb5b5ab-cad5-4b17-be5f-189bf0007f7c tempest-TestShelveInstance-530547604 tempest-TestShelveInstance-530547604-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1247907 May 10 18:01:54.305928 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.wsgi [-] (110152) accepted ('10.222.0.60', 49322) {{(pid=110152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 18:01:54.311144 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.v2.base [None req-6a3ae45a-5c6f-41c9-b77b-149e5f27531a tempest-TestShelveInstance-530547604 tempest-TestShelveInstance-530547604-project] Request body: {'security_group_rule': {'security_group_id': '24c83069-fde3-49e4-a697-6da167350b7e', 'project_id': '550c47b03653401d871922496e1cf055', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=110152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 18:01:54.337425 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-6a3ae45a-5c6f-41c9-b77b-149e5f27531a tempest-TestShelveInstance-530547604 tempest-TestShelveInstance-530547604-project] Publish callbacks [] for security_group_rule (9159efac-35c2-43f6-86a3-223ef2770923), before_create {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:01:54.394546 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-6a3ae45a-5c6f-41c9-b77b-149e5f27531a tempest-TestShelveInstance-530547604 tempest-TestShelveInstance-530547604-project] Publish callbacks [] for security_group_rule (9159efac-35c2-43f6-86a3-223ef2770923), precommit_create {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:01:54.398541 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-6a3ae45a-5c6f-41c9-b77b-149e5f27531a tempest-TestShelveInstance-530547604 tempest-TestShelveInstance-530547604-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-282571'] for security_group_rule (9159efac-35c2-43f6-86a3-223ef2770923), after_create {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:01:54.416366 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3ae45a-5c6f-41c9-b77b-149e5f27531a tempest-TestShelveInstance-530547604 tempest-TestShelveInstance-530547604-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9159efac-35c2-43f6-86a3-223ef2770923,revision_number=0']} {{(pid=110152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:01:54.425551 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-6a3ae45a-5c6f-41c9-b77b-149e5f27531a tempest-TestShelveInstance-530547604 tempest-TestShelveInstance-530547604-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:01:54.426743 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [None req-6a3ae45a-5c6f-41c9-b77b-149e5f27531a tempest-TestShelveInstance-530547604 tempest-TestShelveInstance-530547604-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1197722 May 10 18:01:54.429449 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.wsgi [-] (110152) accepted ('10.222.0.60', 49324) {{(pid=110152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 18:01:54.433621 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.v2.base [None req-ef83af46-996b-4dd6-8587-69116875a608 tempest-TestShelveInstance-530547604 tempest-TestShelveInstance-530547604-project] Request body: {'security_group_rule': {'security_group_id': '24c83069-fde3-49e4-a697-6da167350b7e', 'project_id': '550c47b03653401d871922496e1cf055', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=110152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 18:01:54.453818 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.db.securitygroups_db [None req-ef83af46-996b-4dd6-8587-69116875a608 tempest-TestShelveInstance-530547604 tempest-TestShelveInstance-530547604-project] Project 550c47b03653401d871922496e1cf055 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 10 18:01:54.459541 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-ef83af46-996b-4dd6-8587-69116875a608 tempest-TestShelveInstance-530547604 tempest-TestShelveInstance-530547604-project] Publish callbacks [] for security_group_rule (9f6000a0-89f6-4caa-9aa1-65f144d176ab), before_create {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:01:54.521184 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-ef83af46-996b-4dd6-8587-69116875a608 tempest-TestShelveInstance-530547604 tempest-TestShelveInstance-530547604-project] Publish callbacks [] for security_group_rule (9f6000a0-89f6-4caa-9aa1-65f144d176ab), precommit_create {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:01:54.526454 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-ef83af46-996b-4dd6-8587-69116875a608 tempest-TestShelveInstance-530547604 tempest-TestShelveInstance-530547604-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-282571'] for security_group_rule (9f6000a0-89f6-4caa-9aa1-65f144d176ab), after_create {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:01:54.552918 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef83af46-996b-4dd6-8587-69116875a608 tempest-TestShelveInstance-530547604 tempest-TestShelveInstance-530547604-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f6000a0-89f6-4caa-9aa1-65f144d176ab,revision_number=0']} {{(pid=110152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:01:54.564592 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-ef83af46-996b-4dd6-8587-69116875a608 tempest-TestShelveInstance-530547604 tempest-TestShelveInstance-530547604-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:01:54.568616 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [None req-ef83af46-996b-4dd6-8587-69116875a608 tempest-TestShelveInstance-530547604 tempest-TestShelveInstance-530547604-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1357107 May 10 18:01:54.568928 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.wsgi [-] (110152) accepted ('10.222.0.60', 49326) {{(pid=110152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 18:01:54.573506 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.v2.base [None req-ce304aa6-84fe-46b3-99e0-af7548c13a03 tempest-TestShelveInstance-530547604 tempest-TestShelveInstance-530547604-project] Request body: {'security_group_rule': {'security_group_id': '24c83069-fde3-49e4-a697-6da167350b7e', 'project_id': '550c47b03653401d871922496e1cf055', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=110152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 18:01:54.595153 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.db.securitygroups_db [None req-ce304aa6-84fe-46b3-99e0-af7548c13a03 tempest-TestShelveInstance-530547604 tempest-TestShelveInstance-530547604-project] Project 550c47b03653401d871922496e1cf055 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 10 18:01:54.603563 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-ce304aa6-84fe-46b3-99e0-af7548c13a03 tempest-TestShelveInstance-530547604 tempest-TestShelveInstance-530547604-project] Publish callbacks [] for security_group_rule (db309ac8-4265-438d-987e-6b804c5b1c96), before_create {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:01:54.672189 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-ce304aa6-84fe-46b3-99e0-af7548c13a03 tempest-TestShelveInstance-530547604 tempest-TestShelveInstance-530547604-project] Publish callbacks [] for security_group_rule (db309ac8-4265-438d-987e-6b804c5b1c96), precommit_create {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:01:54.678061 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-ce304aa6-84fe-46b3-99e0-af7548c13a03 tempest-TestShelveInstance-530547604 tempest-TestShelveInstance-530547604-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-282571'] for security_group_rule (db309ac8-4265-438d-987e-6b804c5b1c96), after_create {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:01:54.701319 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce304aa6-84fe-46b3-99e0-af7548c13a03 tempest-TestShelveInstance-530547604 tempest-TestShelveInstance-530547604-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db309ac8-4265-438d-987e-6b804c5b1c96,revision_number=0']} {{(pid=110152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:01:54.709406 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-ce304aa6-84fe-46b3-99e0-af7548c13a03 tempest-TestShelveInstance-530547604 tempest-TestShelveInstance-530547604-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:01:54.718515 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [None req-ce304aa6-84fe-46b3-99e0-af7548c13a03 tempest-TestShelveInstance-530547604 tempest-TestShelveInstance-530547604-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1407080 May 10 18:01:55.395165 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.rpc [None req-6e697e78-9dd1-4bc1-8573-56b901d07725 None None] Device f990e85a-dc82-4f82-820e-db9175120eb8 up at agent ovs-agent-dv-cinder-841302-2-iscsi {{(pid=110154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 18:01:55.445774 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.db.provisioning_blocks [None req-6e697e78-9dd1-4bc1-8573-56b901d07725 None None] Provisioning complete for port f990e85a-dc82-4f82-820e-db9175120eb8 triggered by entity L2. {{(pid=110154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 18:01:55.446158 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-6e697e78-9dd1-4bc1-8573-56b901d07725 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525495'] for port (f990e85a-dc82-4f82-820e-db9175120eb8), provisioning_complete {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:01:55.528258 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.plugin [None req-6e697e78-9dd1-4bc1-8573-56b901d07725 None None] Current status of the port f990e85a-dc82-4f82-820e-db9175120eb8 is: DOWN; New status is: ACTIVE {{(pid=110154) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 18:01:55.529053 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-6e697e78-9dd1-4bc1-8573-56b901d07725 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1514036'] for port (f990e85a-dc82-4f82-820e-db9175120eb8), before_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:01:55.552638 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.db [None req-6e697e78-9dd1-4bc1-8573-56b901d07725 None None] For port f990e85a-dc82-4f82-820e-db9175120eb8, host dv-cinder-841302-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841302-2-iscsi',level=0,port_id=f990e85a-dc82-4f82-820e-db9175120eb8,segment=NetworkSegment(73dc8890-d7a8-423a-bf66-935bdea3f4d7),segment_id=73dc8890-d7a8-423a-bf66-935bdea3f4d7)] {{(pid=110154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 18:01:55.560200 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-6e697e78-9dd1-4bc1-8573-56b901d07725 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1514136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781795229094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781794686082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781794686100'] for port (f990e85a-dc82-4f82-820e-db9175120eb8), after_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:01:55.626051 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e697e78-9dd1-4bc1-8573-56b901d07725 None None] Pushing event updated for resources: {'Port': ['ID=f990e85a-dc82-4f82-820e-db9175120eb8,revision_number=4']} {{(pid=110154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:01:55.882670 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-937ab79f-0ee8-4614-bcee-8c12ee929017 None None] Sync routers for ids ['630daae2-dee4-493d-ade1-4db2db5d4e17'] in dv-cinder-841302-2-iscsi {{(pid=110155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 18:01:55.894344 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-937ab79f-0ee8-4614-bcee-8c12ee929017 None None] Routers {'630daae2-dee4-493d-ade1-4db2db5d4e17'} bound to L3 agent in host dv-cinder-841302-2-iscsi {{(pid=110155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 18:01:55.894951 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.db.l3_hamode_db [None req-937ab79f-0ee8-4614-bcee-8c12ee929017 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841302-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-10T17:36:00Z,description=,heartbeat_timestamp=2022-05-10T18:01:30Z,host='dv-cinder-841302-2-iscsi',id=eaac381b-e402-41c3-a8e6-8f962681d3e6,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T17:36:00Z,topic='l3_agent')) {'router_ids': ['630daae2-dee4-493d-ade1-4db2db5d4e17'], 'active': True} {{(pid=110155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 18:01:56.006923 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.db.l3_dvr_db [None req-937ab79f-0ee8-4614-bcee-8c12ee929017 None None] Set router 630daae2-dee4-493d-ade1-4db2db5d4e17 gateway port host: dv-cinder-841302-2-iscsi {{(pid=110155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 18:01:56.202654 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.db.l3_hamode_db [None req-937ab79f-0ee8-4614-bcee-8c12ee929017 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '630daae2-dee4-493d-ade1-4db2db5d4e17', 'name': 'tempest-TestShelveInstance-223192405-router', 'tenant_id': 'f0e5096864cf417181b16abc451a26f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85dc89cf-59f9-4edb-b26e-52bcb8a93763', 'external_fixed_ips': [{'subnet_id': 'e93d94f1-cb19-4cd0-92e5-ca73d24bd8fb', 'ip_address': '172.27.0.34'}], 'enable_snat': True}, 'gw_port_id': 'f990e85a-dc82-4f82-820e-db9175120eb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T18:01:49Z', 'updated_at': '2022-05-10T18:01:52Z', 'revision_number': 4, 'project_id': 'f0e5096864cf417181b16abc451a26f0', 'gw_port': {'id': 'f990e85a-dc82-4f82-820e-db9175120eb8', 'name': '', 'network_id': '85dc89cf-59f9-4edb-b26e-52bcb8a93763', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:70:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '630daae2-dee4-493d-ade1-4db2db5d4e17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': 'e93d94f1-cb19-4cd0-92e5-ca73d24bd8fb', 'ip_address': '172.27.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841302-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T18:01:49Z', 'updated_at': '2022-05-10T18:01:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e93d94f1-cb19-4cd0-92e5-ca73d24bd8fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841302-2-iscsi', '_interfaces': [{'id': '48ce3eeb-6097-40f2-a1e6-d9c54378a48a', 'name': '', 'network_id': 'f843fc22-6593-4e47-b87b-0b840b430686', 'tenant_id': 'f0e5096864cf417181b16abc451a26f0', 'mac_address': 'fa:16:3e:39:18:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '630daae2-dee4-493d-ade1-4db2db5d4e17', 'device_owner': 'network:router_interface', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': 'd2a23f15-899a-40f8-adf6-df4efddaf516', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T18:01:52Z', 'updated_at': '2022-05-10T18:01:52Z', 'revision_number': 2, 'project_id': 'f0e5096864cf417181b16abc451a26f0', 'subnets': [{'id': 'd2a23f15-899a-40f8-adf6-df4efddaf516', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841302-2-iscsi', False) {} {{(pid=110155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 18:01:56.231358 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-937ab79f-0ee8-4614-bcee-8c12ee929017 None None] Checking router: 630daae2-dee4-493d-ade1-4db2db5d4e17 for host: dv-cinder-841302-2-iscsi {{(pid=110155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 18:01:56.232461 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-937ab79f-0ee8-4614-bcee-8c12ee929017 None None] Updating router 630daae2-dee4-493d-ade1-4db2db5d4e17 port 48ce3eeb-6097-40f2-a1e6-d9c54378a48a binding host dv-cinder-841302-2-iscsi {{(pid=110155) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 18:01:56.259338 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron_lib.callbacks.manager [None req-937ab79f-0ee8-4614-bcee-8c12ee929017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1514036'] for port (48ce3eeb-6097-40f2-a1e6-d9c54378a48a), before_update {{(pid=110155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:01:56.544258 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron_lib.callbacks.manager [None req-937ab79f-0ee8-4614-bcee-8c12ee929017 None None] Publish callbacks [] for port (48ce3eeb-6097-40f2-a1e6-d9c54378a48a), precommit_update {{(pid=110155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:01:56.549425 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron_lib.callbacks.manager [None req-937ab79f-0ee8-4614-bcee-8c12ee929017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1514136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781795229094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781794686082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781794686100'] for port (48ce3eeb-6097-40f2-a1e6-d9c54378a48a), after_update {{(pid=110155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:01:56.601476 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643a2bb0-9b6c-425c-84ca-f7f573b520ef None None] Pushing event updated for resources: {'Port': ['ID=48ce3eeb-6097-40f2-a1e6-d9c54378a48a,revision_number=3']} {{(pid=110155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:01:56.661953 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.plugins.ml2.managers [None req-937ab79f-0ee8-4614-bcee-8c12ee929017 None None] Attempting to bind port 48ce3eeb-6097-40f2-a1e6-d9c54378a48a on host dv-cinder-841302-2-iscsi for vnic_type normal with profile {{(pid=110155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 18:01:56.662319 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.plugins.ml2.managers [None req-937ab79f-0ee8-4614-bcee-8c12ee929017 None None] Attempting to bind port 48ce3eeb-6097-40f2-a1e6-d9c54378a48a by drivers openvswitch,hyperv on host dv-cinder-841302-2-iscsi at level 0 using segments [{'id': 'd7453aa5-4c7b-4736-b56a-23053faea6a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'f843fc22-6593-4e47-b87b-0b840b430686'}] {{(pid=110155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 18:01:56.662683 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-937ab79f-0ee8-4614-bcee-8c12ee929017 None None] Attempting to bind port 48ce3eeb-6097-40f2-a1e6-d9c54378a48a on network f843fc22-6593-4e47-b87b-0b840b430686 {{(pid=110155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 18:01:56.668627 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-937ab79f-0ee8-4614-bcee-8c12ee929017 None None] Checking agent: {'id': 'fdc37a75-b7a9-4e92-a59c-f5b8c02d060c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841302-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 17, 36, 4), 'started_at': datetime.datetime(2022, 5, 10, 17, 36, 34), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 18, 1, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841302-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 18:01:56.669001 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-937ab79f-0ee8-4614-bcee-8c12ee929017 None None] Checking segment: {'id': 'd7453aa5-4c7b-4736-b56a-23053faea6a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'f843fc22-6593-4e47-b87b-0b840b430686'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 18:01:56.671617 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron_lib.callbacks.manager [None req-937ab79f-0ee8-4614-bcee-8c12ee929017 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:01:56.672063 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-937ab79f-0ee8-4614-bcee-8c12ee929017 None None] Bound using segment: {'id': 'd7453aa5-4c7b-4736-b56a-23053faea6a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'f843fc22-6593-4e47-b87b-0b840b430686'} {{(pid=110155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 18:01:56.672570 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.plugins.ml2.managers [None req-937ab79f-0ee8-4614-bcee-8c12ee929017 None None] Bound port: 48ce3eeb-6097-40f2-a1e6-d9c54378a48a, host: dv-cinder-841302-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7453aa5-4c7b-4736-b56a-23053faea6a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'f843fc22-6593-4e47-b87b-0b840b430686'}}] {{(pid=110155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 18:01:56.672962 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron_lib.callbacks.manager [None req-937ab79f-0ee8-4614-bcee-8c12ee929017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1514036'] for port (48ce3eeb-6097-40f2-a1e6-d9c54378a48a), before_update {{(pid=110155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:01:56.751610 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.plugins.ml2.db [None req-937ab79f-0ee8-4614-bcee-8c12ee929017 None None] For port 48ce3eeb-6097-40f2-a1e6-d9c54378a48a, host dv-cinder-841302-2-iscsi, cleared binding levels {{(pid=110155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 18:01:56.756992 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.plugins.ml2.db [None req-937ab79f-0ee8-4614-bcee-8c12ee929017 None None] For port 48ce3eeb-6097-40f2-a1e6-d9c54378a48a, host dv-cinder-841302-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841302-2-iscsi',level=0,port_id=48ce3eeb-6097-40f2-a1e6-d9c54378a48a,segment=NetworkSegment(d7453aa5-4c7b-4736-b56a-23053faea6a6),segment_id=d7453aa5-4c7b-4736-b56a-23053faea6a6)] {{(pid=110155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 18:01:56.765171 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron_lib.callbacks.manager [None req-937ab79f-0ee8-4614-bcee-8c12ee929017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1514136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781795229094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781794686082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781794686100'] for port (48ce3eeb-6097-40f2-a1e6-d9c54378a48a), after_update {{(pid=110155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:01:56.844151 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-937ab79f-0ee8-4614-bcee-8c12ee929017 None None] Routers {'630daae2-dee4-493d-ade1-4db2db5d4e17'} bound to L3 agent in host dv-cinder-841302-2-iscsi {{(pid=110155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 18:01:56.844792 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.db.l3_hamode_db [None req-937ab79f-0ee8-4614-bcee-8c12ee929017 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841302-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-10T17:36:00Z,description=,heartbeat_timestamp=2022-05-10T18:01:30Z,host='dv-cinder-841302-2-iscsi',id=eaac381b-e402-41c3-a8e6-8f962681d3e6,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T17:36:00Z,topic='l3_agent')) {'router_ids': ['630daae2-dee4-493d-ade1-4db2db5d4e17'], 'active': True} {{(pid=110155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 18:01:56.845201 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.db.provisioning_blocks [None req-6807171c-a6f0-4c89-8c30-18daeb805e7d None None] Provisioning complete for port 48ce3eeb-6097-40f2-a1e6-d9c54378a48a triggered by entity DHCP. {{(pid=110154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 18:01:56.846103 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-6807171c-a6f0-4c89-8c30-18daeb805e7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525495'] for port (48ce3eeb-6097-40f2-a1e6-d9c54378a48a), provisioning_complete {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:01:56.905204 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643a2bb0-9b6c-425c-84ca-f7f573b520ef None None] Pushing event updated for resources: {'Port': ['ID=48ce3eeb-6097-40f2-a1e6-d9c54378a48a,revision_number=4']} {{(pid=110155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:01:56.958272 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.plugin [None req-6807171c-a6f0-4c89-8c30-18daeb805e7d None None] Current status of the port 48ce3eeb-6097-40f2-a1e6-d9c54378a48a is: DOWN; New status is: ACTIVE {{(pid=110154) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 18:01:56.958664 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-6807171c-a6f0-4c89-8c30-18daeb805e7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1514036'] for port (48ce3eeb-6097-40f2-a1e6-d9c54378a48a), before_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:01:57.000688 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.db [None req-6807171c-a6f0-4c89-8c30-18daeb805e7d None None] For port 48ce3eeb-6097-40f2-a1e6-d9c54378a48a, host dv-cinder-841302-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841302-2-iscsi',level=0,port_id=48ce3eeb-6097-40f2-a1e6-d9c54378a48a,segment=NetworkSegment(d7453aa5-4c7b-4736-b56a-23053faea6a6),segment_id=d7453aa5-4c7b-4736-b56a-23053faea6a6)] {{(pid=110154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 18:01:57.005871 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-6807171c-a6f0-4c89-8c30-18daeb805e7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1514136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781795229094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781794686082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781794686100'] for port (48ce3eeb-6097-40f2-a1e6-d9c54378a48a), after_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:01:57.056306 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6807171c-a6f0-4c89-8c30-18daeb805e7d None None] Pushing event updated for resources: {'Port': ['ID=48ce3eeb-6097-40f2-a1e6-d9c54378a48a,revision_number=5']} {{(pid=110154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:01:57.081253 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.db.l3_dvr_db [None req-937ab79f-0ee8-4614-bcee-8c12ee929017 None None] Set router 630daae2-dee4-493d-ade1-4db2db5d4e17 gateway port host: dv-cinder-841302-2-iscsi {{(pid=110155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 18:01:57.124428 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.db.provisioning_blocks [None req-a4918a49-36d4-4901-b9a4-4ddf414e8af9 None None] Provisioning complete for port 48ce3eeb-6097-40f2-a1e6-d9c54378a48a triggered by entity DHCP. {{(pid=110154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 18:01:57.124880 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-a4918a49-36d4-4901-b9a4-4ddf414e8af9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525495'] for port (48ce3eeb-6097-40f2-a1e6-d9c54378a48a), provisioning_complete {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:01:57.286866 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.db.l3_hamode_db [None req-937ab79f-0ee8-4614-bcee-8c12ee929017 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '630daae2-dee4-493d-ade1-4db2db5d4e17', 'name': 'tempest-TestShelveInstance-223192405-router', 'tenant_id': 'f0e5096864cf417181b16abc451a26f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85dc89cf-59f9-4edb-b26e-52bcb8a93763', 'external_fixed_ips': [{'subnet_id': 'e93d94f1-cb19-4cd0-92e5-ca73d24bd8fb', 'ip_address': '172.27.0.34'}], 'enable_snat': True}, 'gw_port_id': 'f990e85a-dc82-4f82-820e-db9175120eb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T18:01:49Z', 'updated_at': '2022-05-10T18:01:52Z', 'revision_number': 4, 'project_id': 'f0e5096864cf417181b16abc451a26f0', 'gw_port': {'id': 'f990e85a-dc82-4f82-820e-db9175120eb8', 'name': '', 'network_id': '85dc89cf-59f9-4edb-b26e-52bcb8a93763', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:70:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '630daae2-dee4-493d-ade1-4db2db5d4e17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': 'e93d94f1-cb19-4cd0-92e5-ca73d24bd8fb', 'ip_address': '172.27.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841302-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T18:01:49Z', 'updated_at': '2022-05-10T18:01:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e93d94f1-cb19-4cd0-92e5-ca73d24bd8fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841302-2-iscsi', '_interfaces': [{'id': '48ce3eeb-6097-40f2-a1e6-d9c54378a48a', 'name': '', 'network_id': 'f843fc22-6593-4e47-b87b-0b840b430686', 'tenant_id': 'f0e5096864cf417181b16abc451a26f0', 'mac_address': 'fa:16:3e:39:18:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '630daae2-dee4-493d-ade1-4db2db5d4e17', 'device_owner': 'network:router_interface', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': 'd2a23f15-899a-40f8-adf6-df4efddaf516', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841302-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T18:01:52Z', 'updated_at': '2022-05-10T18:01:56Z', 'revision_number': 4, 'project_id': 'f0e5096864cf417181b16abc451a26f0', 'subnets': [{'id': 'd2a23f15-899a-40f8-adf6-df4efddaf516', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841302-2-iscsi', False) {} {{(pid=110155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 18:01:57.318693 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-937ab79f-0ee8-4614-bcee-8c12ee929017 None None] The sync data for ids ['630daae2-dee4-493d-ade1-4db2db5d4e17'] in dv-cinder-841302-2-iscsi is: [{'id': '630daae2-dee4-493d-ade1-4db2db5d4e17', 'name': 'tempest-TestShelveInstance-223192405-router', 'tenant_id': 'f0e5096864cf417181b16abc451a26f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85dc89cf-59f9-4edb-b26e-52bcb8a93763', 'external_fixed_ips': [{'subnet_id': 'e93d94f1-cb19-4cd0-92e5-ca73d24bd8fb', 'ip_address': '172.27.0.34'}], 'enable_snat': True}, 'gw_port_id': 'f990e85a-dc82-4f82-820e-db9175120eb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T18:01:49Z', 'updated_at': '2022-05-10T18:01:52Z', 'revision_number': 4, 'project_id': 'f0e5096864cf417181b16abc451a26f0', 'gw_port': {'id': 'f990e85a-dc82-4f82-820e-db9175120eb8', 'name': '', 'network_id': '85dc89cf-59f9-4edb-b26e-52bcb8a93763', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:70:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '630daae2-dee4-493d-ade1-4db2db5d4e17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': 'e93d94f1-cb19-4cd0-92e5-ca73d24bd8fb', 'ip_address': '172.27.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841302-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T18:01:49Z', 'updated_at': '2022-05-10T18:01:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e93d94f1-cb19-4cd0-92e5-ca73d24bd8fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841302-2-iscsi', '_interfaces': [{'id': '48ce3eeb-6097-40f2-a1e6-d9c54378a48a', 'name': '', 'network_id': 'f843fc22-6593-4e47-b87b-0b840b430686', 'tenant_id': 'f0e5096864cf417181b16abc451a26f0', 'mac_address': 'fa:16:3e:39:18:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '630daae2-dee4-493d-ade1-4db2db5d4e17', 'device_owner': 'network:router_interface', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': 'd2a23f15-899a-40f8-adf6-df4efddaf516', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841302-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T18:01:52Z', 'updated_at': '2022-05-10T18:01:56Z', 'revision_number': 4, 'project_id': 'f0e5096864cf417181b16abc451a26f0', 'subnets': [{'id': 'd2a23f15-899a-40f8-adf6-df4efddaf516', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 18:01:57.367582 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.plugin [None req-a4918a49-36d4-4901-b9a4-4ddf414e8af9 None None] Current status of the port 48ce3eeb-6097-40f2-a1e6-d9c54378a48a is: ACTIVE; New status is: ACTIVE {{(pid=110154) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 18:01:57.412567 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.rpc [None req-6e697e78-9dd1-4bc1-8573-56b901d07725 None None] Device f990e85a-dc82-4f82-820e-db9175120eb8 up at agent ovs-agent-dv-cinder-841302-2-iscsi {{(pid=110154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 18:01:57.466860 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.db.provisioning_blocks [None req-6e697e78-9dd1-4bc1-8573-56b901d07725 None None] Provisioning complete for port f990e85a-dc82-4f82-820e-db9175120eb8 triggered by entity L2. {{(pid=110154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 18:01:57.467274 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-6e697e78-9dd1-4bc1-8573-56b901d07725 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525495'] for port (f990e85a-dc82-4f82-820e-db9175120eb8), provisioning_complete {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:01:57.556641 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.plugin [None req-6e697e78-9dd1-4bc1-8573-56b901d07725 None None] Current status of the port f990e85a-dc82-4f82-820e-db9175120eb8 is: ACTIVE; New status is: ACTIVE {{(pid=110154) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 18:01:57.557717 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.rpc [None req-6e697e78-9dd1-4bc1-8573-56b901d07725 None None] Device 48ce3eeb-6097-40f2-a1e6-d9c54378a48a up at agent ovs-agent-dv-cinder-841302-2-iscsi {{(pid=110154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 18:01:57.613525 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-c7a3e59f-829e-4f11-9b06-8bbdc565be15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781795183391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525393'] for agent (b2ad0527-00d5-4995-bc97-ec84c4e02f0b), after_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:01:57.624187 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.db.provisioning_blocks [None req-6e697e78-9dd1-4bc1-8573-56b901d07725 None None] Provisioning complete for port 48ce3eeb-6097-40f2-a1e6-d9c54378a48a triggered by entity L2. {{(pid=110154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 18:01:57.624562 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-6e697e78-9dd1-4bc1-8573-56b901d07725 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525495'] for port (48ce3eeb-6097-40f2-a1e6-d9c54378a48a), provisioning_complete {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:01:57.709717 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.plugin [None req-6e697e78-9dd1-4bc1-8573-56b901d07725 None None] Current status of the port 48ce3eeb-6097-40f2-a1e6-d9c54378a48a is: ACTIVE; New status is: ACTIVE {{(pid=110154) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 18:01:59.974045 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-c30ac209-03a0-4ec6-bd9e-7a05ef5581dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781795183391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525393'] for agent (eaac381b-e402-41c3-a8e6-8f962681d3e6), after_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:02:01.532981 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-d07e8966-ef10-4d42-b774-228753b3fd3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781795183391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525393'] for agent (a55810b0-63c4-4499-a4d9-efcdb1615ce8), after_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:02:01.677607 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781795183391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525393'] for agent (16638279-eb91-49a3-95a5-8b540cc2f948), after_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:02:03.122573 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-ae45faaf-356d-4e4a-a605-33fedb92cd97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781795183391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525393'] for agent (6a57b374-0daf-4fe3-9dd1-3d457a537aa7), after_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:02:04.542585 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-6e697e78-9dd1-4bc1-8573-56b901d07725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781795183391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525393'] for agent (fdc37a75-b7a9-4e92-a59c-f5b8c02d060c), after_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:02:10.848299 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.db.agents_db [None req-b17e131c-d64b-4b97-8e8f-6c45925a5783 None None] Agent healthcheck: found 6 active agents {{(pid=110155) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 18:02:14.200312 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-57543414-b15b-4743-9154-a3b3c2b63558 req-051901c1-41ef-428c-bef1-a9d8b4482c6d tempest-TestShelveInstance-530547604 tempest-TestShelveInstance-530547604-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1842768606&fields=id&tenant_id=550c47b03653401d871922496e1cf055 HTTP/1.1" status: 200 len: 267 time: 0.0438359 May 10 18:02:14.307781 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57543414-b15b-4743-9154-a3b3c2b63558 req-e462edbb-f783-460a-9489-73eb3e278c03 tempest-TestShelveInstance-530547604 tempest-TestShelveInstance-530547604-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 18:02:14.309446 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-57543414-b15b-4743-9154-a3b3c2b63558 req-e462edbb-f783-460a-9489-73eb3e278c03 tempest-TestShelveInstance-530547604 tempest-TestShelveInstance-530547604-project] 10.222.0.60 "GET /v2.0/networks?id=38b058c6-b160-4f6e-bc53-5ea76b007ed8 HTTP/1.1" status: 200 len: 808 time: 0.1020575 May 10 18:02:14.324317 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-57543414-b15b-4743-9154-a3b3c2b63558 req-dff667aa-3f9c-4fd2-a9da-419af51fafcb tempest-TestShelveInstance-530547604 tempest-TestShelveInstance-530547604-project] 10.222.0.60 "GET /v2.0/quotas/550c47b03653401d871922496e1cf055 HTTP/1.1" status: 200 len: 375 time: 0.0093260 May 10 18:02:14.381829 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-57543414-b15b-4743-9154-a3b3c2b63558 req-e57b81e6-c625-4037-8f5c-a32b444fc1cb tempest-TestShelveInstance-530547604 tempest-TestShelveInstance-530547604-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=550c47b03653401d871922496e1cf055&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0510046 May 10 18:02:14.573500 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-57543414-b15b-4743-9154-a3b3c2b63558 req-989334bf-f50c-403b-a50f-6a3de6e5c636 service neutron] 10.222.0.60 "GET /v2.0/networks/38b058c6-b160-4f6e-bc53-5ea76b007ed8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1793599 May 10 18:02:14.666964 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-57543414-b15b-4743-9154-a3b3c2b63558 req-274927cf-0f52-4ff9-860b-a043b8a9b747 service neutron] 10.222.0.60 "GET /v2.0/networks/38b058c6-b160-4f6e-bc53-5ea76b007ed8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862091 May 10 18:02:14.956767 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-55b88d52-65dd-46d4-84c9-b0938a90b8cb req-09ab89ee-5f8e-4dda-a030-e3ea240f96ba tempest-TestShelveInstance-530547604 tempest-TestShelveInstance-530547604-project] 10.222.0.60 "GET /v2.0/ports?device_id=7e844a78-85e7-4fc9-9d96-0ff0b75da389 HTTP/1.1" status: 200 len: 210 time: 0.0289853 May 10 18:02:16.068432 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-e0281e57-bb3f-4b3d-adfd-2b48c0f79fac req-d54395bd-0e69-4b56-ac02-08d990fcddec tempest-TestShelveInstance-530547604 tempest-TestShelveInstance-530547604-project] 10.222.0.60 "GET /v2.0/ports?device_id=7e844a78-85e7-4fc9-9d96-0ff0b75da389 HTTP/1.1" status: 200 len: 210 time: 0.0307286 May 10 18:02:16.102270 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57543414-b15b-4743-9154-a3b3c2b63558 req-da9bc6f4-40b5-43dc-a570-c71959e933eb tempest-TestShelveInstance-530547604 tempest-TestShelveInstance-530547604-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 18:02:16.103834 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [req-57543414-b15b-4743-9154-a3b3c2b63558 req-da9bc6f4-40b5-43dc-a570-c71959e933eb tempest-TestShelveInstance-530547604 tempest-TestShelveInstance-530547604-project] 10.222.0.77 "GET /v2.0/networks?id=38b058c6-b160-4f6e-bc53-5ea76b007ed8 HTTP/1.1" status: 200 len: 808 time: 0.1229570 May 10 18:02:16.197239 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [req-57543414-b15b-4743-9154-a3b3c2b63558 req-3d8eae7e-626c-49ac-9c6d-ef32eabfa29f tempest-TestShelveInstance-530547604 tempest-TestShelveInstance-530547604-project] 10.222.0.77 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=550c47b03653401d871922496e1cf055 HTTP/1.1" status: 200 len: 380 time: 0.0568616 May 10 18:02:16.206118 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.v2.base [req-57543414-b15b-4743-9154-a3b3c2b63558 req-449a575e-0b8e-4289-ac40-378835b93780 tempest-TestShelveInstance-530547604 tempest-TestShelveInstance-530547604-project] Request body: {'port': {'device_id': '7e844a78-85e7-4fc9-9d96-0ff0b75da389', 'network_id': '38b058c6-b160-4f6e-bc53-5ea76b007ed8', 'admin_state_up': True, 'tenant_id': '550c47b03653401d871922496e1cf055', 'security_groups': ['24c83069-fde3-49e4-a697-6da167350b7e']}} {{(pid=110153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 18:02:16.324791 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-57543414-b15b-4743-9154-a3b3c2b63558 req-449a575e-0b8e-4289-ac40-378835b93780 tempest-TestShelveInstance-530547604 tempest-TestShelveInstance-530547604-project] Made reservation on behalf of 550c47b03653401d871922496e1cf055 for: {'port': 1} {{(pid=110153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 18:02:16.328260 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [req-57543414-b15b-4743-9154-a3b3c2b63558 req-449a575e-0b8e-4289-ac40-378835b93780 tempest-TestShelveInstance-530547604 tempest-TestShelveInstance-530547604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1514036'] for port (None), before_create {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:02:16.457178 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.db.db_base_plugin_common [req-57543414-b15b-4743-9154-a3b3c2b63558 req-449a575e-0b8e-4289-ac40-378835b93780 tempest-TestShelveInstance-530547604 tempest-TestShelveInstance-530547604-project] Allocated IP 172.20.0.3 (38b058c6-b160-4f6e-bc53-5ea76b007ed8/6ca3c83d-885c-4c98-9995-0d8381ec4372/2f650efb-0692-49a3-9efa-890a5a1cfcc5) {{(pid=110153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 18:02:16.602090 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [req-57543414-b15b-4743-9154-a3b3c2b63558 req-449a575e-0b8e-4289-ac40-378835b93780 tempest-TestShelveInstance-530547604 tempest-TestShelveInstance-530547604-project] Publish callbacks [] for port (2f650efb-0692-49a3-9efa-890a5a1cfcc5), precommit_create {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:02:16.648129 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [req-57543414-b15b-4743-9154-a3b3c2b63558 req-449a575e-0b8e-4289-ac40-378835b93780 tempest-TestShelveInstance-530547604 tempest-TestShelveInstance-530547604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1514136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781794686064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207117'] for port (2f650efb-0692-49a3-9efa-890a5a1cfcc5), after_create {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:02:16.694295 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-57543414-b15b-4743-9154-a3b3c2b63558 req-449a575e-0b8e-4289-ac40-378835b93780 tempest-TestShelveInstance-530547604 tempest-TestShelveInstance-530547604-project] Network 38b058c6-b160-4f6e-bc53-5ea76b007ed8 is already hosted by enough agents. {{(pid=110153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 18:02:16.697454 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.scheduler.base_scheduler [req-57543414-b15b-4743-9154-a3b3c2b63558 req-449a575e-0b8e-4289-ac40-378835b93780 tempest-TestShelveInstance-530547604 tempest-TestShelveInstance-530547604-project] Resources bound (agent type, host, resource id): {{(pid=110153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 18:02:16.701267 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.db.l3_dvrscheduler_db [req-57543414-b15b-4743-9154-a3b3c2b63558 req-449a575e-0b8e-4289-ac40-378835b93780 tempest-TestShelveInstance-530547604 tempest-TestShelveInstance-530547604-project] Received port after_create {{(pid=110153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 18:02:16.737168 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449a575e-0b8e-4289-ac40-378835b93780 tempest-TestShelveInstance-530547604 tempest-TestShelveInstance-530547604-project] Pushing event updated for resources: {'Port': ['ID=2f650efb-0692-49a3-9efa-890a5a1cfcc5,revision_number=1']} {{(pid=110153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:02:16.759836 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449a575e-0b8e-4289-ac40-378835b93780 tempest-TestShelveInstance-530547604 tempest-TestShelveInstance-530547604-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:02:16.760174 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449a575e-0b8e-4289-ac40-378835b93780 tempest-TestShelveInstance-530547604 tempest-TestShelveInstance-530547604-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:02:16.760514 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449a575e-0b8e-4289-ac40-378835b93780 tempest-TestShelveInstance-530547604 tempest-TestShelveInstance-530547604-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:02:16.761631 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449a575e-0b8e-4289-ac40-378835b93780 tempest-TestShelveInstance-530547604 tempest-TestShelveInstance-530547604-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:02:16.761981 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449a575e-0b8e-4289-ac40-378835b93780 tempest-TestShelveInstance-530547604 tempest-TestShelveInstance-530547604-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:02:16.762727 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449a575e-0b8e-4289-ac40-378835b93780 tempest-TestShelveInstance-530547604 tempest-TestShelveInstance-530547604-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:02:16.763109 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449a575e-0b8e-4289-ac40-378835b93780 tempest-TestShelveInstance-530547604 tempest-TestShelveInstance-530547604-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:02:16.764142 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449a575e-0b8e-4289-ac40-378835b93780 tempest-TestShelveInstance-530547604 tempest-TestShelveInstance-530547604-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:02:16.764469 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449a575e-0b8e-4289-ac40-378835b93780 tempest-TestShelveInstance-530547604 tempest-TestShelveInstance-530547604-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:02:16.764840 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449a575e-0b8e-4289-ac40-378835b93780 tempest-TestShelveInstance-530547604 tempest-TestShelveInstance-530547604-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:02:16.766126 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449a575e-0b8e-4289-ac40-378835b93780 tempest-TestShelveInstance-530547604 tempest-TestShelveInstance-530547604-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:02:16.766470 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449a575e-0b8e-4289-ac40-378835b93780 tempest-TestShelveInstance-530547604 tempest-TestShelveInstance-530547604-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:02:16.766801 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449a575e-0b8e-4289-ac40-378835b93780 tempest-TestShelveInstance-530547604 tempest-TestShelveInstance-530547604-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:02:16.767130 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449a575e-0b8e-4289-ac40-378835b93780 tempest-TestShelveInstance-530547604 tempest-TestShelveInstance-530547604-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:02:16.767478 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449a575e-0b8e-4289-ac40-378835b93780 tempest-TestShelveInstance-530547604 tempest-TestShelveInstance-530547604-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:02:16.789370 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57543414-b15b-4743-9154-a3b3c2b63558 req-449a575e-0b8e-4289-ac40-378835b93780 tempest-TestShelveInstance-530547604 tempest-TestShelveInstance-530547604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 18:02:16.789999 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [req-57543414-b15b-4743-9154-a3b3c2b63558 req-449a575e-0b8e-4289-ac40-378835b93780 tempest-TestShelveInstance-530547604 tempest-TestShelveInstance-530547604-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29634'] for port (None), before_response {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:02:16.808133 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [req-57543414-b15b-4743-9154-a3b3c2b63558 req-449a575e-0b8e-4289-ac40-378835b93780 tempest-TestShelveInstance-530547604 tempest-TestShelveInstance-530547604-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6058223 May 10 18:02:16.907923 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.db.provisioning_blocks [None req-7eedf52e-c07d-42c5-8a8b-7ae87cb5102f None None] Provisioning complete for port 2f650efb-0692-49a3-9efa-890a5a1cfcc5 triggered by entity DHCP. {{(pid=110154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 18:02:16.908484 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-7eedf52e-c07d-42c5-8a8b-7ae87cb5102f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525495'] for port (2f650efb-0692-49a3-9efa-890a5a1cfcc5), provisioning_complete {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:02:16.922895 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.v2.base [req-57543414-b15b-4743-9154-a3b3c2b63558 req-b798bb1e-f32b-4cf6-9dd4-149c2126d5eb service neutron] Request body: {'port': {'device_id': '7e844a78-85e7-4fc9-9d96-0ff0b75da389', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84130'}} {{(pid=110153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 18:02:16.944367 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.plugin [None req-7eedf52e-c07d-42c5-8a8b-7ae87cb5102f None None] Port 2f650efb-0692-49a3-9efa-890a5a1cfcc5 cannot update to ACTIVE because it is not bound. {{(pid=110154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 10 18:02:16.982628 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [req-57543414-b15b-4743-9154-a3b3c2b63558 req-b798bb1e-f32b-4cf6-9dd4-149c2126d5eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1514036'] for port (2f650efb-0692-49a3-9efa-890a5a1cfcc5), before_update {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:02:17.182975 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460fd869-7cdc-465f-8e8f-ff5e76d14bf2 req-dc7dd5e7-b277-44d7-8318-e58a7281f3e8 tempest-TestShelveInstance-530547604 tempest-TestShelveInstance-530547604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 18:02:17.184662 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-460fd869-7cdc-465f-8e8f-ff5e76d14bf2 req-dc7dd5e7-b277-44d7-8318-e58a7281f3e8 tempest-TestShelveInstance-530547604 tempest-TestShelveInstance-530547604-project] 10.222.0.60 "GET /v2.0/ports?device_id=7e844a78-85e7-4fc9-9d96-0ff0b75da389 HTTP/1.1" status: 200 len: 931 time: 0.0476093 May 10 18:02:17.235167 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-460fd869-7cdc-465f-8e8f-ff5e76d14bf2 req-a9310ee1-376a-48af-a4cd-a7762b517c26 tempest-TestShelveInstance-530547604 tempest-TestShelveInstance-530547604-project] 10.222.0.60 "GET /v2.0/security-groups?id=24c83069-fde3-49e4-a697-6da167350b7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446045 May 10 18:02:17.247933 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.notifiers.nova [req-57543414-b15b-4743-9154-a3b3c2b63558 req-b798bb1e-f32b-4cf6-9dd4-149c2126d5eb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2f650efb-0692-49a3-9efa-890a5a1cfcc5 {{(pid=110153) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 18:02:17.255696 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [req-57543414-b15b-4743-9154-a3b3c2b63558 req-b798bb1e-f32b-4cf6-9dd4-149c2126d5eb service neutron] Publish callbacks [] for port (2f650efb-0692-49a3-9efa-890a5a1cfcc5), precommit_update {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:02:17.268924 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.db.provisioning_blocks [req-57543414-b15b-4743-9154-a3b3c2b63558 req-b798bb1e-f32b-4cf6-9dd4-149c2126d5eb service neutron] Transition to ACTIVE for port object 2f650efb-0692-49a3-9efa-890a5a1cfcc5 will not be triggered until provisioned by entity L2. {{(pid=110153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 10 18:02:17.272529 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [req-57543414-b15b-4743-9154-a3b3c2b63558 req-b798bb1e-f32b-4cf6-9dd4-149c2126d5eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1514136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781795229094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781794686082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781794686100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4207220'] for port (2f650efb-0692-49a3-9efa-890a5a1cfcc5), after_update {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:02:17.349649 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b798bb1e-f32b-4cf6-9dd4-149c2126d5eb service neutron] Pushing event updated for resources: {'Port': ['ID=2f650efb-0692-49a3-9efa-890a5a1cfcc5,revision_number=2']} {{(pid=110153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:02:17.406761 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.plugins.ml2.managers [req-57543414-b15b-4743-9154-a3b3c2b63558 req-b798bb1e-f32b-4cf6-9dd4-149c2126d5eb service neutron] Attempting to bind port 2f650efb-0692-49a3-9efa-890a5a1cfcc5 on host hv-cinder-84130 for vnic_type normal with profile {{(pid=110153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 18:02:17.407191 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.plugins.ml2.managers [req-57543414-b15b-4743-9154-a3b3c2b63558 req-b798bb1e-f32b-4cf6-9dd4-149c2126d5eb service neutron] Attempting to bind port 2f650efb-0692-49a3-9efa-890a5a1cfcc5 by drivers openvswitch,hyperv on host hv-cinder-84130 at level 0 using segments [{'id': '9378af02-c74b-4736-861f-f7f8b663a516', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '38b058c6-b160-4f6e-bc53-5ea76b007ed8'}] {{(pid=110153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 18:02:17.407576 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57543414-b15b-4743-9154-a3b3c2b63558 req-b798bb1e-f32b-4cf6-9dd4-149c2126d5eb service neutron] Attempting to bind port 2f650efb-0692-49a3-9efa-890a5a1cfcc5 on network 38b058c6-b160-4f6e-bc53-5ea76b007ed8 {{(pid=110153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 18:02:17.412443 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57543414-b15b-4743-9154-a3b3c2b63558 req-b798bb1e-f32b-4cf6-9dd4-149c2126d5eb service neutron] Port 2f650efb-0692-49a3-9efa-890a5a1cfcc5 on network 38b058c6-b160-4f6e-bc53-5ea76b007ed8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84130 {{(pid=110153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 18:02:17.412765 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57543414-b15b-4743-9154-a3b3c2b63558 req-b798bb1e-f32b-4cf6-9dd4-149c2126d5eb service neutron] Attempting to bind port 2f650efb-0692-49a3-9efa-890a5a1cfcc5 on network 38b058c6-b160-4f6e-bc53-5ea76b007ed8 {{(pid=110153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 18:02:17.418210 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57543414-b15b-4743-9154-a3b3c2b63558 req-b798bb1e-f32b-4cf6-9dd4-149c2126d5eb service neutron] Checking agent: {'id': '16638279-eb91-49a3-95a5-8b540cc2f948', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84130', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 17, 42, 31), 'started_at': datetime.datetime(2022, 5, 10, 17, 42, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 18, 2, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 18:02:17.419226 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57543414-b15b-4743-9154-a3b3c2b63558 req-b798bb1e-f32b-4cf6-9dd4-149c2126d5eb service neutron] Checking segment: {'id': '9378af02-c74b-4736-861f-f7f8b663a516', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '38b058c6-b160-4f6e-bc53-5ea76b007ed8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 18:02:17.420591 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57543414-b15b-4743-9154-a3b3c2b63558 req-b798bb1e-f32b-4cf6-9dd4-149c2126d5eb service neutron] Bound using segment: {'id': '9378af02-c74b-4736-861f-f7f8b663a516', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '38b058c6-b160-4f6e-bc53-5ea76b007ed8'} {{(pid=110153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 18:02:17.421085 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.plugins.ml2.managers [req-57543414-b15b-4743-9154-a3b3c2b63558 req-b798bb1e-f32b-4cf6-9dd4-149c2126d5eb service neutron] Bound port: 2f650efb-0692-49a3-9efa-890a5a1cfcc5, host: hv-cinder-84130, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9378af02-c74b-4736-861f-f7f8b663a516', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '38b058c6-b160-4f6e-bc53-5ea76b007ed8'}}] {{(pid=110153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 18:02:17.421522 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [req-57543414-b15b-4743-9154-a3b3c2b63558 req-b798bb1e-f32b-4cf6-9dd4-149c2126d5eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1514036'] for port (2f650efb-0692-49a3-9efa-890a5a1cfcc5), before_update {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:02:17.493437 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.plugins.ml2.db [req-57543414-b15b-4743-9154-a3b3c2b63558 req-b798bb1e-f32b-4cf6-9dd4-149c2126d5eb service neutron] For port 2f650efb-0692-49a3-9efa-890a5a1cfcc5, host hv-cinder-84130, cleared binding levels {{(pid=110153) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 18:02:17.497282 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.plugins.ml2.db [req-57543414-b15b-4743-9154-a3b3c2b63558 req-b798bb1e-f32b-4cf6-9dd4-149c2126d5eb service neutron] For port 2f650efb-0692-49a3-9efa-890a5a1cfcc5, host hv-cinder-84130, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84130',level=0,port_id=2f650efb-0692-49a3-9efa-890a5a1cfcc5,segment=NetworkSegment(9378af02-c74b-4736-861f-f7f8b663a516),segment_id=9378af02-c74b-4736-861f-f7f8b663a516)] {{(pid=110153) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 18:02:17.503467 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [req-57543414-b15b-4743-9154-a3b3c2b63558 req-b798bb1e-f32b-4cf6-9dd4-149c2126d5eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1514136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781795229094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781794686082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781794686100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4207220'] for port (2f650efb-0692-49a3-9efa-890a5a1cfcc5), after_update {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:02:17.535650 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57543414-b15b-4743-9154-a3b3c2b63558 req-b798bb1e-f32b-4cf6-9dd4-149c2126d5eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 18:02:17.536275 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [req-57543414-b15b-4743-9154-a3b3c2b63558 req-b798bb1e-f32b-4cf6-9dd4-149c2126d5eb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29634'] for port (None), before_response {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:02:17.537655 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [req-57543414-b15b-4743-9154-a3b3c2b63558 req-b798bb1e-f32b-4cf6-9dd4-149c2126d5eb service neutron] 10.222.0.77 "PUT /v2.0/ports/2f650efb-0692-49a3-9efa-890a5a1cfcc5 HTTP/1.1" status: 200 len: 1093 time: 0.6697121 May 10 18:02:17.538109 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e844a78-85e7-4fc9-9d96-0ff0b75da389', 'tag': '2f650efb-0692-49a3-9efa-890a5a1cfcc5'}] {{(pid=110153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 18:02:17.540375 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eaab9ead4487dd9c6a2039b1a38fb17917f553062224ea878bb9a20dea692460" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-000b15c0-16e0-4412-8bdd-c31e88569a44" -d '{"events": [{"name": "network-changed", "server_uuid": "7e844a78-85e7-4fc9-9d96-0ff0b75da389", "tag": "2f650efb-0692-49a3-9efa-890a5a1cfcc5"}]}' {{(pid=110153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 18:02:17.568803 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b798bb1e-f32b-4cf6-9dd4-149c2126d5eb service neutron] Pushing event updated for resources: {'Port': ['ID=2f650efb-0692-49a3-9efa-890a5a1cfcc5,revision_number=3']} {{(pid=110153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:02:17.613350 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 18:02:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd66be58-98ca-4ca1-a92b-b6ef37fb4ae3 x-openstack-request-id: req-cd66be58-98ca-4ca1-a92b-b6ef37fb4ae3 {{(pid=110153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 18:02:17.613640 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e844a78-85e7-4fc9-9d96-0ff0b75da389", "tag": "2f650efb-0692-49a3-9efa-890a5a1cfcc5", "status": "completed", "code": 200}]} {{(pid=110153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 18:02:17.613890 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-cd66be58-98ca-4ca1-a92b-b6ef37fb4ae3 {{(pid=110153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 18:02:17.614288 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cd66be58-98ca-4ca1-a92b-b6ef37fb4ae3'] response: {'name': 'network-changed', 'server_uuid': '7e844a78-85e7-4fc9-9d96-0ff0b75da389', 'tag': '2f650efb-0692-49a3-9efa-890a5a1cfcc5', 'status': 'completed', 'code': 200} May 10 18:02:17.649261 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57543414-b15b-4743-9154-a3b3c2b63558 req-29a2d240-345e-43d6-a236-663dac9dffcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 18:02:17.650813 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [req-57543414-b15b-4743-9154-a3b3c2b63558 req-29a2d240-345e-43d6-a236-663dac9dffcc service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=550c47b03653401d871922496e1cf055&device_id=7e844a78-85e7-4fc9-9d96-0ff0b75da389 HTTP/1.1" status: 200 len: 1127 time: 0.0466592 May 10 18:02:17.703661 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [req-57543414-b15b-4743-9154-a3b3c2b63558 req-b67b4d8c-b246-4130-bbe9-14a78c3ad63f service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2f650efb-0692-49a3-9efa-890a5a1cfcc5 HTTP/1.1" status: 200 len: 217 time: 0.0391986 May 10 18:02:17.753798 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57543414-b15b-4743-9154-a3b3c2b63558 req-6e0f430a-d3d1-4c61-91ba-6b68b02584ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 18:02:17.755213 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [req-57543414-b15b-4743-9154-a3b3c2b63558 req-6e0f430a-d3d1-4c61-91ba-6b68b02584ec service neutron] 10.222.0.77 "GET /v2.0/subnets?id=6ca3c83d-885c-4c98-9995-0d8381ec4372 HTTP/1.1" status: 200 len: 847 time: 0.0466256 May 10 18:02:17.800399 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57543414-b15b-4743-9154-a3b3c2b63558 req-f56e3c9b-97c4-4929-85d7-6184206e4bec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 18:02:17.802038 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [req-57543414-b15b-4743-9154-a3b3c2b63558 req-f56e3c9b-97c4-4929-85d7-6184206e4bec service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=38b058c6-b160-4f6e-bc53-5ea76b007ed8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0412998 May 10 18:02:17.894697 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [req-57543414-b15b-4743-9154-a3b3c2b63558 req-aacf7ec3-d5a2-4e11-91f8-3f088d444e25 service neutron] 10.222.0.77 "GET /v2.0/networks/38b058c6-b160-4f6e-bc53-5ea76b007ed8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866315 May 10 18:02:17.984204 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [req-57543414-b15b-4743-9154-a3b3c2b63558 req-57a78ded-474d-4038-b5a4-3427f88c96c4 service neutron] 10.222.0.77 "GET /v2.0/networks/38b058c6-b160-4f6e-bc53-5ea76b007ed8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832281 May 10 18:02:18.352875 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4fcf7f-16c3-4626-9168-98e3a7b2ef49 req-49d2e661-1e82-4649-9689-61d9af77dfef tempest-TestShelveInstance-530547604 tempest-TestShelveInstance-530547604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 18:02:18.354380 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-0a4fcf7f-16c3-4626-9168-98e3a7b2ef49 req-49d2e661-1e82-4649-9689-61d9af77dfef tempest-TestShelveInstance-530547604 tempest-TestShelveInstance-530547604-project] 10.222.0.60 "GET /v2.0/ports?device_id=7e844a78-85e7-4fc9-9d96-0ff0b75da389 HTTP/1.1" status: 200 len: 943 time: 0.0533767 May 10 18:02:18.407233 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-0a4fcf7f-16c3-4626-9168-98e3a7b2ef49 req-151b5e5a-54fe-4d49-a478-e7768ca1699c tempest-TestShelveInstance-530547604 tempest-TestShelveInstance-530547604-project] 10.222.0.60 "GET /v2.0/security-groups?id=24c83069-fde3-49e4-a697-6da167350b7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468528 May 10 18:02:18.856825 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000b15c0-16e0-4412-8bdd-c31e88569a44 req-5f66e045-ce7a-4897-b5d6-a2a9b2b46df6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 18:02:18.858341 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [req-000b15c0-16e0-4412-8bdd-c31e88569a44 req-5f66e045-ce7a-4897-b5d6-a2a9b2b46df6 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=550c47b03653401d871922496e1cf055&device_id=7e844a78-85e7-4fc9-9d96-0ff0b75da389 HTTP/1.1" status: 200 len: 1127 time: 0.0403588 May 10 18:02:18.952601 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000b15c0-16e0-4412-8bdd-c31e88569a44 req-13146712-5fe9-4b46-84d5-6ec401404c0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 18:02:18.954370 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [req-000b15c0-16e0-4412-8bdd-c31e88569a44 req-13146712-5fe9-4b46-84d5-6ec401404c0b service neutron] 10.222.0.77 "GET /v2.0/networks?id=38b058c6-b160-4f6e-bc53-5ea76b007ed8 HTTP/1.1" status: 200 len: 909 time: 0.0894482 May 10 18:02:18.996954 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [req-000b15c0-16e0-4412-8bdd-c31e88569a44 req-3ef2ab95-a8a0-498f-b5b5-e8d4c10286c8 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2f650efb-0692-49a3-9efa-890a5a1cfcc5 HTTP/1.1" status: 200 len: 217 time: 0.0363793 May 10 18:02:19.044292 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000b15c0-16e0-4412-8bdd-c31e88569a44 req-770a95f9-f25a-4c09-a5e5-c2c25571fbdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 18:02:19.045754 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [req-000b15c0-16e0-4412-8bdd-c31e88569a44 req-770a95f9-f25a-4c09-a5e5-c2c25571fbdd service neutron] 10.222.0.77 "GET /v2.0/subnets?id=6ca3c83d-885c-4c98-9995-0d8381ec4372 HTTP/1.1" status: 200 len: 847 time: 0.0435171 May 10 18:02:19.092196 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000b15c0-16e0-4412-8bdd-c31e88569a44 req-7672684b-8f1f-4218-9d0e-1e117a5e16f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 18:02:19.093595 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [req-000b15c0-16e0-4412-8bdd-c31e88569a44 req-7672684b-8f1f-4218-9d0e-1e117a5e16f0 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=38b058c6-b160-4f6e-bc53-5ea76b007ed8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0419266 May 10 18:02:19.181064 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [req-000b15c0-16e0-4412-8bdd-c31e88569a44 req-4b34468f-417d-4ad5-97e4-ad3fe361c676 service neutron] 10.222.0.77 "GET /v2.0/networks/38b058c6-b160-4f6e-bc53-5ea76b007ed8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814092 May 10 18:02:19.274607 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [req-000b15c0-16e0-4412-8bdd-c31e88569a44 req-606dc91e-810d-4acd-ad84-edf4a593ab25 service neutron] 10.222.0.77 "GET /v2.0/networks/38b058c6-b160-4f6e-bc53-5ea76b007ed8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855308 May 10 18:02:19.526675 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067a7ede-5d8f-491a-8e1f-15da14473fef req-fba6c85b-5044-4f0e-93d4-723cb67ca014 tempest-TestShelveInstance-530547604 tempest-TestShelveInstance-530547604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 18:02:19.529036 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-067a7ede-5d8f-491a-8e1f-15da14473fef req-fba6c85b-5044-4f0e-93d4-723cb67ca014 tempest-TestShelveInstance-530547604 tempest-TestShelveInstance-530547604-project] 10.222.0.60 "GET /v2.0/ports?device_id=7e844a78-85e7-4fc9-9d96-0ff0b75da389 HTTP/1.1" status: 200 len: 943 time: 0.0486958 May 10 18:02:19.581781 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-067a7ede-5d8f-491a-8e1f-15da14473fef req-52aa4e5e-c413-41b4-942e-b1bf3e76634e tempest-TestShelveInstance-530547604 tempest-TestShelveInstance-530547604-project] 10.222.0.60 "GET /v2.0/security-groups?id=24c83069-fde3-49e4-a697-6da167350b7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471394 May 10 18:02:20.707042 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216597e6-bd60-4a91-9634-e45db96d8b44 req-7fe971d3-30f3-4083-82af-d14cf82e5590 tempest-TestShelveInstance-530547604 tempest-TestShelveInstance-530547604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 18:02:20.708638 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-216597e6-bd60-4a91-9634-e45db96d8b44 req-7fe971d3-30f3-4083-82af-d14cf82e5590 tempest-TestShelveInstance-530547604 tempest-TestShelveInstance-530547604-project] 10.222.0.60 "GET /v2.0/ports?device_id=7e844a78-85e7-4fc9-9d96-0ff0b75da389 HTTP/1.1" status: 200 len: 943 time: 0.0549934 May 10 18:02:20.766254 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-216597e6-bd60-4a91-9634-e45db96d8b44 req-6e77fd7b-8eb9-4cd5-b76a-f794b8053bba tempest-TestShelveInstance-530547604 tempest-TestShelveInstance-530547604-project] 10.222.0.60 "GET /v2.0/security-groups?id=24c83069-fde3-49e4-a697-6da167350b7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520191 May 10 18:02:21.881630 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa58d2f1-5450-48ec-863e-51fb61318f11 req-e7c9c50a-d8af-4ecc-b967-2a4bde07bd02 tempest-TestShelveInstance-530547604 tempest-TestShelveInstance-530547604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 18:02:21.883119 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-fa58d2f1-5450-48ec-863e-51fb61318f11 req-e7c9c50a-d8af-4ecc-b967-2a4bde07bd02 tempest-TestShelveInstance-530547604 tempest-TestShelveInstance-530547604-project] 10.222.0.60 "GET /v2.0/ports?device_id=7e844a78-85e7-4fc9-9d96-0ff0b75da389 HTTP/1.1" status: 200 len: 943 time: 0.0485206 May 10 18:02:21.932652 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-fa58d2f1-5450-48ec-863e-51fb61318f11 req-6895373b-2c6b-46c9-89f7-5bb414d646e0 tempest-TestShelveInstance-530547604 tempest-TestShelveInstance-530547604-project] 10.222.0.60 "GET /v2.0/security-groups?id=24c83069-fde3-49e4-a697-6da167350b7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432494 May 10 18:02:23.045763 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd70a278-8e96-43b7-9b1d-ac76a706006f req-92381279-785d-4d6a-877c-5ce6d4e6de72 tempest-TestShelveInstance-530547604 tempest-TestShelveInstance-530547604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 18:02:23.047246 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-dd70a278-8e96-43b7-9b1d-ac76a706006f req-92381279-785d-4d6a-877c-5ce6d4e6de72 tempest-TestShelveInstance-530547604 tempest-TestShelveInstance-530547604-project] 10.222.0.60 "GET /v2.0/ports?device_id=7e844a78-85e7-4fc9-9d96-0ff0b75da389 HTTP/1.1" status: 200 len: 943 time: 0.0463824 May 10 18:02:23.097548 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-dd70a278-8e96-43b7-9b1d-ac76a706006f req-b754ac82-10c4-4b5b-aa74-6a34da334dc4 tempest-TestShelveInstance-530547604 tempest-TestShelveInstance-530547604-project] 10.222.0.60 "GET /v2.0/security-groups?id=24c83069-fde3-49e4-a697-6da167350b7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436645 May 10 18:02:24.219041 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6acc01-6393-45ce-ac2a-342983c0e739 req-9a2ac544-b296-4536-9e70-1db579df7637 tempest-TestShelveInstance-530547604 tempest-TestShelveInstance-530547604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 18:02:24.220555 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-0d6acc01-6393-45ce-ac2a-342983c0e739 req-9a2ac544-b296-4536-9e70-1db579df7637 tempest-TestShelveInstance-530547604 tempest-TestShelveInstance-530547604-project] 10.222.0.60 "GET /v2.0/ports?device_id=7e844a78-85e7-4fc9-9d96-0ff0b75da389 HTTP/1.1" status: 200 len: 943 time: 0.0522125 May 10 18:02:24.269788 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-0d6acc01-6393-45ce-ac2a-342983c0e739 req-57746e0a-963c-4019-bfeb-ff47398fbf3a tempest-TestShelveInstance-530547604 tempest-TestShelveInstance-530547604-project] 10.222.0.60 "GET /v2.0/security-groups?id=24c83069-fde3-49e4-a697-6da167350b7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431430 May 10 18:02:25.387344 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af58f1c1-1159-4474-b13b-2b10b34ba63e req-cba29fdf-8278-4ec0-be6f-da325fb323e9 tempest-TestShelveInstance-530547604 tempest-TestShelveInstance-530547604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 18:02:25.388927 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-af58f1c1-1159-4474-b13b-2b10b34ba63e req-cba29fdf-8278-4ec0-be6f-da325fb323e9 tempest-TestShelveInstance-530547604 tempest-TestShelveInstance-530547604-project] 10.222.0.60 "GET /v2.0/ports?device_id=7e844a78-85e7-4fc9-9d96-0ff0b75da389 HTTP/1.1" status: 200 len: 943 time: 0.0487380 May 10 18:02:25.441247 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-af58f1c1-1159-4474-b13b-2b10b34ba63e req-2e4493e7-1abc-4b8f-8115-48879b4f16e0 tempest-TestShelveInstance-530547604 tempest-TestShelveInstance-530547604-project] 10.222.0.60 "GET /v2.0/security-groups?id=24c83069-fde3-49e4-a697-6da167350b7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465693 May 10 18:02:26.560482 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e97b4bc-ab64-4069-9736-4884d90ba101 req-d64cded0-e48a-4040-add9-acf4dc86d27f tempest-TestShelveInstance-530547604 tempest-TestShelveInstance-530547604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 18:02:26.561986 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-3e97b4bc-ab64-4069-9736-4884d90ba101 req-d64cded0-e48a-4040-add9-acf4dc86d27f tempest-TestShelveInstance-530547604 tempest-TestShelveInstance-530547604-project] 10.222.0.60 "GET /v2.0/ports?device_id=7e844a78-85e7-4fc9-9d96-0ff0b75da389 HTTP/1.1" status: 200 len: 943 time: 0.0526893 May 10 18:02:26.575419 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.rpc [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Device 2f650efb-0692-49a3-9efa-890a5a1cfcc5 details requested by agent hyperv_hv-cinder-84130 with host hv-cinder-84130 {{(pid=110154) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 18:02:26.613237 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-3e97b4bc-ab64-4069-9736-4884d90ba101 req-b4fc3ecb-d710-43f3-b562-d0475b30b8bf tempest-TestShelveInstance-530547604 tempest-TestShelveInstance-530547604-project] 10.222.0.60 "GET /v2.0/security-groups?id=24c83069-fde3-49e4-a697-6da167350b7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456600 May 10 18:02:26.673375 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.db [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] For port 2f650efb-0692-49a3-9efa-890a5a1cfcc5, host hv-cinder-84130, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84130',level=0,port_id=2f650efb-0692-49a3-9efa-890a5a1cfcc5,segment=NetworkSegment(9378af02-c74b-4736-861f-f7f8b663a516),segment_id=9378af02-c74b-4736-861f-f7f8b663a516)] {{(pid=110154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 18:02:26.687022 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.rpc [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Returning: {'device': '2f650efb-0692-49a3-9efa-890a5a1cfcc5', 'network_id': '38b058c6-b160-4f6e-bc53-5ea76b007ed8', 'port_id': '2f650efb-0692-49a3-9efa-890a5a1cfcc5', 'mac_address': 'fa:16:3e:22:b5:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 565, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ca3c83d-885c-4c98-9995-0d8381ec4372', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110154) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 18:02:26.732773 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.plugin [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Current status of the port 2f650efb-0692-49a3-9efa-890a5a1cfcc5 is: DOWN; New status is: BUILD {{(pid=110154) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 18:02:26.733087 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1514036'] for port (2f650efb-0692-49a3-9efa-890a5a1cfcc5), before_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:02:26.748132 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.notifiers.nova [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2f650efb-0692-49a3-9efa-890a5a1cfcc5 {{(pid=110154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 18:02:26.768673 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.db [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] For port 2f650efb-0692-49a3-9efa-890a5a1cfcc5, host hv-cinder-84130, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84130',level=0,port_id=2f650efb-0692-49a3-9efa-890a5a1cfcc5,segment=NetworkSegment(9378af02-c74b-4736-861f-f7f8b663a516),segment_id=9378af02-c74b-4736-861f-f7f8b663a516)] {{(pid=110154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 18:02:26.773119 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1514136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781795229094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781794686082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781794686100'] for port (2f650efb-0692-49a3-9efa-890a5a1cfcc5), after_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:02:26.822406 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Pushing event updated for resources: {'Port': ['ID=2f650efb-0692-49a3-9efa-890a5a1cfcc5,revision_number=4']} {{(pid=110154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:02:27.230640 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.db [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] get_ports_and_sgs() called for port_ids ['2f650efb-0692-49a3-9efa-890a5a1cfcc5'] {{(pid=110154) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 18:02:27.589071 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-d58c9df5-316f-4b00-bdc4-443b7fa0fd91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781795183391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525393'] for agent (b2ad0527-00d5-4995-bc97-ec84c4e02f0b), after_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:02:27.728481 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdff1945-c485-4b17-b812-6d844fce41c6 req-3fc14173-22a8-4524-8716-62a152ec820f tempest-TestShelveInstance-530547604 tempest-TestShelveInstance-530547604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 18:02:27.729944 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-bdff1945-c485-4b17-b812-6d844fce41c6 req-3fc14173-22a8-4524-8716-62a152ec820f tempest-TestShelveInstance-530547604 tempest-TestShelveInstance-530547604-project] 10.222.0.60 "GET /v2.0/ports?device_id=7e844a78-85e7-4fc9-9d96-0ff0b75da389 HTTP/1.1" status: 200 len: 944 time: 0.0481670 May 10 18:02:27.779476 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-bdff1945-c485-4b17-b812-6d844fce41c6 req-1e95e9ad-6829-47ad-b102-36fc1153fee0 tempest-TestShelveInstance-530547604 tempest-TestShelveInstance-530547604-project] 10.222.0.60 "GET /v2.0/security-groups?id=24c83069-fde3-49e4-a697-6da167350b7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436091 May 10 18:02:28.595967 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.rpc [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Device 2f650efb-0692-49a3-9efa-890a5a1cfcc5 up at agent hyperv_hv-cinder-84130 {{(pid=110154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 18:02:28.642804 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.db.provisioning_blocks [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Provisioning for port 2f650efb-0692-49a3-9efa-890a5a1cfcc5 completed by entity L2. {{(pid=110154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 10 18:02:28.648556 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.db.provisioning_blocks [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Provisioning complete for port 2f650efb-0692-49a3-9efa-890a5a1cfcc5 triggered by entity L2. {{(pid=110154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 18:02:28.648927 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525495'] for port (2f650efb-0692-49a3-9efa-890a5a1cfcc5), provisioning_complete {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:02:28.729896 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.plugin [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Current status of the port 2f650efb-0692-49a3-9efa-890a5a1cfcc5 is: BUILD; New status is: ACTIVE {{(pid=110154) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 18:02:28.730342 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1514036'] for port (2f650efb-0692-49a3-9efa-890a5a1cfcc5), before_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:02:28.754700 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e844a78-85e7-4fc9-9d96-0ff0b75da389', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f650efb-0692-49a3-9efa-890a5a1cfcc5'}] {{(pid=110154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 18:02:28.756989 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81f5a9f60a7176de4ec81ee2de5d4e9bd281d17703f5d6403e6a691a644f2f07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef5e2866-b75b-45ff-a2e1-20bf33162d2b" -d '{"events": [{"server_uuid": "7e844a78-85e7-4fc9-9d96-0ff0b75da389", "name": "network-vif-plugged", "status": "completed", "tag": "2f650efb-0692-49a3-9efa-890a5a1cfcc5"}]}' {{(pid=110154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 18:02:28.781091 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.db [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] For port 2f650efb-0692-49a3-9efa-890a5a1cfcc5, host hv-cinder-84130, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84130',level=0,port_id=2f650efb-0692-49a3-9efa-890a5a1cfcc5,segment=NetworkSegment(9378af02-c74b-4736-861f-f7f8b663a516),segment_id=9378af02-c74b-4736-861f-f7f8b663a516)] {{(pid=110154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 18:02:28.785738 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1514136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781795229094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781794686082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781794686100'] for port (2f650efb-0692-49a3-9efa-890a5a1cfcc5), after_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:02:28.845097 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Pushing event updated for resources: {'Port': ['ID=2f650efb-0692-49a3-9efa-890a5a1cfcc5,revision_number=5']} {{(pid=110154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:02:28.873101 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 18:02:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abba4290-f7e9-4b2b-8b9c-547b0ece5e3b x-openstack-request-id: req-abba4290-f7e9-4b2b-8b9c-547b0ece5e3b {{(pid=110154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 18:02:28.873431 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e844a78-85e7-4fc9-9d96-0ff0b75da389", "name": "network-vif-plugged", "status": "completed", "tag": "2f650efb-0692-49a3-9efa-890a5a1cfcc5", "code": 200}]} {{(pid=110154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 18:02:28.873701 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-abba4290-f7e9-4b2b-8b9c-547b0ece5e3b {{(pid=110154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 18:02:28.874118 dv-cinder-841302-2-iscsi neutron-server[110154]: INFO neutron.notifiers.nova [-] Nova event matching ['req-abba4290-f7e9-4b2b-8b9c-547b0ece5e3b'] response: {'server_uuid': '7e844a78-85e7-4fc9-9d96-0ff0b75da389', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f650efb-0692-49a3-9efa-890a5a1cfcc5', 'code': 200} May 10 18:02:28.910480 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d8d6d0-5fa9-4cab-b021-992a767a8790 req-99b2bfe9-9666-4c25-addd-7370c947893d tempest-TestShelveInstance-530547604 tempest-TestShelveInstance-530547604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 18:02:28.912212 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-33d8d6d0-5fa9-4cab-b021-992a767a8790 req-99b2bfe9-9666-4c25-addd-7370c947893d tempest-TestShelveInstance-530547604 tempest-TestShelveInstance-530547604-project] 10.222.0.60 "GET /v2.0/ports?device_id=7e844a78-85e7-4fc9-9d96-0ff0b75da389 HTTP/1.1" status: 200 len: 945 time: 0.0495918 May 10 18:02:28.969252 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-33d8d6d0-5fa9-4cab-b021-992a767a8790 req-dff5d1d7-9dd5-4894-8c1f-401864f4774f tempest-TestShelveInstance-530547604 tempest-TestShelveInstance-530547604-project] 10.222.0.60 "GET /v2.0/security-groups?id=24c83069-fde3-49e4-a697-6da167350b7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507233 May 10 18:02:29.130152 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1192be-d319-44f4-b8e2-58bf60e8d19a req-4674e673-42ce-448f-9f8c-65142ac645cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 18:02:29.131623 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [req-bf1192be-d319-44f4-b8e2-58bf60e8d19a req-4674e673-42ce-448f-9f8c-65142ac645cc service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=7e844a78-85e7-4fc9-9d96-0ff0b75da389 HTTP/1.1" status: 200 len: 1129 time: 0.0450346 May 10 18:02:29.179173 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [req-bf1192be-d319-44f4-b8e2-58bf60e8d19a req-3f080a0f-0e65-4388-b667-ba41cbb8eecf service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=24c83069-fde3-49e4-a697-6da167350b7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401361 May 10 18:02:29.976768 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-0a602625-2696-40e7-88f1-495df8bfffea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781795183391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525393'] for agent (eaac381b-e402-41c3-a8e6-8f962681d3e6), after_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:02:30.086028 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7d63ae-cc91-455f-b1aa-14291dca969e req-b35de1b2-e07c-406e-bbda-efe9acb04dc0 tempest-TestShelveInstance-530547604 tempest-TestShelveInstance-530547604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 18:02:30.087583 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-fc7d63ae-cc91-455f-b1aa-14291dca969e req-b35de1b2-e07c-406e-bbda-efe9acb04dc0 tempest-TestShelveInstance-530547604 tempest-TestShelveInstance-530547604-project] 10.222.0.60 "GET /v2.0/ports?device_id=7e844a78-85e7-4fc9-9d96-0ff0b75da389 HTTP/1.1" status: 200 len: 945 time: 0.0484471 May 10 18:02:30.137405 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-fc7d63ae-cc91-455f-b1aa-14291dca969e req-9eab8b9e-ac58-457c-853d-2ba541aec2fa tempest-TestShelveInstance-530547604 tempest-TestShelveInstance-530547604-project] 10.222.0.60 "GET /v2.0/security-groups?id=24c83069-fde3-49e4-a697-6da167350b7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439661 May 10 18:02:31.251893 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50cf4d7c-d33b-41f3-88aa-184cc63a0680 req-8c0fe134-876c-4f27-b12c-e5bd2f6b6a69 tempest-TestShelveInstance-530547604 tempest-TestShelveInstance-530547604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 18:02:31.253352 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-50cf4d7c-d33b-41f3-88aa-184cc63a0680 req-8c0fe134-876c-4f27-b12c-e5bd2f6b6a69 tempest-TestShelveInstance-530547604 tempest-TestShelveInstance-530547604-project] 10.222.0.60 "GET /v2.0/ports?device_id=7e844a78-85e7-4fc9-9d96-0ff0b75da389 HTTP/1.1" status: 200 len: 945 time: 0.0470293 May 10 18:02:31.301927 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-50cf4d7c-d33b-41f3-88aa-184cc63a0680 req-d87f03e7-bf5c-40d1-ba79-a9845371bc85 tempest-TestShelveInstance-530547604 tempest-TestShelveInstance-530547604-project] 10.222.0.60 "GET /v2.0/security-groups?id=24c83069-fde3-49e4-a697-6da167350b7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430079 May 10 18:02:31.419105 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb36a06-e66e-4137-b900-4147078b8120 req-545495e4-1bc9-48f4-b9f9-7e174ea90402 tempest-TestShelveInstance-530547604 tempest-TestShelveInstance-530547604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 18:02:31.420663 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-3eb36a06-e66e-4137-b900-4147078b8120 req-545495e4-1bc9-48f4-b9f9-7e174ea90402 tempest-TestShelveInstance-530547604 tempest-TestShelveInstance-530547604-project] 10.222.0.60 "GET /v2.0/ports?device_id=7e844a78-85e7-4fc9-9d96-0ff0b75da389 HTTP/1.1" status: 200 len: 945 time: 0.0515327 May 10 18:02:31.470630 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-3eb36a06-e66e-4137-b900-4147078b8120 req-de2b228a-c470-4e42-8840-a76da3c19779 tempest-TestShelveInstance-530547604 tempest-TestShelveInstance-530547604-project] 10.222.0.60 "GET /v2.0/security-groups?id=24c83069-fde3-49e4-a697-6da167350b7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443985 May 10 18:02:31.492089 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.wsgi [-] (110152) accepted ('10.222.0.60', 49498) {{(pid=110152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 18:02:31.536853 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-d07e8966-ef10-4d42-b774-228753b3fd3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781795183391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525393'] for agent (a55810b0-63c4-4499-a4d9-efcdb1615ce8), after_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:02:31.572239 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fefe973-7a94-41a2-a54b-f21cba60b14f tempest-TestShelveInstance-495621765 tempest-TestShelveInstance-495621765-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 18:02:31.573751 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [None req-8fefe973-7a94-41a2-a54b-f21cba60b14f tempest-TestShelveInstance-495621765 tempest-TestShelveInstance-495621765-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=7e844a78-85e7-4fc9-9d96-0ff0b75da389 HTTP/1.1" status: 200 len: 1124 time: 0.0806904 May 10 18:02:31.576621 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.wsgi [-] (110152) accepted ('10.222.0.60', 49502) {{(pid=110152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 18:02:31.581005 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.v2.base [None req-be647df8-022c-4202-a9a6-6eb8753caf9b tempest-TestShelveInstance-530547604 tempest-TestShelveInstance-530547604-project] Request body: {'floatingip': {'floating_network_id': '85dc89cf-59f9-4edb-b26e-52bcb8a93763', 'port_id': '2f650efb-0692-49a3-9efa-890a5a1cfcc5', 'tenant_id': '550c47b03653401d871922496e1cf055', 'fixed_ip_address': '172.20.0.3'}} {{(pid=110152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 18:02:31.600625 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-be647df8-022c-4202-a9a6-6eb8753caf9b tempest-TestShelveInstance-530547604 tempest-TestShelveInstance-530547604-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:02:31.673979 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781795183391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525393'] for agent (16638279-eb91-49a3-95a5-8b540cc2f948), after_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:02:31.686023 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-be647df8-022c-4202-a9a6-6eb8753caf9b tempest-TestShelveInstance-530547604 tempest-TestShelveInstance-530547604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1514036'] for port (None), before_create {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:02:31.794152 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.db.db_base_plugin_common [None req-be647df8-022c-4202-a9a6-6eb8753caf9b tempest-TestShelveInstance-530547604 tempest-TestShelveInstance-530547604-project] Allocated IP 172.27.0.245 (85dc89cf-59f9-4edb-b26e-52bcb8a93763/e93d94f1-cb19-4cd0-92e5-ca73d24bd8fb/f764317e-43f5-44d0-8d16-cd41c07ed457) {{(pid=110152) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 18:02:31.908695 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-be647df8-022c-4202-a9a6-6eb8753caf9b tempest-TestShelveInstance-530547604 tempest-TestShelveInstance-530547604-project] Publish callbacks [] for port (f764317e-43f5-44d0-8d16-cd41c07ed457), precommit_create {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:02:31.943556 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-be647df8-022c-4202-a9a6-6eb8753caf9b tempest-TestShelveInstance-530547604 tempest-TestShelveInstance-530547604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1514136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781794686064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5018186'] for port (f764317e-43f5-44d0-8d16-cd41c07ed457), after_create {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:02:31.982826 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be647df8-022c-4202-a9a6-6eb8753caf9b tempest-TestShelveInstance-530547604 tempest-TestShelveInstance-530547604-project] Network 85dc89cf-59f9-4edb-b26e-52bcb8a93763 is already hosted by enough agents. {{(pid=110152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 18:02:31.985997 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.scheduler.base_scheduler [None req-be647df8-022c-4202-a9a6-6eb8753caf9b tempest-TestShelveInstance-530547604 tempest-TestShelveInstance-530547604-project] Resources bound (agent type, host, resource id): {{(pid=110152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 18:02:31.992436 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be647df8-022c-4202-a9a6-6eb8753caf9b tempest-TestShelveInstance-530547604 tempest-TestShelveInstance-530547604-project] Received port after_create {{(pid=110152) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 18:02:31.998283 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be647df8-022c-4202-a9a6-6eb8753caf9b tempest-TestShelveInstance-530547604 tempest-TestShelveInstance-530547604-project] Pushing event updated for resources: {'Port': ['ID=f764317e-43f5-44d0-8d16-cd41c07ed457,revision_number=1']} {{(pid=110152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:02:32.028648 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be647df8-022c-4202-a9a6-6eb8753caf9b tempest-TestShelveInstance-530547604 tempest-TestShelveInstance-530547604-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:02:32.028991 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be647df8-022c-4202-a9a6-6eb8753caf9b tempest-TestShelveInstance-530547604 tempest-TestShelveInstance-530547604-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:02:32.029334 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be647df8-022c-4202-a9a6-6eb8753caf9b tempest-TestShelveInstance-530547604 tempest-TestShelveInstance-530547604-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:02:32.029675 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be647df8-022c-4202-a9a6-6eb8753caf9b tempest-TestShelveInstance-530547604 tempest-TestShelveInstance-530547604-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:02:32.030010 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be647df8-022c-4202-a9a6-6eb8753caf9b tempest-TestShelveInstance-530547604 tempest-TestShelveInstance-530547604-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:02:32.030339 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be647df8-022c-4202-a9a6-6eb8753caf9b tempest-TestShelveInstance-530547604 tempest-TestShelveInstance-530547604-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:02:32.030667 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be647df8-022c-4202-a9a6-6eb8753caf9b tempest-TestShelveInstance-530547604 tempest-TestShelveInstance-530547604-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:02:32.030994 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be647df8-022c-4202-a9a6-6eb8753caf9b tempest-TestShelveInstance-530547604 tempest-TestShelveInstance-530547604-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:02:32.031317 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be647df8-022c-4202-a9a6-6eb8753caf9b tempest-TestShelveInstance-530547604 tempest-TestShelveInstance-530547604-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:02:32.031667 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be647df8-022c-4202-a9a6-6eb8753caf9b tempest-TestShelveInstance-530547604 tempest-TestShelveInstance-530547604-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:02:32.031990 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be647df8-022c-4202-a9a6-6eb8753caf9b tempest-TestShelveInstance-530547604 tempest-TestShelveInstance-530547604-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:02:32.032315 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be647df8-022c-4202-a9a6-6eb8753caf9b tempest-TestShelveInstance-530547604 tempest-TestShelveInstance-530547604-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:02:32.032637 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be647df8-022c-4202-a9a6-6eb8753caf9b tempest-TestShelveInstance-530547604 tempest-TestShelveInstance-530547604-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:02:32.032972 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be647df8-022c-4202-a9a6-6eb8753caf9b tempest-TestShelveInstance-530547604 tempest-TestShelveInstance-530547604-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:02:32.033276 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be647df8-022c-4202-a9a6-6eb8753caf9b tempest-TestShelveInstance-530547604 tempest-TestShelveInstance-530547604-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:02:32.382398 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-be647df8-022c-4202-a9a6-6eb8753caf9b tempest-TestShelveInstance-530547604 tempest-TestShelveInstance-530547604-project] Publish callbacks [] for floatingip (ca23eedd-fa4f-4e4f-a85a-3d188088b874), precommit_create {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:02:32.454801 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-be647df8-022c-4202-a9a6-6eb8753caf9b tempest-TestShelveInstance-530547604 tempest-TestShelveInstance-530547604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1514036'] for port (f764317e-43f5-44d0-8d16-cd41c07ed457), before_update {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:02:32.631711 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-be647df8-022c-4202-a9a6-6eb8753caf9b tempest-TestShelveInstance-530547604 tempest-TestShelveInstance-530547604-project] Publish callbacks [] for port (f764317e-43f5-44d0-8d16-cd41c07ed457), precommit_update {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:02:32.637947 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-be647df8-022c-4202-a9a6-6eb8753caf9b tempest-TestShelveInstance-530547604 tempest-TestShelveInstance-530547604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1514136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781795229094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781794686082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781794686100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5018163'] for port (f764317e-43f5-44d0-8d16-cd41c07ed457), after_update {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:02:32.710727 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be647df8-022c-4202-a9a6-6eb8753caf9b tempest-TestShelveInstance-530547604 tempest-TestShelveInstance-530547604-project] Pushing event updated for resources: {'Port': ['ID=f764317e-43f5-44d0-8d16-cd41c07ed457,revision_number=2']} {{(pid=110152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:02:32.724285 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-be647df8-022c-4202-a9a6-6eb8753caf9b tempest-TestShelveInstance-530547604 tempest-TestShelveInstance-530547604-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-641027'] for floatingip (ca23eedd-fa4f-4e4f-a85a-3d188088b874), after_create {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:02:32.835106 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.db.l3_db [None req-be647df8-022c-4202-a9a6-6eb8753caf9b tempest-TestShelveInstance-530547604 tempest-TestShelveInstance-530547604-project] Floating IP ca23eedd-fa4f-4e4f-a85a-3d188088b874 associated. External IP: 172.27.0.245, port: 2f650efb-0692-49a3-9efa-890a5a1cfcc5. May 10 18:02:33.062352 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be647df8-022c-4202-a9a6-6eb8753caf9b tempest-TestShelveInstance-530547604 tempest-TestShelveInstance-530547604-project] Router bbc8e070-9066-42ac-a366-9ef4cdba96c7 has already been hosted by L3 agent eaac381b-e402-41c3-a8e6-8f962681d3e6 {{(pid=110152) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 18:02:33.127262 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-ae45faaf-356d-4e4a-a605-33fedb92cd97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781795183391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525393'] for agent (6a57b374-0daf-4fe3-9dd1-3d457a537aa7), after_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:02:33.179130 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be647df8-022c-4202-a9a6-6eb8753caf9b tempest-TestShelveInstance-530547604 tempest-TestShelveInstance-530547604-project] Notify agent at l3_agent.dv-cinder-841302-2-iscsi the message routers_updated {{(pid=110152) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 18:02:33.190667 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa8e7d5d-44e3-4802-950f-8af2de0993a8 None None] Sync routers for ids ['bbc8e070-9066-42ac-a366-9ef4cdba96c7'] in dv-cinder-841302-2-iscsi {{(pid=110154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 18:02:33.201958 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-be647df8-022c-4202-a9a6-6eb8753caf9b tempest-TestShelveInstance-530547604 tempest-TestShelveInstance-530547604-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29634'] for floatingip (None), before_response {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:02:33.202340 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa8e7d5d-44e3-4802-950f-8af2de0993a8 None None] Routers {'bbc8e070-9066-42ac-a366-9ef4cdba96c7'} bound to L3 agent in host dv-cinder-841302-2-iscsi {{(pid=110154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 18:02:33.202957 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.db.l3_hamode_db [None req-aa8e7d5d-44e3-4802-950f-8af2de0993a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841302-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-10T17:36:00Z,description=,heartbeat_timestamp=2022-05-10T18:02:30Z,host='dv-cinder-841302-2-iscsi',id=eaac381b-e402-41c3-a8e6-8f962681d3e6,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T17:36:00Z,topic='l3_agent')) {'router_ids': ['bbc8e070-9066-42ac-a366-9ef4cdba96c7'], 'active': True} {{(pid=110154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 18:02:33.235336 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [None req-be647df8-022c-4202-a9a6-6eb8753caf9b tempest-TestShelveInstance-530547604 tempest-TestShelveInstance-530547604-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6576998 May 10 18:02:33.236011 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e844a78-85e7-4fc9-9d96-0ff0b75da389', 'tag': '2f650efb-0692-49a3-9efa-890a5a1cfcc5'}] {{(pid=110152) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 18:02:33.238562 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0e5bab204033c83635b1e14c3e3a099c647719281f8bf9f740a5b80828d0d04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c3485e1-f756-482c-a68f-2e3b132a49a2" -d '{"events": [{"name": "network-changed", "server_uuid": "7e844a78-85e7-4fc9-9d96-0ff0b75da389", "tag": "2f650efb-0692-49a3-9efa-890a5a1cfcc5"}]}' {{(pid=110152) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 18:02:33.315830 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.db.l3_dvr_db [None req-aa8e7d5d-44e3-4802-950f-8af2de0993a8 None None] Set router bbc8e070-9066-42ac-a366-9ef4cdba96c7 gateway port host: dv-cinder-841302-2-iscsi {{(pid=110154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 18:02:33.540814 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.db.l3_hamode_db [None req-aa8e7d5d-44e3-4802-950f-8af2de0993a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbc8e070-9066-42ac-a366-9ef4cdba96c7', 'name': 'tempest-TestShelveInstance-512988306-router', 'tenant_id': '550c47b03653401d871922496e1cf055', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85dc89cf-59f9-4edb-b26e-52bcb8a93763', 'external_fixed_ips': [{'subnet_id': 'e93d94f1-cb19-4cd0-92e5-ca73d24bd8fb', 'ip_address': '172.27.0.205'}], 'enable_snat': True}, 'gw_port_id': 'b8efa4ab-9382-4ddf-b9ab-4984ef2b4a58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T18:01:44Z', 'updated_at': '2022-05-10T18:01:47Z', 'revision_number': 4, 'project_id': '550c47b03653401d871922496e1cf055', 'gw_port': {'id': 'b8efa4ab-9382-4ddf-b9ab-4984ef2b4a58', 'name': '', 'network_id': '85dc89cf-59f9-4edb-b26e-52bcb8a93763', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:88:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbc8e070-9066-42ac-a366-9ef4cdba96c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': 'e93d94f1-cb19-4cd0-92e5-ca73d24bd8fb', 'ip_address': '172.27.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841302-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T18:01:45Z', 'updated_at': '2022-05-10T18:01:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e93d94f1-cb19-4cd0-92e5-ca73d24bd8fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841302-2-iscsi', '_floatingips': [{'id': 'ca23eedd-fa4f-4e4f-a85a-3d188088b874', 'tenant_id': '550c47b03653401d871922496e1cf055', 'floating_ip_address': '172.27.0.245', 'floating_network_id': '85dc89cf-59f9-4edb-b26e-52bcb8a93763', 'router_id': 'bbc8e070-9066-42ac-a366-9ef4cdba96c7', 'port_id': '2f650efb-0692-49a3-9efa-890a5a1cfcc5', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 743, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '38b058c6-b160-4f6e-bc53-5ea76b007ed8', 'mac_address': 'fa:16:3e:22:b5:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e844a78-85e7-4fc9-9d96-0ff0b75da389', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T18:02:32Z', 'updated_at': '2022-05-10T18:02:32Z', 'revision_number': 0, 'project_id': '550c47b03653401d871922496e1cf055', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '42507f20-64c3-4c89-ba4f-7e4aaf5f0180', 'name': '', 'network_id': '38b058c6-b160-4f6e-bc53-5ea76b007ed8', 'tenant_id': '550c47b03653401d871922496e1cf055', 'mac_address': 'fa:16:3e:c8:9a:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbc8e070-9066-42ac-a366-9ef4cdba96c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '6ca3c83d-885c-4c98-9995-0d8381ec4372', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841302-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T18:01:46Z', 'updated_at': '2022-05-10T18:01:52Z', 'revision_number': 5, 'project_id': '550c47b03653401d871922496e1cf055', 'subnets': [{'id': '6ca3c83d-885c-4c98-9995-0d8381ec4372', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841302-2-iscsi', False) {} {{(pid=110154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 18:02:33.572297 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa8e7d5d-44e3-4802-950f-8af2de0993a8 None None] Checking router: bbc8e070-9066-42ac-a366-9ef4cdba96c7 for host: dv-cinder-841302-2-iscsi {{(pid=110154) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 18:02:33.581720 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa8e7d5d-44e3-4802-950f-8af2de0993a8 None None] Routers {'bbc8e070-9066-42ac-a366-9ef4cdba96c7'} bound to L3 agent in host dv-cinder-841302-2-iscsi {{(pid=110154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 18:02:33.582320 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.db.l3_hamode_db [None req-aa8e7d5d-44e3-4802-950f-8af2de0993a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841302-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-10T17:36:00Z,description=,heartbeat_timestamp=2022-05-10T18:02:30Z,host='dv-cinder-841302-2-iscsi',id=eaac381b-e402-41c3-a8e6-8f962681d3e6,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T17:36:00Z,topic='l3_agent')) {'router_ids': ['bbc8e070-9066-42ac-a366-9ef4cdba96c7'], 'active': True} {{(pid=110154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 18:02:33.696692 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.db.l3_dvr_db [None req-aa8e7d5d-44e3-4802-950f-8af2de0993a8 None None] Set router bbc8e070-9066-42ac-a366-9ef4cdba96c7 gateway port host: dv-cinder-841302-2-iscsi {{(pid=110154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 18:02:33.914913 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.db.l3_hamode_db [None req-aa8e7d5d-44e3-4802-950f-8af2de0993a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbc8e070-9066-42ac-a366-9ef4cdba96c7', 'name': 'tempest-TestShelveInstance-512988306-router', 'tenant_id': '550c47b03653401d871922496e1cf055', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85dc89cf-59f9-4edb-b26e-52bcb8a93763', 'external_fixed_ips': [{'subnet_id': 'e93d94f1-cb19-4cd0-92e5-ca73d24bd8fb', 'ip_address': '172.27.0.205'}], 'enable_snat': True}, 'gw_port_id': 'b8efa4ab-9382-4ddf-b9ab-4984ef2b4a58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T18:01:44Z', 'updated_at': '2022-05-10T18:01:47Z', 'revision_number': 4, 'project_id': '550c47b03653401d871922496e1cf055', 'gw_port': {'id': 'b8efa4ab-9382-4ddf-b9ab-4984ef2b4a58', 'name': '', 'network_id': '85dc89cf-59f9-4edb-b26e-52bcb8a93763', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:88:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbc8e070-9066-42ac-a366-9ef4cdba96c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': 'e93d94f1-cb19-4cd0-92e5-ca73d24bd8fb', 'ip_address': '172.27.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841302-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T18:01:45Z', 'updated_at': '2022-05-10T18:01:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e93d94f1-cb19-4cd0-92e5-ca73d24bd8fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841302-2-iscsi', '_floatingips': [{'id': 'ca23eedd-fa4f-4e4f-a85a-3d188088b874', 'tenant_id': '550c47b03653401d871922496e1cf055', 'floating_ip_address': '172.27.0.245', 'floating_network_id': '85dc89cf-59f9-4edb-b26e-52bcb8a93763', 'router_id': 'bbc8e070-9066-42ac-a366-9ef4cdba96c7', 'port_id': '2f650efb-0692-49a3-9efa-890a5a1cfcc5', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 743, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '38b058c6-b160-4f6e-bc53-5ea76b007ed8', 'mac_address': 'fa:16:3e:22:b5:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e844a78-85e7-4fc9-9d96-0ff0b75da389', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T18:02:32Z', 'updated_at': '2022-05-10T18:02:32Z', 'revision_number': 0, 'project_id': '550c47b03653401d871922496e1cf055', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '42507f20-64c3-4c89-ba4f-7e4aaf5f0180', 'name': '', 'network_id': '38b058c6-b160-4f6e-bc53-5ea76b007ed8', 'tenant_id': '550c47b03653401d871922496e1cf055', 'mac_address': 'fa:16:3e:c8:9a:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbc8e070-9066-42ac-a366-9ef4cdba96c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '6ca3c83d-885c-4c98-9995-0d8381ec4372', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841302-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T18:01:46Z', 'updated_at': '2022-05-10T18:01:52Z', 'revision_number': 5, 'project_id': '550c47b03653401d871922496e1cf055', 'subnets': [{'id': '6ca3c83d-885c-4c98-9995-0d8381ec4372', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841302-2-iscsi', False) {} {{(pid=110154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 18:02:33.944698 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa8e7d5d-44e3-4802-950f-8af2de0993a8 None None] The sync data for ids ['bbc8e070-9066-42ac-a366-9ef4cdba96c7'] in dv-cinder-841302-2-iscsi is: [{'id': 'bbc8e070-9066-42ac-a366-9ef4cdba96c7', 'name': 'tempest-TestShelveInstance-512988306-router', 'tenant_id': '550c47b03653401d871922496e1cf055', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85dc89cf-59f9-4edb-b26e-52bcb8a93763', 'external_fixed_ips': [{'subnet_id': 'e93d94f1-cb19-4cd0-92e5-ca73d24bd8fb', 'ip_address': '172.27.0.205'}], 'enable_snat': True}, 'gw_port_id': 'b8efa4ab-9382-4ddf-b9ab-4984ef2b4a58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T18:01:44Z', 'updated_at': '2022-05-10T18:01:47Z', 'revision_number': 4, 'project_id': '550c47b03653401d871922496e1cf055', 'gw_port': {'id': 'b8efa4ab-9382-4ddf-b9ab-4984ef2b4a58', 'name': '', 'network_id': '85dc89cf-59f9-4edb-b26e-52bcb8a93763', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:88:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbc8e070-9066-42ac-a366-9ef4cdba96c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': 'e93d94f1-cb19-4cd0-92e5-ca73d24bd8fb', 'ip_address': '172.27.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841302-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T18:01:45Z', 'updated_at': '2022-05-10T18:01:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e93d94f1-cb19-4cd0-92e5-ca73d24bd8fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841302-2-iscsi', '_floatingips': [{'id': 'ca23eedd-fa4f-4e4f-a85a-3d188088b874', 'tenant_id': '550c47b03653401d871922496e1cf055', 'floating_ip_address': '172.27.0.245', 'floating_network_id': '85dc89cf-59f9-4edb-b26e-52bcb8a93763', 'router_id': 'bbc8e070-9066-42ac-a366-9ef4cdba96c7', 'port_id': '2f650efb-0692-49a3-9efa-890a5a1cfcc5', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 743, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '38b058c6-b160-4f6e-bc53-5ea76b007ed8', 'mac_address': 'fa:16:3e:22:b5:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e844a78-85e7-4fc9-9d96-0ff0b75da389', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T18:02:32Z', 'updated_at': '2022-05-10T18:02:32Z', 'revision_number': 0, 'project_id': '550c47b03653401d871922496e1cf055', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '42507f20-64c3-4c89-ba4f-7e4aaf5f0180', 'name': '', 'network_id': '38b058c6-b160-4f6e-bc53-5ea76b007ed8', 'tenant_id': '550c47b03653401d871922496e1cf055', 'mac_address': 'fa:16:3e:c8:9a:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbc8e070-9066-42ac-a366-9ef4cdba96c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '6ca3c83d-885c-4c98-9995-0d8381ec4372', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841302-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T18:01:46Z', 'updated_at': '2022-05-10T18:01:52Z', 'revision_number': 5, 'project_id': '550c47b03653401d871922496e1cf055', 'subnets': [{'id': '6ca3c83d-885c-4c98-9995-0d8381ec4372', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 18:02:34.138204 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1d496a6-1f72-4131-b716-22ebe95ef9d9 None None] New status for floating IP ca23eedd-fa4f-4e4f-a85a-3d188088b874: ACTIVE {{(pid=110155) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 18:02:34.342738 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 18:02:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58c0d1b3-51e7-47aa-a135-56b4fb4b8576 x-openstack-request-id: req-58c0d1b3-51e7-47aa-a135-56b4fb4b8576 {{(pid=110152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 18:02:34.343512 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e844a78-85e7-4fc9-9d96-0ff0b75da389", "tag": "2f650efb-0692-49a3-9efa-890a5a1cfcc5", "status": "completed", "code": 200}]} {{(pid=110152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 18:02:34.343512 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-58c0d1b3-51e7-47aa-a135-56b4fb4b8576 {{(pid=110152) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 18:02:34.343796 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.notifiers.nova [-] Nova event matching ['req-58c0d1b3-51e7-47aa-a135-56b4fb4b8576'] response: {'name': 'network-changed', 'server_uuid': '7e844a78-85e7-4fc9-9d96-0ff0b75da389', 'tag': '2f650efb-0692-49a3-9efa-890a5a1cfcc5', 'status': 'completed', 'code': 200} May 10 18:02:34.431968 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3485e1-f756-482c-a68f-2e3b132a49a2 req-a03e2097-5c44-4930-9b2a-9838a92edd06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 18:02:34.433471 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [req-6c3485e1-f756-482c-a68f-2e3b132a49a2 req-a03e2097-5c44-4930-9b2a-9838a92edd06 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=550c47b03653401d871922496e1cf055&device_id=7e844a78-85e7-4fc9-9d96-0ff0b75da389 HTTP/1.1" status: 200 len: 1129 time: 0.0402691 May 10 18:02:34.528623 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3485e1-f756-482c-a68f-2e3b132a49a2 req-f333eb2c-3654-4fba-a022-3f81adf3d519 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 18:02:34.530137 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [req-6c3485e1-f756-482c-a68f-2e3b132a49a2 req-f333eb2c-3654-4fba-a022-3f81adf3d519 service neutron] 10.222.0.77 "GET /v2.0/networks?id=38b058c6-b160-4f6e-bc53-5ea76b007ed8 HTTP/1.1" status: 200 len: 909 time: 0.0913236 May 10 18:02:34.548107 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-6e697e78-9dd1-4bc1-8573-56b901d07725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781795183391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525393'] for agent (fdc37a75-b7a9-4e92-a59c-f5b8c02d060c), after_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:02:34.596080 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [req-6c3485e1-f756-482c-a68f-2e3b132a49a2 req-383e868c-ff0f-4307-808d-65786504b20c service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2f650efb-0692-49a3-9efa-890a5a1cfcc5 HTTP/1.1" status: 200 len: 1001 time: 0.0599279 May 10 18:02:34.649008 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3485e1-f756-482c-a68f-2e3b132a49a2 req-0109b458-3e2e-40fd-b616-b31332333777 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 18:02:34.650475 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [req-6c3485e1-f756-482c-a68f-2e3b132a49a2 req-0109b458-3e2e-40fd-b616-b31332333777 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=6ca3c83d-885c-4c98-9995-0d8381ec4372 HTTP/1.1" status: 200 len: 847 time: 0.0490248 May 10 18:02:34.698495 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3485e1-f756-482c-a68f-2e3b132a49a2 req-f15902c9-b58a-45ce-8664-b96f1e0d967a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 18:02:34.700750 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [req-6c3485e1-f756-482c-a68f-2e3b132a49a2 req-f15902c9-b58a-45ce-8664-b96f1e0d967a service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=38b058c6-b160-4f6e-bc53-5ea76b007ed8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0441418 May 10 18:02:34.800993 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [req-6c3485e1-f756-482c-a68f-2e3b132a49a2 req-6ef48940-6ecb-4086-9d71-042112fb1149 service neutron] 10.222.0.77 "GET /v2.0/networks/38b058c6-b160-4f6e-bc53-5ea76b007ed8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939102 May 10 18:02:34.894723 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [req-6c3485e1-f756-482c-a68f-2e3b132a49a2 req-8db3cc29-b70a-4c28-be80-b61212c99bad service neutron] 10.222.0.77 "GET /v2.0/networks/38b058c6-b160-4f6e-bc53-5ea76b007ed8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878618 May 10 18:02:44.559752 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [req-9e3ab73a-2adb-4ed5-a9f7-433fd5667eb3 req-d4628d69-c891-4e92-b44d-c3c07dd6e559 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=7e844a78-85e7-4fc9-9d96-0ff0b75da389&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0400012 May 10 18:02:44.670559 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3ab73a-2adb-4ed5-a9f7-433fd5667eb3 req-bf9b128b-a97f-46af-8a33-4d80efc6448d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 18:02:44.672308 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [req-9e3ab73a-2adb-4ed5-a9f7-433fd5667eb3 req-bf9b128b-a97f-46af-8a33-4d80efc6448d service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=550c47b03653401d871922496e1cf055&device_id=7e844a78-85e7-4fc9-9d96-0ff0b75da389 HTTP/1.1" status: 200 len: 1129 time: 0.0423164 May 10 18:02:44.787054 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3ab73a-2adb-4ed5-a9f7-433fd5667eb3 req-f813bcac-578e-4ea2-ad89-569205bc0a33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 18:02:44.788593 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [req-9e3ab73a-2adb-4ed5-a9f7-433fd5667eb3 req-f813bcac-578e-4ea2-ad89-569205bc0a33 service neutron] 10.222.0.77 "GET /v2.0/networks?id=38b058c6-b160-4f6e-bc53-5ea76b007ed8 HTTP/1.1" status: 200 len: 909 time: 0.0951278 May 10 18:02:44.863441 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [req-9e3ab73a-2adb-4ed5-a9f7-433fd5667eb3 req-5fb35e99-b218-4ae8-81ae-ae36b6a74314 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2f650efb-0692-49a3-9efa-890a5a1cfcc5 HTTP/1.1" status: 200 len: 1001 time: 0.0691082 May 10 18:02:44.915333 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3ab73a-2adb-4ed5-a9f7-433fd5667eb3 req-594d0c32-83ca-4d5e-826c-5be46c9b4651 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 18:02:44.916815 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [req-9e3ab73a-2adb-4ed5-a9f7-433fd5667eb3 req-594d0c32-83ca-4d5e-826c-5be46c9b4651 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=6ca3c83d-885c-4c98-9995-0d8381ec4372 HTTP/1.1" status: 200 len: 847 time: 0.0473142 May 10 18:02:44.960159 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3ab73a-2adb-4ed5-a9f7-433fd5667eb3 req-658d0a2a-e80a-42f2-8a28-6b52b9c47afd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 18:02:44.961571 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [req-9e3ab73a-2adb-4ed5-a9f7-433fd5667eb3 req-658d0a2a-e80a-42f2-8a28-6b52b9c47afd service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=38b058c6-b160-4f6e-bc53-5ea76b007ed8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0390058 May 10 18:02:45.048034 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [req-9e3ab73a-2adb-4ed5-a9f7-433fd5667eb3 req-b3591c8b-272b-45e8-9ab3-f4267419b602 service neutron] 10.222.0.77 "GET /v2.0/networks/38b058c6-b160-4f6e-bc53-5ea76b007ed8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804822 May 10 18:02:45.149068 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [req-9e3ab73a-2adb-4ed5-a9f7-433fd5667eb3 req-2b95f8fa-1cc0-4836-8435-f4f1b0018524 service neutron] 10.222.0.77 "GET /v2.0/networks/38b058c6-b160-4f6e-bc53-5ea76b007ed8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875905 May 10 18:02:47.846842 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.db.agents_db [None req-b17e131c-d64b-4b97-8e8f-6c45925a5783 None None] Agent healthcheck: found 6 active agents {{(pid=110155) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 18:02:57.592105 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-5805f40d-d5a5-4970-80bd-36d1a478884d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781795183391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525393'] for agent (b2ad0527-00d5-4995-bc97-ec84c4e02f0b), after_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:02:59.978331 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-9cb318e8-1269-4ebc-b966-6c285b934778 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781795183391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525393'] for agent (eaac381b-e402-41c3-a8e6-8f962681d3e6), after_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:03:01.537224 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-d07e8966-ef10-4d42-b774-228753b3fd3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781795183391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525393'] for agent (a55810b0-63c4-4499-a4d9-efcdb1615ce8), after_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:03:01.689132 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781795183391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525393'] for agent (16638279-eb91-49a3-95a5-8b540cc2f948), after_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:03:03.129529 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-ae45faaf-356d-4e4a-a605-33fedb92cd97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781795183391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525393'] for agent (6a57b374-0daf-4fe3-9dd1-3d457a537aa7), after_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:03:04.553216 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-6e697e78-9dd1-4bc1-8573-56b901d07725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781795183391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525393'] for agent (fdc37a75-b7a9-4e92-a59c-f5b8c02d060c), after_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:03:24.845779 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.db.agents_db [None req-b17e131c-d64b-4b97-8e8f-6c45925a5783 None None] Agent healthcheck: found 6 active agents {{(pid=110155) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 18:03:27.596996 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-c47bd557-99a2-47f7-a393-83c0fd81b96a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781795183391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525393'] for agent (b2ad0527-00d5-4995-bc97-ec84c4e02f0b), after_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:03:29.979089 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-2f3647c9-2455-4162-92aa-573167765cce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781795183391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525393'] for agent (eaac381b-e402-41c3-a8e6-8f962681d3e6), after_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:03:31.539664 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-d07e8966-ef10-4d42-b774-228753b3fd3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781795183391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525393'] for agent (a55810b0-63c4-4499-a4d9-efcdb1615ce8), after_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:03:31.692553 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781795183391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525393'] for agent (16638279-eb91-49a3-95a5-8b540cc2f948), after_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:03:33.131099 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-ae45faaf-356d-4e4a-a605-33fedb92cd97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781795183391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525393'] for agent (6a57b374-0daf-4fe3-9dd1-3d457a537aa7), after_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:03:34.555318 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-6e697e78-9dd1-4bc1-8573-56b901d07725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781795183391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525393'] for agent (fdc37a75-b7a9-4e92-a59c-f5b8c02d060c), after_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:03:44.548003 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [req-470f287e-b47c-48e3-b480-14fe1135e16d req-fcd2a984-7cea-4a03-bc61-221ba25cfd54 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=7e844a78-85e7-4fc9-9d96-0ff0b75da389&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0376604 May 10 18:03:44.643415 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470f287e-b47c-48e3-b480-14fe1135e16d req-a797b96c-8723-48f6-93e7-4666c5858fa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 18:03:44.644892 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [req-470f287e-b47c-48e3-b480-14fe1135e16d req-a797b96c-8723-48f6-93e7-4666c5858fa4 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=550c47b03653401d871922496e1cf055&device_id=7e844a78-85e7-4fc9-9d96-0ff0b75da389 HTTP/1.1" status: 200 len: 1129 time: 0.0380278 May 10 18:03:44.751246 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470f287e-b47c-48e3-b480-14fe1135e16d req-1a75ef26-cd23-4104-8d9a-e1a138e51835 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 18:03:44.752764 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [req-470f287e-b47c-48e3-b480-14fe1135e16d req-1a75ef26-cd23-4104-8d9a-e1a138e51835 service neutron] 10.222.0.77 "GET /v2.0/networks?id=38b058c6-b160-4f6e-bc53-5ea76b007ed8 HTTP/1.1" status: 200 len: 909 time: 0.0889997 May 10 18:03:44.817154 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [req-470f287e-b47c-48e3-b480-14fe1135e16d req-dd3e126e-950c-4566-aa69-fe7000b476da service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2f650efb-0692-49a3-9efa-890a5a1cfcc5 HTTP/1.1" status: 200 len: 1001 time: 0.0579438 May 10 18:03:44.867993 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470f287e-b47c-48e3-b480-14fe1135e16d req-cca197b8-d02e-4ab8-9d9f-bc6628360374 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 18:03:44.869417 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [req-470f287e-b47c-48e3-b480-14fe1135e16d req-cca197b8-d02e-4ab8-9d9f-bc6628360374 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=6ca3c83d-885c-4c98-9995-0d8381ec4372 HTTP/1.1" status: 200 len: 847 time: 0.0469770 May 10 18:03:44.911150 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470f287e-b47c-48e3-b480-14fe1135e16d req-7e581d6d-d086-416e-a80b-41baadc5029b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 18:03:44.912622 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [req-470f287e-b47c-48e3-b480-14fe1135e16d req-7e581d6d-d086-416e-a80b-41baadc5029b service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=38b058c6-b160-4f6e-bc53-5ea76b007ed8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0375500 May 10 18:03:44.997681 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [req-470f287e-b47c-48e3-b480-14fe1135e16d req-be45b4ff-454b-4682-b66d-355cac0959bc service neutron] 10.222.0.77 "GET /v2.0/networks/38b058c6-b160-4f6e-bc53-5ea76b007ed8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0791931 May 10 18:03:45.337162 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [req-470f287e-b47c-48e3-b480-14fe1135e16d req-c82c39e3-d17c-460b-ac59-51a5380e1a41 service neutron] 10.222.0.77 "GET /v2.0/networks/38b058c6-b160-4f6e-bc53-5ea76b007ed8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3333986 May 10 18:03:57.589531 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-bb793eae-29cb-4670-bbd9-5ff1057d8701 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781795183391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525393'] for agent (b2ad0527-00d5-4995-bc97-ec84c4e02f0b), after_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:03:59.980799 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-9fbcf1d5-3211-49aa-a45a-80b4261e75f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781795183391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525393'] for agent (eaac381b-e402-41c3-a8e6-8f962681d3e6), after_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:04:01.542297 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-d07e8966-ef10-4d42-b774-228753b3fd3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781795183391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525393'] for agent (a55810b0-63c4-4499-a4d9-efcdb1615ce8), after_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:04:01.703643 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781795183391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525393'] for agent (16638279-eb91-49a3-95a5-8b540cc2f948), after_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:04:01.846050 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.db.agents_db [None req-b17e131c-d64b-4b97-8e8f-6c45925a5783 None None] Agent healthcheck: found 6 active agents {{(pid=110155) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 18:04:03.134011 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-ae45faaf-356d-4e4a-a605-33fedb92cd97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781795183391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525393'] for agent (6a57b374-0daf-4fe3-9dd1-3d457a537aa7), after_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:04:04.558327 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-6e697e78-9dd1-4bc1-8573-56b901d07725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781795183391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525393'] for agent (fdc37a75-b7a9-4e92-a59c-f5b8c02d060c), after_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:04:27.591384 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-ad052721-3aa7-4b0f-8454-8e3a9d9ccb83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781795183391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525393'] for agent (b2ad0527-00d5-4995-bc97-ec84c4e02f0b), after_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:04:29.981428 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-775769ab-d003-49a4-883e-850d744f1109 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781795183391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525393'] for agent (eaac381b-e402-41c3-a8e6-8f962681d3e6), after_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:04:31.545802 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-d07e8966-ef10-4d42-b774-228753b3fd3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781795183391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525393'] for agent (a55810b0-63c4-4499-a4d9-efcdb1615ce8), after_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:04:31.701186 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781795183391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525393'] for agent (16638279-eb91-49a3-95a5-8b540cc2f948), after_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:04:33.137553 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-ae45faaf-356d-4e4a-a605-33fedb92cd97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781795183391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525393'] for agent (6a57b374-0daf-4fe3-9dd1-3d457a537aa7), after_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:04:34.560472 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-6e697e78-9dd1-4bc1-8573-56b901d07725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781795183391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525393'] for agent (fdc37a75-b7a9-4e92-a59c-f5b8c02d060c), after_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:04:36.290080 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.wsgi [req-b869565e-4988-4c37-9f62-5d244d91ea12 req-bc7d1217-d5b3-4086-890a-510e53b72418 service neutron] (110152) timed out ('10.222.0.60', 43672) {{(pid=110152) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} May 10 18:04:36.474159 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.wsgi [req-b869565e-4988-4c37-9f62-5d244d91ea12 req-8aa50604-aa14-4413-888b-864bda5354e4 tempest-AttachVolumeShelveTestJSON-929324698 tempest-AttachVolumeShelveTestJSON-929324698-project] (110152) timed out ('10.222.0.60', 43680) {{(pid=110152) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} May 10 18:04:38.846194 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.db.agents_db [None req-b17e131c-d64b-4b97-8e8f-6c45925a5783 None None] Agent healthcheck: found 6 active agents {{(pid=110155) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 18:04:45.551129 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [req-baa6bf60-5269-4d81-a34d-3bfed2050711 req-a9166710-d3c9-40db-83d7-e50c8fd56b77 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=7e844a78-85e7-4fc9-9d96-0ff0b75da389&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0385830 May 10 18:04:45.645542 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa6bf60-5269-4d81-a34d-3bfed2050711 req-9dd975b7-43bc-4a87-bd4d-d1b58005e58c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 18:04:45.647030 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [req-baa6bf60-5269-4d81-a34d-3bfed2050711 req-9dd975b7-43bc-4a87-bd4d-d1b58005e58c service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=550c47b03653401d871922496e1cf055&device_id=7e844a78-85e7-4fc9-9d96-0ff0b75da389 HTTP/1.1" status: 200 len: 1129 time: 0.0396717 May 10 18:04:45.754114 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa6bf60-5269-4d81-a34d-3bfed2050711 req-3028765a-2243-44bb-899b-e3e8928e68b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 18:04:45.755596 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [req-baa6bf60-5269-4d81-a34d-3bfed2050711 req-3028765a-2243-44bb-899b-e3e8928e68b2 service neutron] 10.222.0.77 "GET /v2.0/networks?id=38b058c6-b160-4f6e-bc53-5ea76b007ed8 HTTP/1.1" status: 200 len: 909 time: 0.0880876 May 10 18:04:45.819286 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [req-baa6bf60-5269-4d81-a34d-3bfed2050711 req-fc9bb32f-1907-492e-88f6-03b20bc90265 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2f650efb-0692-49a3-9efa-890a5a1cfcc5 HTTP/1.1" status: 200 len: 1001 time: 0.0577543 May 10 18:04:45.871911 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa6bf60-5269-4d81-a34d-3bfed2050711 req-6f8437ff-5ef2-487b-b9c6-367bb24aef57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 18:04:45.873363 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [req-baa6bf60-5269-4d81-a34d-3bfed2050711 req-6f8437ff-5ef2-487b-b9c6-367bb24aef57 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=6ca3c83d-885c-4c98-9995-0d8381ec4372 HTTP/1.1" status: 200 len: 847 time: 0.0483432 May 10 18:04:45.915726 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa6bf60-5269-4d81-a34d-3bfed2050711 req-5f9fa603-dbbb-475c-8aa5-b9e0328306d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 18:04:45.917213 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [req-baa6bf60-5269-4d81-a34d-3bfed2050711 req-5f9fa603-dbbb-475c-8aa5-b9e0328306d7 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=38b058c6-b160-4f6e-bc53-5ea76b007ed8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0374899 May 10 18:04:46.006699 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [req-baa6bf60-5269-4d81-a34d-3bfed2050711 req-d3f20911-918b-47d5-8a4d-68e6b8bd48e7 service neutron] 10.222.0.77 "GET /v2.0/networks/38b058c6-b160-4f6e-bc53-5ea76b007ed8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827878 May 10 18:04:46.100181 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [req-baa6bf60-5269-4d81-a34d-3bfed2050711 req-f45f137b-e9b7-4103-b134-040bb92b943f service neutron] 10.222.0.77 "GET /v2.0/networks/38b058c6-b160-4f6e-bc53-5ea76b007ed8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874145 May 10 18:04:47.398060 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ab7d7b-8ec6-443f-b992-68afc4592c90 req-84b23bfa-1554-4744-9dcb-1ec16c6e980b tempest-TestShelveInstance-530547604 tempest-TestShelveInstance-530547604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 18:04:47.399579 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-f3ab7d7b-8ec6-443f-b992-68afc4592c90 req-84b23bfa-1554-4744-9dcb-1ec16c6e980b tempest-TestShelveInstance-530547604 tempest-TestShelveInstance-530547604-project] 10.222.0.60 "GET /v2.0/ports?device_id=7e844a78-85e7-4fc9-9d96-0ff0b75da389 HTTP/1.1" status: 200 len: 945 time: 0.0987394 May 10 18:04:47.448104 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-f3ab7d7b-8ec6-443f-b992-68afc4592c90 req-0cc1829c-e56f-413f-9bc4-55d8211c0c98 tempest-TestShelveInstance-530547604 tempest-TestShelveInstance-530547604-project] 10.222.0.60 "GET /v2.0/security-groups?id=24c83069-fde3-49e4-a697-6da167350b7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429659 May 10 18:04:48.611630 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac1f1ca-c24c-4647-9b8c-f307436003ae req-3d5205b7-a731-4183-9101-b26f66da0174 tempest-TestShelveInstance-530547604 tempest-TestShelveInstance-530547604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 18:04:48.613086 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-bac1f1ca-c24c-4647-9b8c-f307436003ae req-3d5205b7-a731-4183-9101-b26f66da0174 tempest-TestShelveInstance-530547604 tempest-TestShelveInstance-530547604-project] 10.222.0.60 "GET /v2.0/ports?device_id=7e844a78-85e7-4fc9-9d96-0ff0b75da389 HTTP/1.1" status: 200 len: 945 time: 0.0945764 May 10 18:04:48.665430 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-bac1f1ca-c24c-4647-9b8c-f307436003ae req-9ea07d7b-1ff7-4117-bbb2-c596a5c59e2d tempest-TestShelveInstance-530547604 tempest-TestShelveInstance-530547604-project] 10.222.0.60 "GET /v2.0/security-groups?id=24c83069-fde3-49e4-a697-6da167350b7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467541 May 10 18:04:49.779435 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e6b0b4-1162-4a7b-8b2a-bb9779f9fffc req-9f463b55-7115-4dd2-af44-77c7c076ab48 tempest-TestShelveInstance-530547604 tempest-TestShelveInstance-530547604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 18:04:49.781576 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-19e6b0b4-1162-4a7b-8b2a-bb9779f9fffc req-9f463b55-7115-4dd2-af44-77c7c076ab48 tempest-TestShelveInstance-530547604 tempest-TestShelveInstance-530547604-project] 10.222.0.60 "GET /v2.0/ports?device_id=7e844a78-85e7-4fc9-9d96-0ff0b75da389 HTTP/1.1" status: 200 len: 945 time: 0.0451221 May 10 18:04:49.830843 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-19e6b0b4-1162-4a7b-8b2a-bb9779f9fffc req-884de75f-1234-488e-8222-65709d60bcfb tempest-TestShelveInstance-530547604 tempest-TestShelveInstance-530547604-project] 10.222.0.60 "GET /v2.0/security-groups?id=24c83069-fde3-49e4-a697-6da167350b7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434949 May 10 18:04:50.941833 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fc2e05-8b6b-4fa5-b222-c15c0b81d9ef req-b3302001-a947-40de-b1d2-26e776b472ed tempest-TestShelveInstance-530547604 tempest-TestShelveInstance-530547604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 18:04:50.943321 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-40fc2e05-8b6b-4fa5-b222-c15c0b81d9ef req-b3302001-a947-40de-b1d2-26e776b472ed tempest-TestShelveInstance-530547604 tempest-TestShelveInstance-530547604-project] 10.222.0.60 "GET /v2.0/ports?device_id=7e844a78-85e7-4fc9-9d96-0ff0b75da389 HTTP/1.1" status: 200 len: 945 time: 0.0464153 May 10 18:04:50.992791 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-40fc2e05-8b6b-4fa5-b222-c15c0b81d9ef req-6e2d6364-1b69-4998-92bf-447590c2ae95 tempest-TestShelveInstance-530547604 tempest-TestShelveInstance-530547604-project] 10.222.0.60 "GET /v2.0/security-groups?id=24c83069-fde3-49e4-a697-6da167350b7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440104 May 10 18:04:52.108540 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122de43e-45c6-4eba-b9e9-e7ee5bc2e15f req-8dafb0cd-8aa8-4fff-b376-22d6031d7310 tempest-TestShelveInstance-530547604 tempest-TestShelveInstance-530547604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 18:04:52.110501 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-122de43e-45c6-4eba-b9e9-e7ee5bc2e15f req-8dafb0cd-8aa8-4fff-b376-22d6031d7310 tempest-TestShelveInstance-530547604 tempest-TestShelveInstance-530547604-project] 10.222.0.60 "GET /v2.0/ports?device_id=7e844a78-85e7-4fc9-9d96-0ff0b75da389 HTTP/1.1" status: 200 len: 945 time: 0.0508187 May 10 18:04:52.158545 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-122de43e-45c6-4eba-b9e9-e7ee5bc2e15f req-29ab7c3f-d8e5-494d-a58a-10178448837a tempest-TestShelveInstance-530547604 tempest-TestShelveInstance-530547604-project] 10.222.0.60 "GET /v2.0/security-groups?id=24c83069-fde3-49e4-a697-6da167350b7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425246 May 10 18:04:53.271817 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225eff05-2a41-4b4e-99c5-9c54b7e13629 req-18beb58e-82f6-4771-b82b-29bc53508b98 tempest-TestShelveInstance-530547604 tempest-TestShelveInstance-530547604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 18:04:53.273302 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-225eff05-2a41-4b4e-99c5-9c54b7e13629 req-18beb58e-82f6-4771-b82b-29bc53508b98 tempest-TestShelveInstance-530547604 tempest-TestShelveInstance-530547604-project] 10.222.0.60 "GET /v2.0/ports?device_id=7e844a78-85e7-4fc9-9d96-0ff0b75da389 HTTP/1.1" status: 200 len: 945 time: 0.0474894 May 10 18:04:53.320914 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-225eff05-2a41-4b4e-99c5-9c54b7e13629 req-4726e875-b184-4040-888b-8a3f0f949291 tempest-TestShelveInstance-530547604 tempest-TestShelveInstance-530547604-project] 10.222.0.60 "GET /v2.0/security-groups?id=24c83069-fde3-49e4-a697-6da167350b7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422058 May 10 18:04:54.438973 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbafc5c8-9a66-43f9-9aa7-0757a51cf2ef req-4e93df68-ad4d-4c51-a1ca-7ff60a41f354 tempest-TestShelveInstance-530547604 tempest-TestShelveInstance-530547604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 18:04:54.440478 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-bbafc5c8-9a66-43f9-9aa7-0757a51cf2ef req-4e93df68-ad4d-4c51-a1ca-7ff60a41f354 tempest-TestShelveInstance-530547604 tempest-TestShelveInstance-530547604-project] 10.222.0.60 "GET /v2.0/ports?device_id=7e844a78-85e7-4fc9-9d96-0ff0b75da389 HTTP/1.1" status: 200 len: 945 time: 0.0509000 May 10 18:04:54.488967 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-bbafc5c8-9a66-43f9-9aa7-0757a51cf2ef req-7dcf0320-8dea-41d0-b382-48f13615cdb9 tempest-TestShelveInstance-530547604 tempest-TestShelveInstance-530547604-project] 10.222.0.60 "GET /v2.0/security-groups?id=24c83069-fde3-49e4-a697-6da167350b7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429912 May 10 18:04:55.599972 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3759f72-9351-4cb7-ba42-217a9eaecfc4 req-b8ae7950-6310-45b2-b91e-7af0731665bf tempest-TestShelveInstance-530547604 tempest-TestShelveInstance-530547604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 18:04:55.601434 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-b3759f72-9351-4cb7-ba42-217a9eaecfc4 req-b8ae7950-6310-45b2-b91e-7af0731665bf tempest-TestShelveInstance-530547604 tempest-TestShelveInstance-530547604-project] 10.222.0.60 "GET /v2.0/ports?device_id=7e844a78-85e7-4fc9-9d96-0ff0b75da389 HTTP/1.1" status: 200 len: 945 time: 0.0467551 May 10 18:04:55.649598 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-b3759f72-9351-4cb7-ba42-217a9eaecfc4 req-730baf92-bbf0-43ba-a35b-7b92f6a5462e tempest-TestShelveInstance-530547604 tempest-TestShelveInstance-530547604-project] 10.222.0.60 "GET /v2.0/security-groups?id=24c83069-fde3-49e4-a697-6da167350b7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426569 May 10 18:04:56.759860 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9651720-185c-4435-9512-5fd450b0c180 req-23496839-be0c-40aa-bfc3-576de283aea6 tempest-TestShelveInstance-530547604 tempest-TestShelveInstance-530547604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 18:04:56.761292 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-e9651720-185c-4435-9512-5fd450b0c180 req-23496839-be0c-40aa-bfc3-576de283aea6 tempest-TestShelveInstance-530547604 tempest-TestShelveInstance-530547604-project] 10.222.0.60 "GET /v2.0/ports?device_id=7e844a78-85e7-4fc9-9d96-0ff0b75da389 HTTP/1.1" status: 200 len: 945 time: 0.0458331 May 10 18:04:56.813087 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-e9651720-185c-4435-9512-5fd450b0c180 req-4a75f239-7cb9-4812-839a-d3d7f8fde8c9 tempest-TestShelveInstance-530547604 tempest-TestShelveInstance-530547604-project] 10.222.0.60 "GET /v2.0/security-groups?id=24c83069-fde3-49e4-a697-6da167350b7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450892 May 10 18:04:57.566656 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996fb48b-c5ad-481e-bc1f-4fc50fc2b6b8 req-39f3a789-d14c-40ea-813c-b0fb9ae5b700 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 18:04:57.568153 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [req-996fb48b-c5ad-481e-bc1f-4fc50fc2b6b8 req-39f3a789-d14c-40ea-813c-b0fb9ae5b700 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=550c47b03653401d871922496e1cf055&device_id=7e844a78-85e7-4fc9-9d96-0ff0b75da389 HTTP/1.1" status: 200 len: 1129 time: 0.0420346 May 10 18:04:57.592871 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-591ef236-7229-493c-b966-440280132a4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781795183391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525393'] for agent (b2ad0527-00d5-4995-bc97-ec84c4e02f0b), after_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:04:57.660601 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996fb48b-c5ad-481e-bc1f-4fc50fc2b6b8 req-83780f1c-ba53-4c99-87f7-acf4d1507786 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 18:04:57.661981 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [req-996fb48b-c5ad-481e-bc1f-4fc50fc2b6b8 req-83780f1c-ba53-4c99-87f7-acf4d1507786 service neutron] 10.222.0.77 "GET /v2.0/networks?id=38b058c6-b160-4f6e-bc53-5ea76b007ed8 HTTP/1.1" status: 200 len: 909 time: 0.0883749 May 10 18:04:57.725644 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [req-996fb48b-c5ad-481e-bc1f-4fc50fc2b6b8 req-06ce08f5-70c7-47f2-9556-fbd1668c5eef service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2f650efb-0692-49a3-9efa-890a5a1cfcc5 HTTP/1.1" status: 200 len: 1001 time: 0.0579782 May 10 18:04:57.771420 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996fb48b-c5ad-481e-bc1f-4fc50fc2b6b8 req-44abf88d-0095-4995-afcd-5b6effa6bfc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 18:04:57.772808 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [req-996fb48b-c5ad-481e-bc1f-4fc50fc2b6b8 req-44abf88d-0095-4995-afcd-5b6effa6bfc5 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=6ca3c83d-885c-4c98-9995-0d8381ec4372 HTTP/1.1" status: 200 len: 847 time: 0.0419533 May 10 18:04:57.817895 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996fb48b-c5ad-481e-bc1f-4fc50fc2b6b8 req-2da75fa8-e961-4ca1-a0dc-a3a3f1e9fd47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 18:04:57.819397 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [req-996fb48b-c5ad-481e-bc1f-4fc50fc2b6b8 req-2da75fa8-e961-4ca1-a0dc-a3a3f1e9fd47 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=38b058c6-b160-4f6e-bc53-5ea76b007ed8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0411222 May 10 18:04:57.828681 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.wsgi [req-996fb48b-c5ad-481e-bc1f-4fc50fc2b6b8 req-a71197fb-4736-49de-97e7-a58ef4676a40 service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=110153) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 10 18:04:57.829929 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [req-996fb48b-c5ad-481e-bc1f-4fc50fc2b6b8 req-a71197fb-4736-49de-97e7-a58ef4676a40 service neutron] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0049183 May 10 18:04:57.918312 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [req-996fb48b-c5ad-481e-bc1f-4fc50fc2b6b8 req-4baaccfb-1662-4938-873a-fb01cfb8bfb3 service neutron] 10.222.0.77 "GET /v2.0/networks/38b058c6-b160-4f6e-bc53-5ea76b007ed8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826659 May 10 18:04:57.932396 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652ca478-7b33-4fdf-a089-508285e23a52 req-ba847c4f-d0a1-4aa9-9af3-f6253fa3cb87 tempest-TestShelveInstance-530547604 tempest-TestShelveInstance-530547604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 18:04:57.933845 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-652ca478-7b33-4fdf-a089-508285e23a52 req-ba847c4f-d0a1-4aa9-9af3-f6253fa3cb87 tempest-TestShelveInstance-530547604 tempest-TestShelveInstance-530547604-project] 10.222.0.60 "GET /v2.0/ports?device_id=7e844a78-85e7-4fc9-9d96-0ff0b75da389 HTTP/1.1" status: 200 len: 945 time: 0.0533690 May 10 18:04:57.982259 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-652ca478-7b33-4fdf-a089-508285e23a52 req-05a44f39-7651-40fd-ac2b-2a237623bc56 tempest-TestShelveInstance-530547604 tempest-TestShelveInstance-530547604-project] 10.222.0.60 "GET /v2.0/security-groups?id=24c83069-fde3-49e4-a697-6da167350b7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428090 May 10 18:04:58.009660 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [req-996fb48b-c5ad-481e-bc1f-4fc50fc2b6b8 req-073d767f-6943-4cab-8a2e-c6a5d655413c service neutron] 10.222.0.77 "GET /v2.0/networks/38b058c6-b160-4f6e-bc53-5ea76b007ed8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852253 May 10 18:04:59.093315 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fdc400-3e7d-420d-8855-b72b55972707 req-a2780cf3-588d-4e23-81bd-e6c4ec0633ed tempest-TestShelveInstance-530547604 tempest-TestShelveInstance-530547604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 18:04:59.094683 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-43fdc400-3e7d-420d-8855-b72b55972707 req-a2780cf3-588d-4e23-81bd-e6c4ec0633ed tempest-TestShelveInstance-530547604 tempest-TestShelveInstance-530547604-project] 10.222.0.60 "GET /v2.0/ports?device_id=7e844a78-85e7-4fc9-9d96-0ff0b75da389 HTTP/1.1" status: 200 len: 945 time: 0.0461745 May 10 18:04:59.141856 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-43fdc400-3e7d-420d-8855-b72b55972707 req-b9449a7f-d91f-43a8-9a53-321337b17812 tempest-TestShelveInstance-530547604 tempest-TestShelveInstance-530547604-project] 10.222.0.60 "GET /v2.0/security-groups?id=24c83069-fde3-49e4-a697-6da167350b7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416813 May 10 18:04:59.981956 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-201dbf82-b858-4482-ac60-8a96017935b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781795183391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525393'] for agent (eaac381b-e402-41c3-a8e6-8f962681d3e6), after_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:05:00.262261 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe350ac-bd6e-4b97-9f89-92abb5d92603 req-73263202-5fcb-4fae-bcfc-c458be2ca722 tempest-TestShelveInstance-530547604 tempest-TestShelveInstance-530547604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 18:05:00.263703 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-9fe350ac-bd6e-4b97-9f89-92abb5d92603 req-73263202-5fcb-4fae-bcfc-c458be2ca722 tempest-TestShelveInstance-530547604 tempest-TestShelveInstance-530547604-project] 10.222.0.60 "GET /v2.0/ports?device_id=7e844a78-85e7-4fc9-9d96-0ff0b75da389 HTTP/1.1" status: 200 len: 945 time: 0.0515034 May 10 18:05:00.311517 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-9fe350ac-bd6e-4b97-9f89-92abb5d92603 req-c6b4bc32-d70d-43a1-b2e7-01e120db063e tempest-TestShelveInstance-530547604 tempest-TestShelveInstance-530547604-project] 10.222.0.60 "GET /v2.0/security-groups?id=24c83069-fde3-49e4-a697-6da167350b7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415950 May 10 18:05:00.423068 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.wsgi [req-d191e5bd-6b09-42d3-b53a-2dd8f7e011c7 req-74ccd51a-fcec-4526-812a-312097b059ab service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=110152) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 10 18:05:00.424196 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-d191e5bd-6b09-42d3-b53a-2dd8f7e011c7 req-74ccd51a-fcec-4526-812a-312097b059ab service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0466545 May 10 18:05:00.603894 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [req-39e164d9-828b-46e5-9d3a-7e091410ae27 req-ae8088a2-2993-46fa-a915-a86e5206609c service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=7e844a78-85e7-4fc9-9d96-0ff0b75da389&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0921781 May 10 18:05:00.606539 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44fb83c-6061-417b-81d3-1c976b3e0719 req-9a690070-4d96-466d-b24e-6f1c414b9332 tempest-TestShelveInstance-530547604 tempest-TestShelveInstance-530547604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 18:05:00.608057 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-d44fb83c-6061-417b-81d3-1c976b3e0719 req-9a690070-4d96-466d-b24e-6f1c414b9332 tempest-TestShelveInstance-530547604 tempest-TestShelveInstance-530547604-project] 10.222.0.60 "GET /v2.0/ports?device_id=7e844a78-85e7-4fc9-9d96-0ff0b75da389 HTTP/1.1" status: 200 len: 945 time: 0.0506384 May 10 18:05:00.614030 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.wsgi [req-39e164d9-828b-46e5-9d3a-7e091410ae27 req-a12c4e2d-5b99-4051-b28d-83668772d045 service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=110153) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 10 18:05:00.615131 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [req-39e164d9-828b-46e5-9d3a-7e091410ae27 req-a12c4e2d-5b99-4051-b28d-83668772d045 service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0065138 May 10 18:05:00.659591 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-d44fb83c-6061-417b-81d3-1c976b3e0719 req-e36c78cd-1c7b-43d9-9883-675580fc4566 tempest-TestShelveInstance-530547604 tempest-TestShelveInstance-530547604-project] 10.222.0.60 "GET /v2.0/security-groups?id=24c83069-fde3-49e4-a697-6da167350b7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450983 May 10 18:05:00.739910 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e164d9-828b-46e5-9d3a-7e091410ae27 req-02c211bc-ed6e-4115-9cf2-c85febb57691 tempest-TestShelveInstance-530547604 tempest-TestShelveInstance-530547604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 18:05:00.741288 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [req-39e164d9-828b-46e5-9d3a-7e091410ae27 req-02c211bc-ed6e-4115-9cf2-c85febb57691 tempest-TestShelveInstance-530547604 tempest-TestShelveInstance-530547604-project] 10.222.0.60 "GET /v2.0/ports/2f650efb-0692-49a3-9efa-890a5a1cfcc5 HTTP/1.1" status: 200 len: 942 time: 0.0968249 May 10 18:05:01.548598 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-d07e8966-ef10-4d42-b774-228753b3fd3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781795183391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525393'] for agent (a55810b0-63c4-4499-a4d9-efcdb1615ce8), after_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:05:01.717842 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781795183391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525393'] for agent (16638279-eb91-49a3-95a5-8b540cc2f948), after_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:05:01.777427 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a53cf99-1996-4e8c-9d02-7bb950738f9c req-4f865314-a00b-483e-82e3-a028999414d5 tempest-TestShelveInstance-530547604 tempest-TestShelveInstance-530547604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 18:05:01.778886 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-2a53cf99-1996-4e8c-9d02-7bb950738f9c req-4f865314-a00b-483e-82e3-a028999414d5 tempest-TestShelveInstance-530547604 tempest-TestShelveInstance-530547604-project] 10.222.0.60 "GET /v2.0/ports?device_id=7e844a78-85e7-4fc9-9d96-0ff0b75da389 HTTP/1.1" status: 200 len: 945 time: 0.0467687 May 10 18:05:01.834290 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-2a53cf99-1996-4e8c-9d02-7bb950738f9c req-5d7fd9ba-dcdf-4232-a83c-2273550f928e tempest-TestShelveInstance-530547604 tempest-TestShelveInstance-530547604-project] 10.222.0.60 "GET /v2.0/security-groups?id=24c83069-fde3-49e4-a697-6da167350b7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494924 May 10 18:05:02.165189 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e164d9-828b-46e5-9d3a-7e091410ae27 req-953b3104-9c3d-4e7f-9b90-f533eabbad23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 18:05:02.166639 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [req-39e164d9-828b-46e5-9d3a-7e091410ae27 req-953b3104-9c3d-4e7f-9b90-f533eabbad23 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=7e844a78-85e7-4fc9-9d96-0ff0b75da389&tenant_id=550c47b03653401d871922496e1cf055 HTTP/1.1" status: 200 len: 1129 time: 0.0384614 May 10 18:05:02.240732 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e164d9-828b-46e5-9d3a-7e091410ae27 req-c362821f-09bc-4302-ae38-15e5ccff590f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 18:05:02.242180 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [req-39e164d9-828b-46e5-9d3a-7e091410ae27 req-c362821f-09bc-4302-ae38-15e5ccff590f service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=550c47b03653401d871922496e1cf055&device_id=7e844a78-85e7-4fc9-9d96-0ff0b75da389 HTTP/1.1" status: 200 len: 1129 time: 0.0415385 May 10 18:05:02.328829 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e164d9-828b-46e5-9d3a-7e091410ae27 req-03f7e2e3-e111-4c45-b62e-d804a3d5d7cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 18:05:02.330584 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [req-39e164d9-828b-46e5-9d3a-7e091410ae27 req-03f7e2e3-e111-4c45-b62e-d804a3d5d7cc service neutron] 10.222.0.77 "GET /v2.0/networks?id=38b058c6-b160-4f6e-bc53-5ea76b007ed8 HTTP/1.1" status: 200 len: 909 time: 0.0819578 May 10 18:05:02.403930 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [req-39e164d9-828b-46e5-9d3a-7e091410ae27 req-727195c8-1fda-4a0c-9264-7b77ec5bbe7a service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2f650efb-0692-49a3-9efa-890a5a1cfcc5 HTTP/1.1" status: 200 len: 1001 time: 0.0667210 May 10 18:05:02.450827 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e164d9-828b-46e5-9d3a-7e091410ae27 req-6b3ddb8d-44ff-4393-b2b1-03d27c010a80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 18:05:02.452297 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [req-39e164d9-828b-46e5-9d3a-7e091410ae27 req-6b3ddb8d-44ff-4393-b2b1-03d27c010a80 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=6ca3c83d-885c-4c98-9995-0d8381ec4372 HTTP/1.1" status: 200 len: 847 time: 0.0424001 May 10 18:05:02.493679 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e164d9-828b-46e5-9d3a-7e091410ae27 req-a9c97a6d-b7ca-47b6-9d12-17b72d46d62b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 18:05:02.495144 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [req-39e164d9-828b-46e5-9d3a-7e091410ae27 req-a9c97a6d-b7ca-47b6-9d12-17b72d46d62b service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=38b058c6-b160-4f6e-bc53-5ea76b007ed8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0371141 May 10 18:05:02.583742 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [req-39e164d9-828b-46e5-9d3a-7e091410ae27 req-aa94bd91-1b98-4ca5-a249-fcb733cb447b service neutron] 10.222.0.77 "GET /v2.0/networks/38b058c6-b160-4f6e-bc53-5ea76b007ed8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825975 May 10 18:05:02.670813 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [req-39e164d9-828b-46e5-9d3a-7e091410ae27 req-521dcf2e-d4aa-4d27-97b8-0fdc578d227a service neutron] 10.222.0.77 "GET /v2.0/networks/38b058c6-b160-4f6e-bc53-5ea76b007ed8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814841 May 10 18:05:02.946847 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9b7515-b154-4f48-b530-54d003d7410c req-920009a5-0df3-499b-af56-cf199a948a08 tempest-TestShelveInstance-530547604 tempest-TestShelveInstance-530547604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 18:05:02.948319 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-1f9b7515-b154-4f48-b530-54d003d7410c req-920009a5-0df3-499b-af56-cf199a948a08 tempest-TestShelveInstance-530547604 tempest-TestShelveInstance-530547604-project] 10.222.0.60 "GET /v2.0/ports?device_id=7e844a78-85e7-4fc9-9d96-0ff0b75da389 HTTP/1.1" status: 200 len: 945 time: 0.0464184 May 10 18:05:02.996747 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-1f9b7515-b154-4f48-b530-54d003d7410c req-58c1f2f4-a74a-482d-86fc-a8c086bf0138 tempest-TestShelveInstance-530547604 tempest-TestShelveInstance-530547604-project] 10.222.0.60 "GET /v2.0/security-groups?id=24c83069-fde3-49e4-a697-6da167350b7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428402 May 10 18:05:03.140905 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-ae45faaf-356d-4e4a-a605-33fedb92cd97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781795183391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525393'] for agent (6a57b374-0daf-4fe3-9dd1-3d457a537aa7), after_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:05:03.342458 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.rpc [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Device 2f650efb-0692-49a3-9efa-890a5a1cfcc5 no longer exists at agent hyperv_hv-cinder-84130 {{(pid=110154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 18:05:03.418203 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.plugin [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Current status of the port 2f650efb-0692-49a3-9efa-890a5a1cfcc5 is: ACTIVE; New status is: DOWN {{(pid=110154) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 18:05:03.418585 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1514036'] for port (2f650efb-0692-49a3-9efa-890a5a1cfcc5), before_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:05:03.440116 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e844a78-85e7-4fc9-9d96-0ff0b75da389', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2f650efb-0692-49a3-9efa-890a5a1cfcc5'}] {{(pid=110154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 18:05:03.442331 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81f5a9f60a7176de4ec81ee2de5d4e9bd281d17703f5d6403e6a691a644f2f07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb14da94-a41b-4c69-9ff4-5aebc2a10760" -d '{"events": [{"server_uuid": "7e844a78-85e7-4fc9-9d96-0ff0b75da389", "name": "network-vif-unplugged", "status": "completed", "tag": "2f650efb-0692-49a3-9efa-890a5a1cfcc5"}]}' {{(pid=110154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 18:05:03.454538 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.db [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] For port 2f650efb-0692-49a3-9efa-890a5a1cfcc5, host hv-cinder-84130, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84130',level=0,port_id=2f650efb-0692-49a3-9efa-890a5a1cfcc5,segment=NetworkSegment(9378af02-c74b-4736-861f-f7f8b663a516),segment_id=9378af02-c74b-4736-861f-f7f8b663a516)] {{(pid=110154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 18:05:03.458362 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1514136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781795229094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781794686082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781794686100'] for port (2f650efb-0692-49a3-9efa-890a5a1cfcc5), after_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:05:03.486287 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 10 May 2022 18:05:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fe849ce-6990-4ccf-a386-ffe774cdf50c x-openstack-request-id: req-7fe849ce-6990-4ccf-a386-ffe774cdf50c {{(pid=110154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 18:05:03.486575 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e844a78-85e7-4fc9-9d96-0ff0b75da389", "name": "network-vif-unplugged", "status": "completed", "tag": "2f650efb-0692-49a3-9efa-890a5a1cfcc5", "code": 200}]} {{(pid=110154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 18:05:03.486825 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-7fe849ce-6990-4ccf-a386-ffe774cdf50c {{(pid=110154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 18:05:03.487205 dv-cinder-841302-2-iscsi neutron-server[110154]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7fe849ce-6990-4ccf-a386-ffe774cdf50c'] response: {'server_uuid': '7e844a78-85e7-4fc9-9d96-0ff0b75da389', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2f650efb-0692-49a3-9efa-890a5a1cfcc5', 'code': 200} May 10 18:05:03.511712 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Pushing event updated for resources: {'Port': ['ID=2f650efb-0692-49a3-9efa-890a5a1cfcc5,revision_number=6']} {{(pid=110154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:05:03.519193 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:05:03.519591 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:05:03.519934 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:05:03.520270 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:05:03.520624 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:05:03.520948 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:05:03.521269 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:05:03.521590 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:05:03.521909 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:05:03.522227 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:05:03.522550 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:05:03.522868 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:05:03.523185 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:05:03.523526 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:05:03.523843 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:05:04.109496 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdd6887-9b84-432f-99fa-e2f068ac0e60 req-412d4a68-59e3-4bde-8ecc-4470c4dd5230 tempest-TestShelveInstance-530547604 tempest-TestShelveInstance-530547604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 18:05:04.111205 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-fbdd6887-9b84-432f-99fa-e2f068ac0e60 req-412d4a68-59e3-4bde-8ecc-4470c4dd5230 tempest-TestShelveInstance-530547604 tempest-TestShelveInstance-530547604-project] 10.222.0.60 "GET /v2.0/ports?device_id=7e844a78-85e7-4fc9-9d96-0ff0b75da389 HTTP/1.1" status: 200 len: 943 time: 0.0458028 May 10 18:05:04.162476 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-fbdd6887-9b84-432f-99fa-e2f068ac0e60 req-0d184188-ac1e-4375-99bc-5b870972874c tempest-TestShelveInstance-530547604 tempest-TestShelveInstance-530547604-project] 10.222.0.60 "GET /v2.0/security-groups?id=24c83069-fde3-49e4-a697-6da167350b7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438826 May 10 18:05:04.562813 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-6e697e78-9dd1-4bc1-8573-56b901d07725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781795183391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525393'] for agent (fdc37a75-b7a9-4e92-a59c-f5b8c02d060c), after_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:05:05.286230 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad74902-c6ee-42b8-90f9-1e328a38095e req-c46ec27f-98c8-449a-8ad0-0f3b6148ba4e tempest-TestShelveInstance-530547604 tempest-TestShelveInstance-530547604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 18:05:05.287707 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-9ad74902-c6ee-42b8-90f9-1e328a38095e req-c46ec27f-98c8-449a-8ad0-0f3b6148ba4e tempest-TestShelveInstance-530547604 tempest-TestShelveInstance-530547604-project] 10.222.0.60 "GET /v2.0/ports?device_id=7e844a78-85e7-4fc9-9d96-0ff0b75da389 HTTP/1.1" status: 200 len: 943 time: 0.0499046 May 10 18:05:05.335682 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-9ad74902-c6ee-42b8-90f9-1e328a38095e req-6a077420-cea3-4ca6-a626-0fdd0848790e tempest-TestShelveInstance-530547604 tempest-TestShelveInstance-530547604-project] 10.222.0.60 "GET /v2.0/security-groups?id=24c83069-fde3-49e4-a697-6da167350b7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425112 May 10 18:05:06.448182 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4068b438-09df-482c-871d-8c0985f26e69 req-1c8572cc-5e72-44dd-a786-8152bc5d5e06 tempest-TestShelveInstance-530547604 tempest-TestShelveInstance-530547604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 18:05:06.449634 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-4068b438-09df-482c-871d-8c0985f26e69 req-1c8572cc-5e72-44dd-a786-8152bc5d5e06 tempest-TestShelveInstance-530547604 tempest-TestShelveInstance-530547604-project] 10.222.0.60 "GET /v2.0/ports?device_id=7e844a78-85e7-4fc9-9d96-0ff0b75da389 HTTP/1.1" status: 200 len: 943 time: 0.0471478 May 10 18:05:06.496671 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-4068b438-09df-482c-871d-8c0985f26e69 req-53ba855b-a971-4735-b33d-79563ec2a53c tempest-TestShelveInstance-530547604 tempest-TestShelveInstance-530547604-project] 10.222.0.60 "GET /v2.0/security-groups?id=24c83069-fde3-49e4-a697-6da167350b7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413702 May 10 18:05:07.611651 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48bb42bd-32d3-4b67-a09c-ea5b4f04caea req-c8d2f94f-5187-4f4f-80b9-79ac470c4b94 tempest-TestShelveInstance-530547604 tempest-TestShelveInstance-530547604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 18:05:07.613126 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-48bb42bd-32d3-4b67-a09c-ea5b4f04caea req-c8d2f94f-5187-4f4f-80b9-79ac470c4b94 tempest-TestShelveInstance-530547604 tempest-TestShelveInstance-530547604-project] 10.222.0.60 "GET /v2.0/ports?device_id=7e844a78-85e7-4fc9-9d96-0ff0b75da389 HTTP/1.1" status: 200 len: 943 time: 0.0499759 May 10 18:05:07.661422 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-48bb42bd-32d3-4b67-a09c-ea5b4f04caea req-50ff4c6a-a2e7-4c6e-8e85-e802e030d6f1 tempest-TestShelveInstance-530547604 tempest-TestShelveInstance-530547604-project] 10.222.0.60 "GET /v2.0/security-groups?id=24c83069-fde3-49e4-a697-6da167350b7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427287 May 10 18:05:08.772017 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70c4e2c-bec7-424a-9f54-649b1eea3b17 req-e6073ad0-1623-4087-8ad2-f53181b5685b tempest-TestShelveInstance-530547604 tempest-TestShelveInstance-530547604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 18:05:08.773466 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-b70c4e2c-bec7-424a-9f54-649b1eea3b17 req-e6073ad0-1623-4087-8ad2-f53181b5685b tempest-TestShelveInstance-530547604 tempest-TestShelveInstance-530547604-project] 10.222.0.60 "GET /v2.0/ports?device_id=7e844a78-85e7-4fc9-9d96-0ff0b75da389 HTTP/1.1" status: 200 len: 943 time: 0.0458190 May 10 18:05:08.823147 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-b70c4e2c-bec7-424a-9f54-649b1eea3b17 req-9115a9e7-adf5-4c37-b784-0a5b7da05b84 tempest-TestShelveInstance-530547604 tempest-TestShelveInstance-530547604-project] 10.222.0.60 "GET /v2.0/security-groups?id=24c83069-fde3-49e4-a697-6da167350b7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442438 May 10 18:05:09.680063 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3d7e90-8263-4e95-9499-b52d7c874dfd req-367c6943-a2e2-43e8-8707-11410d18ffb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 18:05:09.681579 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [req-bc3d7e90-8263-4e95-9499-b52d7c874dfd req-367c6943-a2e2-43e8-8707-11410d18ffb7 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=7e844a78-85e7-4fc9-9d96-0ff0b75da389 HTTP/1.1" status: 200 len: 1127 time: 0.0383062 May 10 18:05:09.729801 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [req-bc3d7e90-8263-4e95-9499-b52d7c874dfd req-7fe712e4-c8cf-426f-bedd-28f84cdd035a service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=24c83069-fde3-49e4-a697-6da167350b7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421112 May 10 18:05:09.935100 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ea7846-c4b7-4b62-a861-e1e8675326ad req-d79059a5-1300-4f37-95c1-0b800eb44c13 tempest-TestShelveInstance-530547604 tempest-TestShelveInstance-530547604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 18:05:09.936498 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-b7ea7846-c4b7-4b62-a861-e1e8675326ad req-d79059a5-1300-4f37-95c1-0b800eb44c13 tempest-TestShelveInstance-530547604 tempest-TestShelveInstance-530547604-project] 10.222.0.60 "GET /v2.0/ports?device_id=7e844a78-85e7-4fc9-9d96-0ff0b75da389 HTTP/1.1" status: 200 len: 943 time: 0.0459044 May 10 18:05:09.988234 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-b7ea7846-c4b7-4b62-a861-e1e8675326ad req-aaff8593-e37c-4aed-93e1-5d919878f40a tempest-TestShelveInstance-530547604 tempest-TestShelveInstance-530547604-project] 10.222.0.60 "GET /v2.0/security-groups?id=24c83069-fde3-49e4-a697-6da167350b7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460355 May 10 18:05:11.383325 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8156aadd-cc4c-4caf-9c32-ce22934ee111 req-2c27ce22-a38f-4c70-8b72-d7fa86dec139 tempest-TestShelveInstance-530547604 tempest-TestShelveInstance-530547604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 18:05:11.384827 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-8156aadd-cc4c-4caf-9c32-ce22934ee111 req-2c27ce22-a38f-4c70-8b72-d7fa86dec139 tempest-TestShelveInstance-530547604 tempest-TestShelveInstance-530547604-project] 10.222.0.60 "GET /v2.0/ports?device_id=7e844a78-85e7-4fc9-9d96-0ff0b75da389 HTTP/1.1" status: 200 len: 943 time: 0.3297033 May 10 18:05:11.390189 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.rpc [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Device 2f650efb-0692-49a3-9efa-890a5a1cfcc5 details requested by agent hyperv_hv-cinder-84130 with host hv-cinder-84130 {{(pid=110154) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 18:05:11.432849 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-8156aadd-cc4c-4caf-9c32-ce22934ee111 req-01f02d10-d67a-4cf3-ab24-7f8d23253943 tempest-TestShelveInstance-530547604 tempest-TestShelveInstance-530547604-project] 10.222.0.60 "GET /v2.0/security-groups?id=24c83069-fde3-49e4-a697-6da167350b7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424025 May 10 18:05:11.490033 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.db [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] For port 2f650efb-0692-49a3-9efa-890a5a1cfcc5, host hv-cinder-84130, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84130',level=0,port_id=2f650efb-0692-49a3-9efa-890a5a1cfcc5,segment=NetworkSegment(9378af02-c74b-4736-861f-f7f8b663a516),segment_id=9378af02-c74b-4736-861f-f7f8b663a516)] {{(pid=110154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 18:05:11.500984 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.rpc [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Returning: {'device': '2f650efb-0692-49a3-9efa-890a5a1cfcc5', 'network_id': '38b058c6-b160-4f6e-bc53-5ea76b007ed8', 'port_id': '2f650efb-0692-49a3-9efa-890a5a1cfcc5', 'mac_address': 'fa:16:3e:22:b5:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 565, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ca3c83d-885c-4c98-9995-0d8381ec4372', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110154) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 18:05:11.537159 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.plugin [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Current status of the port 2f650efb-0692-49a3-9efa-890a5a1cfcc5 is: DOWN; New status is: BUILD {{(pid=110154) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 18:05:11.537544 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1514036'] for port (2f650efb-0692-49a3-9efa-890a5a1cfcc5), before_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:05:11.550181 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.notifiers.nova [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2f650efb-0692-49a3-9efa-890a5a1cfcc5 {{(pid=110154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 18:05:11.568724 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.db [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] For port 2f650efb-0692-49a3-9efa-890a5a1cfcc5, host hv-cinder-84130, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84130',level=0,port_id=2f650efb-0692-49a3-9efa-890a5a1cfcc5,segment=NetworkSegment(9378af02-c74b-4736-861f-f7f8b663a516),segment_id=9378af02-c74b-4736-861f-f7f8b663a516)] {{(pid=110154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 18:05:11.572143 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1514136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781795229094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781794686082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781794686100'] for port (2f650efb-0692-49a3-9efa-890a5a1cfcc5), after_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:05:11.618187 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Pushing event updated for resources: {'Port': ['ID=2f650efb-0692-49a3-9efa-890a5a1cfcc5,revision_number=7']} {{(pid=110154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:05:12.006782 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.db [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] get_ports_and_sgs() called for port_ids ['2f650efb-0692-49a3-9efa-890a5a1cfcc5'] {{(pid=110154) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 18:05:12.544518 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58a4118-c2a0-4a9b-8842-b169632e66d4 req-9fa1704a-ef72-4594-bce0-95595c3187ab tempest-TestShelveInstance-530547604 tempest-TestShelveInstance-530547604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 18:05:12.545965 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-e58a4118-c2a0-4a9b-8842-b169632e66d4 req-9fa1704a-ef72-4594-bce0-95595c3187ab tempest-TestShelveInstance-530547604 tempest-TestShelveInstance-530547604-project] 10.222.0.60 "GET /v2.0/ports?device_id=7e844a78-85e7-4fc9-9d96-0ff0b75da389 HTTP/1.1" status: 200 len: 944 time: 0.0462930 May 10 18:05:12.593905 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-e58a4118-c2a0-4a9b-8842-b169632e66d4 req-ce5506d9-ca76-41a8-98c2-9830405715de tempest-TestShelveInstance-530547604 tempest-TestShelveInstance-530547604-project] 10.222.0.60 "GET /v2.0/security-groups?id=24c83069-fde3-49e4-a697-6da167350b7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418115 May 10 18:05:13.403004 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.rpc [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Device 2f650efb-0692-49a3-9efa-890a5a1cfcc5 up at agent hyperv_hv-cinder-84130 {{(pid=110154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 18:05:13.450787 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.db.provisioning_blocks [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Provisioning complete for port 2f650efb-0692-49a3-9efa-890a5a1cfcc5 triggered by entity L2. {{(pid=110154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 18:05:13.451153 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525495'] for port (2f650efb-0692-49a3-9efa-890a5a1cfcc5), provisioning_complete {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:05:13.524220 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.plugin [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Current status of the port 2f650efb-0692-49a3-9efa-890a5a1cfcc5 is: BUILD; New status is: ACTIVE {{(pid=110154) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 18:05:13.524593 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1514036'] for port (2f650efb-0692-49a3-9efa-890a5a1cfcc5), before_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:05:13.545690 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e844a78-85e7-4fc9-9d96-0ff0b75da389', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f650efb-0692-49a3-9efa-890a5a1cfcc5'}] {{(pid=110154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 18:05:13.548018 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81f5a9f60a7176de4ec81ee2de5d4e9bd281d17703f5d6403e6a691a644f2f07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8dca8a63-049f-4c2b-acd0-c34ab01f72b3" -d '{"events": [{"server_uuid": "7e844a78-85e7-4fc9-9d96-0ff0b75da389", "name": "network-vif-plugged", "status": "completed", "tag": "2f650efb-0692-49a3-9efa-890a5a1cfcc5"}]}' {{(pid=110154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 18:05:13.560003 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.db [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] For port 2f650efb-0692-49a3-9efa-890a5a1cfcc5, host hv-cinder-84130, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84130',level=0,port_id=2f650efb-0692-49a3-9efa-890a5a1cfcc5,segment=NetworkSegment(9378af02-c74b-4736-861f-f7f8b663a516),segment_id=9378af02-c74b-4736-861f-f7f8b663a516)] {{(pid=110154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 18:05:13.565440 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1514136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781795229094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781794686082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781794686100'] for port (2f650efb-0692-49a3-9efa-890a5a1cfcc5), after_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:05:13.588836 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 18:05:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7de6fa5a-a861-4dae-b632-57dc06716753 x-openstack-request-id: req-7de6fa5a-a861-4dae-b632-57dc06716753 {{(pid=110154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 18:05:13.589124 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e844a78-85e7-4fc9-9d96-0ff0b75da389", "name": "network-vif-plugged", "status": "completed", "tag": "2f650efb-0692-49a3-9efa-890a5a1cfcc5", "code": 200}]} {{(pid=110154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 18:05:13.589373 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-7de6fa5a-a861-4dae-b632-57dc06716753 {{(pid=110154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 18:05:13.589763 dv-cinder-841302-2-iscsi neutron-server[110154]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7de6fa5a-a861-4dae-b632-57dc06716753'] response: {'server_uuid': '7e844a78-85e7-4fc9-9d96-0ff0b75da389', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f650efb-0692-49a3-9efa-890a5a1cfcc5', 'code': 200} May 10 18:05:13.616962 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Pushing event updated for resources: {'Port': ['ID=2f650efb-0692-49a3-9efa-890a5a1cfcc5,revision_number=8']} {{(pid=110154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:05:15.845861 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.db.agents_db [None req-b17e131c-d64b-4b97-8e8f-6c45925a5783 None None] Agent healthcheck: found 6 active agents {{(pid=110155) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 18:05:27.595286 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-56d77bb8-c2eb-4bb4-b9a7-518b0c600f80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781795183391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525393'] for agent (b2ad0527-00d5-4995-bc97-ec84c4e02f0b), after_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:05:29.983192 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-22a5d4e3-2eb3-4d31-9a90-61991c1d4f00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781795183391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525393'] for agent (eaac381b-e402-41c3-a8e6-8f962681d3e6), after_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:05:31.552632 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-d07e8966-ef10-4d42-b774-228753b3fd3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781795183391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525393'] for agent (a55810b0-63c4-4499-a4d9-efcdb1615ce8), after_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:05:31.716086 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781795183391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525393'] for agent (16638279-eb91-49a3-95a5-8b540cc2f948), after_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:05:33.144947 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-ae45faaf-356d-4e4a-a605-33fedb92cd97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781795183391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525393'] for agent (6a57b374-0daf-4fe3-9dd1-3d457a537aa7), after_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:05:34.565248 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-6e697e78-9dd1-4bc1-8573-56b901d07725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781795183391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525393'] for agent (fdc37a75-b7a9-4e92-a59c-f5b8c02d060c), after_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:05:47.569865 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [req-7fa05d21-c2e9-4fce-b85a-47f80be62f66 req-45c26a19-8aab-4a44-9692-cd2c7adc6c04 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=7e844a78-85e7-4fc9-9d96-0ff0b75da389&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0371518 May 10 18:05:47.676467 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa05d21-c2e9-4fce-b85a-47f80be62f66 req-0297c7af-1e25-4b28-805c-b8b611101b03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 18:05:47.677930 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [req-7fa05d21-c2e9-4fce-b85a-47f80be62f66 req-0297c7af-1e25-4b28-805c-b8b611101b03 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=550c47b03653401d871922496e1cf055&device_id=7e844a78-85e7-4fc9-9d96-0ff0b75da389 HTTP/1.1" status: 200 len: 1129 time: 0.0379541 May 10 18:05:47.781454 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa05d21-c2e9-4fce-b85a-47f80be62f66 req-4b7a1b03-e615-4f49-8c61-0052735c8817 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 18:05:47.782861 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [req-7fa05d21-c2e9-4fce-b85a-47f80be62f66 req-4b7a1b03-e615-4f49-8c61-0052735c8817 service neutron] 10.222.0.77 "GET /v2.0/networks?id=38b058c6-b160-4f6e-bc53-5ea76b007ed8 HTTP/1.1" status: 200 len: 909 time: 0.0856664 May 10 18:05:47.848290 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [req-7fa05d21-c2e9-4fce-b85a-47f80be62f66 req-34af6a1a-727c-41e7-96ee-741f1270b288 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2f650efb-0692-49a3-9efa-890a5a1cfcc5 HTTP/1.1" status: 200 len: 1001 time: 0.0585761 May 10 18:05:47.896417 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa05d21-c2e9-4fce-b85a-47f80be62f66 req-8f2b4036-3514-4949-b908-6f766d87c6ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 18:05:47.897798 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [req-7fa05d21-c2e9-4fce-b85a-47f80be62f66 req-8f2b4036-3514-4949-b908-6f766d87c6ed service neutron] 10.222.0.77 "GET /v2.0/subnets?id=6ca3c83d-885c-4c98-9995-0d8381ec4372 HTTP/1.1" status: 200 len: 847 time: 0.0429220 May 10 18:05:47.943760 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa05d21-c2e9-4fce-b85a-47f80be62f66 req-303416dc-4930-4f90-9b26-63a77a7b989a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 18:05:47.945225 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [req-7fa05d21-c2e9-4fce-b85a-47f80be62f66 req-303416dc-4930-4f90-9b26-63a77a7b989a service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=38b058c6-b160-4f6e-bc53-5ea76b007ed8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0412302 May 10 18:05:48.030596 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [req-7fa05d21-c2e9-4fce-b85a-47f80be62f66 req-187e333c-9165-4c20-9a5b-8ccb76029f31 service neutron] 10.222.0.77 "GET /v2.0/networks/38b058c6-b160-4f6e-bc53-5ea76b007ed8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794094 May 10 18:05:48.119856 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [req-7fa05d21-c2e9-4fce-b85a-47f80be62f66 req-a3d79b64-1b0f-49ce-9d29-893a80f53208 service neutron] 10.222.0.77 "GET /v2.0/networks/38b058c6-b160-4f6e-bc53-5ea76b007ed8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831032 May 10 18:05:52.846625 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.db.agents_db [None req-b17e131c-d64b-4b97-8e8f-6c45925a5783 None None] Agent healthcheck: found 6 active agents {{(pid=110155) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 18:05:57.597585 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-5d9df44b-2a2e-4297-8d41-a52aee3a7497 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781795183391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525393'] for agent (b2ad0527-00d5-4995-bc97-ec84c4e02f0b), after_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:05:59.983590 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-1bf28997-09db-4fc9-8eb1-7701c71f479a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781795183391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525393'] for agent (eaac381b-e402-41c3-a8e6-8f962681d3e6), after_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:06:01.552979 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-d07e8966-ef10-4d42-b774-228753b3fd3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781795183391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525393'] for agent (a55810b0-63c4-4499-a4d9-efcdb1615ce8), after_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:06:01.715994 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781795183391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525393'] for agent (16638279-eb91-49a3-95a5-8b540cc2f948), after_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:06:03.149379 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-ae45faaf-356d-4e4a-a605-33fedb92cd97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781795183391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525393'] for agent (6a57b374-0daf-4fe3-9dd1-3d457a537aa7), after_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:06:04.567265 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-6e697e78-9dd1-4bc1-8573-56b901d07725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781795183391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525393'] for agent (fdc37a75-b7a9-4e92-a59c-f5b8c02d060c), after_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:06:27.600038 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-f587cff1-babd-4657-9149-38bcccdcbfc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781795183391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525393'] for agent (b2ad0527-00d5-4995-bc97-ec84c4e02f0b), after_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:06:29.848232 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.db.agents_db [None req-b17e131c-d64b-4b97-8e8f-6c45925a5783 None None] Agent healthcheck: found 6 active agents {{(pid=110155) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 18:06:29.984981 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-fd6b25c8-5a9a-4a0f-ba3c-71d862fb6fb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781795183391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525393'] for agent (eaac381b-e402-41c3-a8e6-8f962681d3e6), after_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:06:31.555074 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-d07e8966-ef10-4d42-b774-228753b3fd3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781795183391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525393'] for agent (a55810b0-63c4-4499-a4d9-efcdb1615ce8), after_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:06:31.713202 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781795183391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525393'] for agent (16638279-eb91-49a3-95a5-8b540cc2f948), after_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:06:33.149995 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-ae45faaf-356d-4e4a-a605-33fedb92cd97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781795183391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525393'] for agent (6a57b374-0daf-4fe3-9dd1-3d457a537aa7), after_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:06:34.571965 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-6e697e78-9dd1-4bc1-8573-56b901d07725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781795183391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525393'] for agent (fdc37a75-b7a9-4e92-a59c-f5b8c02d060c), after_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:06:41.687521 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.wsgi [-] (110152) accepted ('10.222.0.60', 49660) {{(pid=110152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 18:06:41.835749 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.plugins.ml2.plugin [None req-35f674ac-530f-4b1a-bc67-f8d0cea8e7d2 tempest-TestShelveInstance-530547604 tempest-TestShelveInstance-530547604-project] Deleting port f764317e-43f5-44d0-8d16-cd41c07ed457 {{(pid=110152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 18:06:41.836006 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-35f674ac-530f-4b1a-bc67-f8d0cea8e7d2 tempest-TestShelveInstance-530547604 tempest-TestShelveInstance-530547604-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781795221764'] for port (f764317e-43f5-44d0-8d16-cd41c07ed457), before_delete {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:06:41.913005 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-35f674ac-530f-4b1a-bc67-f8d0cea8e7d2 tempest-TestShelveInstance-530547604 tempest-TestShelveInstance-530547604-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640494'] for port (f764317e-43f5-44d0-8d16-cd41c07ed457), precommit_delete {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:06:41.913328 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-35f674ac-530f-4b1a-bc67-f8d0cea8e7d2 tempest-TestShelveInstance-530547604 tempest-TestShelveInstance-530547604-project] Publish callbacks [] for floatingip (f764317e-43f5-44d0-8d16-cd41c07ed457), precommit_delete {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:06:41.925663 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.plugins.ml2.plugin [None req-35f674ac-530f-4b1a-bc67-f8d0cea8e7d2 tempest-TestShelveInstance-530547604 tempest-TestShelveInstance-530547604-project] Calling delete_port for f764317e-43f5-44d0-8d16-cd41c07ed457 owned by network:floatingip {{(pid=110152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 18:06:42.070418 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-35f674ac-530f-4b1a-bc67-f8d0cea8e7d2 tempest-TestShelveInstance-530547604 tempest-TestShelveInstance-530547604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1514136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781795229076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781794686073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5018186'] for port (f764317e-43f5-44d0-8d16-cd41c07ed457), after_delete {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:06:42.096819 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f674ac-530f-4b1a-bc67-f8d0cea8e7d2 tempest-TestShelveInstance-530547604 tempest-TestShelveInstance-530547604-project] Pushing event deleted for resources: {'Port': ['ID=f764317e-43f5-44d0-8d16-cd41c07ed457,revision_number=None']} {{(pid=110152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:06:42.123706 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f674ac-530f-4b1a-bc67-f8d0cea8e7d2 tempest-TestShelveInstance-530547604 tempest-TestShelveInstance-530547604-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:06:42.124052 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f674ac-530f-4b1a-bc67-f8d0cea8e7d2 tempest-TestShelveInstance-530547604 tempest-TestShelveInstance-530547604-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:06:42.124394 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f674ac-530f-4b1a-bc67-f8d0cea8e7d2 tempest-TestShelveInstance-530547604 tempest-TestShelveInstance-530547604-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:06:42.124753 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f674ac-530f-4b1a-bc67-f8d0cea8e7d2 tempest-TestShelveInstance-530547604 tempest-TestShelveInstance-530547604-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:06:42.125088 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f674ac-530f-4b1a-bc67-f8d0cea8e7d2 tempest-TestShelveInstance-530547604 tempest-TestShelveInstance-530547604-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:06:42.125419 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f674ac-530f-4b1a-bc67-f8d0cea8e7d2 tempest-TestShelveInstance-530547604 tempest-TestShelveInstance-530547604-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:06:42.125746 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f674ac-530f-4b1a-bc67-f8d0cea8e7d2 tempest-TestShelveInstance-530547604 tempest-TestShelveInstance-530547604-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:06:42.126078 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f674ac-530f-4b1a-bc67-f8d0cea8e7d2 tempest-TestShelveInstance-530547604 tempest-TestShelveInstance-530547604-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:06:42.126398 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f674ac-530f-4b1a-bc67-f8d0cea8e7d2 tempest-TestShelveInstance-530547604 tempest-TestShelveInstance-530547604-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:06:42.126719 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f674ac-530f-4b1a-bc67-f8d0cea8e7d2 tempest-TestShelveInstance-530547604 tempest-TestShelveInstance-530547604-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:06:42.127042 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f674ac-530f-4b1a-bc67-f8d0cea8e7d2 tempest-TestShelveInstance-530547604 tempest-TestShelveInstance-530547604-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:06:42.127383 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f674ac-530f-4b1a-bc67-f8d0cea8e7d2 tempest-TestShelveInstance-530547604 tempest-TestShelveInstance-530547604-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:06:42.127706 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f674ac-530f-4b1a-bc67-f8d0cea8e7d2 tempest-TestShelveInstance-530547604 tempest-TestShelveInstance-530547604-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:06:42.128026 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f674ac-530f-4b1a-bc67-f8d0cea8e7d2 tempest-TestShelveInstance-530547604 tempest-TestShelveInstance-530547604-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:06:42.128343 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f674ac-530f-4b1a-bc67-f8d0cea8e7d2 tempest-TestShelveInstance-530547604 tempest-TestShelveInstance-530547604-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:06:42.168237 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-35f674ac-530f-4b1a-bc67-f8d0cea8e7d2 tempest-TestShelveInstance-530547604 tempest-TestShelveInstance-530547604-project] Publish callbacks [] for floatingip (ca23eedd-fa4f-4e4f-a85a-3d188088b874), after_delete {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:06:42.168569 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.db.l3_db [None req-35f674ac-530f-4b1a-bc67-f8d0cea8e7d2 tempest-TestShelveInstance-530547604 tempest-TestShelveInstance-530547604-project] Floating IP ca23eedd-fa4f-4e4f-a85a-3d188088b874 disassociated (deleted). External IP: 172.27.0.245, port: 2f650efb-0692-49a3-9efa-890a5a1cfcc5. May 10 18:06:42.379531 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35f674ac-530f-4b1a-bc67-f8d0cea8e7d2 tempest-TestShelveInstance-530547604 tempest-TestShelveInstance-530547604-project] Router bbc8e070-9066-42ac-a366-9ef4cdba96c7 has already been hosted by L3 agent eaac381b-e402-41c3-a8e6-8f962681d3e6 {{(pid=110152) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 18:06:42.487704 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35f674ac-530f-4b1a-bc67-f8d0cea8e7d2 tempest-TestShelveInstance-530547604 tempest-TestShelveInstance-530547604-project] Notify agent at l3_agent.dv-cinder-841302-2-iscsi the message routers_updated {{(pid=110152) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 18:06:42.492464 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-35f674ac-530f-4b1a-bc67-f8d0cea8e7d2 tempest-TestShelveInstance-530547604 tempest-TestShelveInstance-530547604-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29634'] for floatingip (None), before_response {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:06:42.497297 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a272a108-70b5-4a40-a6b1-4b111d2c3019 None None] Sync routers for ids ['bbc8e070-9066-42ac-a366-9ef4cdba96c7'] in dv-cinder-841302-2-iscsi {{(pid=110154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 18:06:42.507290 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a272a108-70b5-4a40-a6b1-4b111d2c3019 None None] Routers {'bbc8e070-9066-42ac-a366-9ef4cdba96c7'} bound to L3 agent in host dv-cinder-841302-2-iscsi {{(pid=110154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 18:06:42.507926 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.db.l3_hamode_db [None req-a272a108-70b5-4a40-a6b1-4b111d2c3019 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841302-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-10T17:36:00Z,description=,heartbeat_timestamp=2022-05-10T18:06:30Z,host='dv-cinder-841302-2-iscsi',id=eaac381b-e402-41c3-a8e6-8f962681d3e6,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T17:36:00Z,topic='l3_agent')) {'router_ids': ['bbc8e070-9066-42ac-a366-9ef4cdba96c7'], 'active': True} {{(pid=110154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 18:06:42.522495 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [None req-35f674ac-530f-4b1a-bc67-f8d0cea8e7d2 tempest-TestShelveInstance-530547604 tempest-TestShelveInstance-530547604-project] 10.222.0.60 "DELETE /v2.0/floatingips/ca23eedd-fa4f-4e4f-a85a-3d188088b874 HTTP/1.1" status: 204 len: 168 time: 0.8338783 May 10 18:06:42.523079 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e844a78-85e7-4fc9-9d96-0ff0b75da389', 'tag': '2f650efb-0692-49a3-9efa-890a5a1cfcc5'}] {{(pid=110152) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 18:06:42.525341 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0e5bab204033c83635b1e14c3e3a099c647719281f8bf9f740a5b80828d0d04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0aa803c-3b25-4ffd-8ce0-39c2f0bb06a4" -d '{"events": [{"name": "network-changed", "server_uuid": "7e844a78-85e7-4fc9-9d96-0ff0b75da389", "tag": "2f650efb-0692-49a3-9efa-890a5a1cfcc5"}]}' {{(pid=110152) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 18:06:42.564550 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 18:06:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c5a57d8-1571-4468-9706-7757a955fa78 x-openstack-request-id: req-4c5a57d8-1571-4468-9706-7757a955fa78 {{(pid=110152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 18:06:42.565125 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e844a78-85e7-4fc9-9d96-0ff0b75da389", "tag": "2f650efb-0692-49a3-9efa-890a5a1cfcc5", "status": "completed", "code": 200}]} {{(pid=110152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 18:06:42.565379 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-4c5a57d8-1571-4468-9706-7757a955fa78 {{(pid=110152) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 18:06:42.565782 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4c5a57d8-1571-4468-9706-7757a955fa78'] response: {'name': 'network-changed', 'server_uuid': '7e844a78-85e7-4fc9-9d96-0ff0b75da389', 'tag': '2f650efb-0692-49a3-9efa-890a5a1cfcc5', 'status': 'completed', 'code': 200} May 10 18:06:42.620830 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.db.l3_dvr_db [None req-a272a108-70b5-4a40-a6b1-4b111d2c3019 None None] Set router bbc8e070-9066-42ac-a366-9ef4cdba96c7 gateway port host: dv-cinder-841302-2-iscsi {{(pid=110154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 18:06:42.650510 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0aa803c-3b25-4ffd-8ce0-39c2f0bb06a4 req-9d9168f9-8a47-4a66-96a7-5c2c68ce5cd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 18:06:42.652145 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [req-f0aa803c-3b25-4ffd-8ce0-39c2f0bb06a4 req-9d9168f9-8a47-4a66-96a7-5c2c68ce5cd0 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=550c47b03653401d871922496e1cf055&device_id=7e844a78-85e7-4fc9-9d96-0ff0b75da389 HTTP/1.1" status: 200 len: 1129 time: 0.0430167 May 10 18:06:42.746409 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0aa803c-3b25-4ffd-8ce0-39c2f0bb06a4 req-a415c8cc-777c-4faa-b926-78b1a7b471aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 18:06:42.748599 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [req-f0aa803c-3b25-4ffd-8ce0-39c2f0bb06a4 req-a415c8cc-777c-4faa-b926-78b1a7b471aa service neutron] 10.222.0.77 "GET /v2.0/networks?id=38b058c6-b160-4f6e-bc53-5ea76b007ed8 HTTP/1.1" status: 200 len: 909 time: 0.0901847 May 10 18:06:42.762551 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80f7669-5c3d-42ad-9861-f85ed679c433 req-7d59e188-bf47-46ff-a77a-9cc93c593383 tempest-TestShelveInstance-530547604 tempest-TestShelveInstance-530547604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 18:06:42.764213 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-f80f7669-5c3d-42ad-9861-f85ed679c433 req-7d59e188-bf47-46ff-a77a-9cc93c593383 tempest-TestShelveInstance-530547604 tempest-TestShelveInstance-530547604-project] 10.222.0.60 "GET /v2.0/ports?device_id=7e844a78-85e7-4fc9-9d96-0ff0b75da389 HTTP/1.1" status: 200 len: 945 time: 0.0512979 May 10 18:06:42.817338 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-f80f7669-5c3d-42ad-9861-f85ed679c433 req-f7d9363d-3040-4b76-b8e8-29a40d716883 tempest-TestShelveInstance-530547604 tempest-TestShelveInstance-530547604-project] 10.222.0.60 "GET /v2.0/security-groups?id=24c83069-fde3-49e4-a697-6da167350b7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469449 May 10 18:06:42.949815 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.db.l3_hamode_db [None req-a272a108-70b5-4a40-a6b1-4b111d2c3019 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbc8e070-9066-42ac-a366-9ef4cdba96c7', 'name': 'tempest-TestShelveInstance-512988306-router', 'tenant_id': '550c47b03653401d871922496e1cf055', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85dc89cf-59f9-4edb-b26e-52bcb8a93763', 'external_fixed_ips': [{'subnet_id': 'e93d94f1-cb19-4cd0-92e5-ca73d24bd8fb', 'ip_address': '172.27.0.205'}], 'enable_snat': True}, 'gw_port_id': 'b8efa4ab-9382-4ddf-b9ab-4984ef2b4a58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T18:01:44Z', 'updated_at': '2022-05-10T18:01:47Z', 'revision_number': 4, 'project_id': '550c47b03653401d871922496e1cf055', 'gw_port': {'id': 'b8efa4ab-9382-4ddf-b9ab-4984ef2b4a58', 'name': '', 'network_id': '85dc89cf-59f9-4edb-b26e-52bcb8a93763', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:88:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbc8e070-9066-42ac-a366-9ef4cdba96c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': 'e93d94f1-cb19-4cd0-92e5-ca73d24bd8fb', 'ip_address': '172.27.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841302-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T18:01:45Z', 'updated_at': '2022-05-10T18:01:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e93d94f1-cb19-4cd0-92e5-ca73d24bd8fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841302-2-iscsi', '_interfaces': [{'id': '42507f20-64c3-4c89-ba4f-7e4aaf5f0180', 'name': '', 'network_id': '38b058c6-b160-4f6e-bc53-5ea76b007ed8', 'tenant_id': '550c47b03653401d871922496e1cf055', 'mac_address': 'fa:16:3e:c8:9a:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbc8e070-9066-42ac-a366-9ef4cdba96c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '6ca3c83d-885c-4c98-9995-0d8381ec4372', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841302-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T18:01:46Z', 'updated_at': '2022-05-10T18:01:52Z', 'revision_number': 5, 'project_id': '550c47b03653401d871922496e1cf055', 'subnets': [{'id': '6ca3c83d-885c-4c98-9995-0d8381ec4372', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841302-2-iscsi', False) {} {{(pid=110154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 18:06:42.978793 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a272a108-70b5-4a40-a6b1-4b111d2c3019 None None] Checking router: bbc8e070-9066-42ac-a366-9ef4cdba96c7 for host: dv-cinder-841302-2-iscsi {{(pid=110154) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 18:06:42.987506 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a272a108-70b5-4a40-a6b1-4b111d2c3019 None None] Routers {'bbc8e070-9066-42ac-a366-9ef4cdba96c7'} bound to L3 agent in host dv-cinder-841302-2-iscsi {{(pid=110154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 18:06:42.988098 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.db.l3_hamode_db [None req-a272a108-70b5-4a40-a6b1-4b111d2c3019 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841302-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-10T17:36:00Z,description=,heartbeat_timestamp=2022-05-10T18:06:30Z,host='dv-cinder-841302-2-iscsi',id=eaac381b-e402-41c3-a8e6-8f962681d3e6,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T17:36:00Z,topic='l3_agent')) {'router_ids': ['bbc8e070-9066-42ac-a366-9ef4cdba96c7'], 'active': True} {{(pid=110154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 18:06:43.093991 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.db.l3_dvr_db [None req-a272a108-70b5-4a40-a6b1-4b111d2c3019 None None] Set router bbc8e070-9066-42ac-a366-9ef4cdba96c7 gateway port host: dv-cinder-841302-2-iscsi {{(pid=110154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 18:06:43.277605 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.db.l3_hamode_db [None req-a272a108-70b5-4a40-a6b1-4b111d2c3019 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbc8e070-9066-42ac-a366-9ef4cdba96c7', 'name': 'tempest-TestShelveInstance-512988306-router', 'tenant_id': '550c47b03653401d871922496e1cf055', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85dc89cf-59f9-4edb-b26e-52bcb8a93763', 'external_fixed_ips': [{'subnet_id': 'e93d94f1-cb19-4cd0-92e5-ca73d24bd8fb', 'ip_address': '172.27.0.205'}], 'enable_snat': True}, 'gw_port_id': 'b8efa4ab-9382-4ddf-b9ab-4984ef2b4a58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T18:01:44Z', 'updated_at': '2022-05-10T18:01:47Z', 'revision_number': 4, 'project_id': '550c47b03653401d871922496e1cf055', 'gw_port': {'id': 'b8efa4ab-9382-4ddf-b9ab-4984ef2b4a58', 'name': '', 'network_id': '85dc89cf-59f9-4edb-b26e-52bcb8a93763', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:88:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbc8e070-9066-42ac-a366-9ef4cdba96c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': 'e93d94f1-cb19-4cd0-92e5-ca73d24bd8fb', 'ip_address': '172.27.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841302-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T18:01:45Z', 'updated_at': '2022-05-10T18:01:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e93d94f1-cb19-4cd0-92e5-ca73d24bd8fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841302-2-iscsi', '_interfaces': [{'id': '42507f20-64c3-4c89-ba4f-7e4aaf5f0180', 'name': '', 'network_id': '38b058c6-b160-4f6e-bc53-5ea76b007ed8', 'tenant_id': '550c47b03653401d871922496e1cf055', 'mac_address': 'fa:16:3e:c8:9a:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbc8e070-9066-42ac-a366-9ef4cdba96c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '6ca3c83d-885c-4c98-9995-0d8381ec4372', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841302-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T18:01:46Z', 'updated_at': '2022-05-10T18:01:52Z', 'revision_number': 5, 'project_id': '550c47b03653401d871922496e1cf055', 'subnets': [{'id': '6ca3c83d-885c-4c98-9995-0d8381ec4372', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841302-2-iscsi', False) {} {{(pid=110154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 18:06:43.306965 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a272a108-70b5-4a40-a6b1-4b111d2c3019 None None] The sync data for ids ['bbc8e070-9066-42ac-a366-9ef4cdba96c7'] in dv-cinder-841302-2-iscsi is: [{'id': 'bbc8e070-9066-42ac-a366-9ef4cdba96c7', 'name': 'tempest-TestShelveInstance-512988306-router', 'tenant_id': '550c47b03653401d871922496e1cf055', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85dc89cf-59f9-4edb-b26e-52bcb8a93763', 'external_fixed_ips': [{'subnet_id': 'e93d94f1-cb19-4cd0-92e5-ca73d24bd8fb', 'ip_address': '172.27.0.205'}], 'enable_snat': True}, 'gw_port_id': 'b8efa4ab-9382-4ddf-b9ab-4984ef2b4a58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T18:01:44Z', 'updated_at': '2022-05-10T18:01:47Z', 'revision_number': 4, 'project_id': '550c47b03653401d871922496e1cf055', 'gw_port': {'id': 'b8efa4ab-9382-4ddf-b9ab-4984ef2b4a58', 'name': '', 'network_id': '85dc89cf-59f9-4edb-b26e-52bcb8a93763', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:88:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbc8e070-9066-42ac-a366-9ef4cdba96c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': 'e93d94f1-cb19-4cd0-92e5-ca73d24bd8fb', 'ip_address': '172.27.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841302-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T18:01:45Z', 'updated_at': '2022-05-10T18:01:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e93d94f1-cb19-4cd0-92e5-ca73d24bd8fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841302-2-iscsi', '_interfaces': [{'id': '42507f20-64c3-4c89-ba4f-7e4aaf5f0180', 'name': '', 'network_id': '38b058c6-b160-4f6e-bc53-5ea76b007ed8', 'tenant_id': '550c47b03653401d871922496e1cf055', 'mac_address': 'fa:16:3e:c8:9a:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbc8e070-9066-42ac-a366-9ef4cdba96c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '6ca3c83d-885c-4c98-9995-0d8381ec4372', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841302-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T18:01:46Z', 'updated_at': '2022-05-10T18:01:52Z', 'revision_number': 5, 'project_id': '550c47b03653401d871922496e1cf055', 'subnets': [{'id': '6ca3c83d-885c-4c98-9995-0d8381ec4372', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 18:06:43.510527 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36d82b19-c3c2-401c-a624-d0de1fbe6b36 None None] New status for floating IP ca23eedd-fa4f-4e4f-a85a-3d188088b874: DOWN {{(pid=110155) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 18:06:43.793316 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [req-f0aa803c-3b25-4ffd-8ce0-39c2f0bb06a4 req-61d92541-1a56-4257-bc42-ede891a1fbe7 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2f650efb-0692-49a3-9efa-890a5a1cfcc5 HTTP/1.1" status: 200 len: 217 time: 0.0384917 May 10 18:06:43.840295 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0aa803c-3b25-4ffd-8ce0-39c2f0bb06a4 req-105dcb4b-479e-437e-86e6-47b9b4f0856b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 18:06:43.842852 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [req-f0aa803c-3b25-4ffd-8ce0-39c2f0bb06a4 req-105dcb4b-479e-437e-86e6-47b9b4f0856b service neutron] 10.222.0.77 "GET /v2.0/subnets?id=6ca3c83d-885c-4c98-9995-0d8381ec4372 HTTP/1.1" status: 200 len: 847 time: 0.0426774 May 10 18:06:43.884325 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0aa803c-3b25-4ffd-8ce0-39c2f0bb06a4 req-4c5e7c83-8f94-48f4-a765-6caee3f93461 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 18:06:43.885817 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [req-f0aa803c-3b25-4ffd-8ce0-39c2f0bb06a4 req-4c5e7c83-8f94-48f4-a765-6caee3f93461 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=38b058c6-b160-4f6e-bc53-5ea76b007ed8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0374742 May 10 18:06:43.931872 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea9b5e6-97e3-4069-9aa8-98b3aa508d86 req-4f4a860a-5e03-4447-baf2-1467a77fa4de tempest-TestShelveInstance-530547604 tempest-TestShelveInstance-530547604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 18:06:43.933343 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-dea9b5e6-97e3-4069-9aa8-98b3aa508d86 req-4f4a860a-5e03-4447-baf2-1467a77fa4de tempest-TestShelveInstance-530547604 tempest-TestShelveInstance-530547604-project] 10.222.0.60 "GET /v2.0/ports?device_id=7e844a78-85e7-4fc9-9d96-0ff0b75da389 HTTP/1.1" status: 200 len: 945 time: 0.0468087 May 10 18:06:43.980745 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [req-f0aa803c-3b25-4ffd-8ce0-39c2f0bb06a4 req-7a70eae8-907f-49c7-b586-5077a171bf19 service neutron] 10.222.0.77 "GET /v2.0/networks/38b058c6-b160-4f6e-bc53-5ea76b007ed8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876236 May 10 18:06:43.986721 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-dea9b5e6-97e3-4069-9aa8-98b3aa508d86 req-be44ab8e-108c-4be2-a602-28c8a501f45d tempest-TestShelveInstance-530547604 tempest-TestShelveInstance-530547604-project] 10.222.0.60 "GET /v2.0/security-groups?id=24c83069-fde3-49e4-a697-6da167350b7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477672 May 10 18:06:44.233550 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [req-f0aa803c-3b25-4ffd-8ce0-39c2f0bb06a4 req-2dc3725e-9627-4b05-a492-2ca7522250c5 service neutron] 10.222.0.77 "GET /v2.0/networks/38b058c6-b160-4f6e-bc53-5ea76b007ed8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812044 May 10 18:06:44.622240 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9ba283-ed6f-4e07-9027-4607e52f89fd req-51bdca12-7753-4484-98a2-1eda887030b1 tempest-TestShelveInstance-530547604 tempest-TestShelveInstance-530547604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 18:06:44.624500 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [req-df9ba283-ed6f-4e07-9027-4607e52f89fd req-51bdca12-7753-4484-98a2-1eda887030b1 tempest-TestShelveInstance-530547604 tempest-TestShelveInstance-530547604-project] 10.222.0.77 "GET /v2.0/ports?device_id=7e844a78-85e7-4fc9-9d96-0ff0b75da389 HTTP/1.1" status: 200 len: 945 time: 0.0509510 May 10 18:06:44.704698 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.plugins.ml2.plugin [req-df9ba283-ed6f-4e07-9027-4607e52f89fd req-b9a64368-2a13-4113-b5e2-15bc4bcaf3d6 tempest-TestShelveInstance-530547604 tempest-TestShelveInstance-530547604-project] Deleting port 2f650efb-0692-49a3-9efa-890a5a1cfcc5 {{(pid=110153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 18:06:44.705036 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [req-df9ba283-ed6f-4e07-9027-4607e52f89fd req-b9a64368-2a13-4113-b5e2-15bc4bcaf3d6 tempest-TestShelveInstance-530547604 tempest-TestShelveInstance-530547604-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781795221764'] for port (2f650efb-0692-49a3-9efa-890a5a1cfcc5), before_delete {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:06:44.793236 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.plugins.ml2.db [req-df9ba283-ed6f-4e07-9027-4607e52f89fd req-b9a64368-2a13-4113-b5e2-15bc4bcaf3d6 tempest-TestShelveInstance-530547604 tempest-TestShelveInstance-530547604-project] For port 2f650efb-0692-49a3-9efa-890a5a1cfcc5, host hv-cinder-84130, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84130',level=0,port_id=2f650efb-0692-49a3-9efa-890a5a1cfcc5,segment=NetworkSegment(9378af02-c74b-4736-861f-f7f8b663a516),segment_id=9378af02-c74b-4736-861f-f7f8b663a516)] {{(pid=110153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 18:06:44.793591 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [req-df9ba283-ed6f-4e07-9027-4607e52f89fd req-b9a64368-2a13-4113-b5e2-15bc4bcaf3d6 tempest-TestShelveInstance-530547604 tempest-TestShelveInstance-530547604-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640494'] for port (2f650efb-0692-49a3-9efa-890a5a1cfcc5), precommit_delete {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:06:44.806937 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.plugins.ml2.plugin [req-df9ba283-ed6f-4e07-9027-4607e52f89fd req-b9a64368-2a13-4113-b5e2-15bc4bcaf3d6 tempest-TestShelveInstance-530547604 tempest-TestShelveInstance-530547604-project] Calling delete_port for 2f650efb-0692-49a3-9efa-890a5a1cfcc5 owned by compute:nova {{(pid=110153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 18:06:44.933194 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [req-df9ba283-ed6f-4e07-9027-4607e52f89fd req-b9a64368-2a13-4113-b5e2-15bc4bcaf3d6 tempest-TestShelveInstance-530547604 tempest-TestShelveInstance-530547604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1514136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781795229076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781794686073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4207117'] for port (2f650efb-0692-49a3-9efa-890a5a1cfcc5), after_delete {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:06:44.963805 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a64368-2a13-4113-b5e2-15bc4bcaf3d6 tempest-TestShelveInstance-530547604 tempest-TestShelveInstance-530547604-project] Pushing event deleted for resources: {'Port': ['ID=2f650efb-0692-49a3-9efa-890a5a1cfcc5,revision_number=None']} {{(pid=110153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:06:44.989967 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9a64368-2a13-4113-b5e2-15bc4bcaf3d6 tempest-TestShelveInstance-530547604 tempest-TestShelveInstance-530547604-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:06:44.990310 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9a64368-2a13-4113-b5e2-15bc4bcaf3d6 tempest-TestShelveInstance-530547604 tempest-TestShelveInstance-530547604-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:06:44.990646 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9a64368-2a13-4113-b5e2-15bc4bcaf3d6 tempest-TestShelveInstance-530547604 tempest-TestShelveInstance-530547604-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:06:44.990976 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9a64368-2a13-4113-b5e2-15bc4bcaf3d6 tempest-TestShelveInstance-530547604 tempest-TestShelveInstance-530547604-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:06:44.991298 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9a64368-2a13-4113-b5e2-15bc4bcaf3d6 tempest-TestShelveInstance-530547604 tempest-TestShelveInstance-530547604-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:06:44.991643 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9a64368-2a13-4113-b5e2-15bc4bcaf3d6 tempest-TestShelveInstance-530547604 tempest-TestShelveInstance-530547604-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:06:44.991963 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9a64368-2a13-4113-b5e2-15bc4bcaf3d6 tempest-TestShelveInstance-530547604 tempest-TestShelveInstance-530547604-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:06:44.992278 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9a64368-2a13-4113-b5e2-15bc4bcaf3d6 tempest-TestShelveInstance-530547604 tempest-TestShelveInstance-530547604-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:06:44.992597 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9a64368-2a13-4113-b5e2-15bc4bcaf3d6 tempest-TestShelveInstance-530547604 tempest-TestShelveInstance-530547604-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:06:44.992910 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9a64368-2a13-4113-b5e2-15bc4bcaf3d6 tempest-TestShelveInstance-530547604 tempest-TestShelveInstance-530547604-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:06:44.993222 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9a64368-2a13-4113-b5e2-15bc4bcaf3d6 tempest-TestShelveInstance-530547604 tempest-TestShelveInstance-530547604-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:06:44.993536 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9a64368-2a13-4113-b5e2-15bc4bcaf3d6 tempest-TestShelveInstance-530547604 tempest-TestShelveInstance-530547604-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:06:44.993853 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9a64368-2a13-4113-b5e2-15bc4bcaf3d6 tempest-TestShelveInstance-530547604 tempest-TestShelveInstance-530547604-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:06:44.994166 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9a64368-2a13-4113-b5e2-15bc4bcaf3d6 tempest-TestShelveInstance-530547604 tempest-TestShelveInstance-530547604-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:06:44.994476 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9a64368-2a13-4113-b5e2-15bc4bcaf3d6 tempest-TestShelveInstance-530547604 tempest-TestShelveInstance-530547604-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:06:45.016799 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.db.l3_dvrscheduler_db [req-df9ba283-ed6f-4e07-9027-4607e52f89fd req-b9a64368-2a13-4113-b5e2-15bc4bcaf3d6 tempest-TestShelveInstance-530547604 tempest-TestShelveInstance-530547604-project] No DVR routers for this DVR port 2f650efb-0692-49a3-9efa-890a5a1cfcc5 on host hv-cinder-84130 {{(pid=110153) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 18:06:45.019561 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [req-df9ba283-ed6f-4e07-9027-4607e52f89fd req-b9a64368-2a13-4113-b5e2-15bc4bcaf3d6 tempest-TestShelveInstance-530547604 tempest-TestShelveInstance-530547604-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29634'] for port (None), before_response {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:06:45.022530 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [req-df9ba283-ed6f-4e07-9027-4607e52f89fd req-b9a64368-2a13-4113-b5e2-15bc4bcaf3d6 tempest-TestShelveInstance-530547604 tempest-TestShelveInstance-530547604-project] 10.222.0.77 "DELETE /v2.0/ports/2f650efb-0692-49a3-9efa-890a5a1cfcc5 HTTP/1.1" status: 204 len: 173 time: 0.3933058 May 10 18:06:45.022958 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e844a78-85e7-4fc9-9d96-0ff0b75da389', 'name': 'network-vif-deleted', 'tag': '2f650efb-0692-49a3-9efa-890a5a1cfcc5'}] {{(pid=110153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 18:06:45.025305 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eaab9ead4487dd9c6a2039b1a38fb17917f553062224ea878bb9a20dea692460" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc4edd2c-3e27-4528-991e-5a71015c10a1" -d '{"events": [{"server_uuid": "7e844a78-85e7-4fc9-9d96-0ff0b75da389", "name": "network-vif-deleted", "tag": "2f650efb-0692-49a3-9efa-890a5a1cfcc5"}]}' {{(pid=110153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 18:06:45.096346 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [req-5055e155-554d-4a35-be61-000fa114f6ee req-aacc395f-0cee-4e56-8c63-673ff786fb20 tempest-TestShelveInstance-530547604 tempest-TestShelveInstance-530547604-project] 10.222.0.60 "GET /v2.0/ports?device_id=7e844a78-85e7-4fc9-9d96-0ff0b75da389 HTTP/1.1" status: 200 len: 210 time: 0.0313463 May 10 18:06:45.123173 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 18:06:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-911ae313-221c-4ea9-8e74-8c54d85fe5c2 x-openstack-request-id: req-911ae313-221c-4ea9-8e74-8c54d85fe5c2 {{(pid=110153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 18:06:45.123519 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e844a78-85e7-4fc9-9d96-0ff0b75da389", "name": "network-vif-deleted", "tag": "2f650efb-0692-49a3-9efa-890a5a1cfcc5", "status": "completed", "code": 200}]} {{(pid=110153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 18:06:45.123772 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-911ae313-221c-4ea9-8e74-8c54d85fe5c2 {{(pid=110153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 18:06:45.124159 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.notifiers.nova [-] Nova event matching ['req-911ae313-221c-4ea9-8e74-8c54d85fe5c2'] response: {'server_uuid': '7e844a78-85e7-4fc9-9d96-0ff0b75da389', 'name': 'network-vif-deleted', 'tag': '2f650efb-0692-49a3-9efa-890a5a1cfcc5', 'status': 'completed', 'code': 200} May 10 18:06:46.157057 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.wsgi [-] (110152) accepted ('10.222.0.60', 49690) {{(pid=110152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 18:06:46.212002 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-ad965fbc-519f-4f8a-8511-81c0091e62a9 tempest-TestShelveInstance-530547604 tempest-TestShelveInstance-530547604-project] Publish callbacks [] for security_group (24c83069-fde3-49e4-a697-6da167350b7e), before_delete {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:06:46.236832 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-ad965fbc-519f-4f8a-8511-81c0091e62a9 tempest-TestShelveInstance-530547604 tempest-TestShelveInstance-530547604-project] Publish callbacks [] for security_group (24c83069-fde3-49e4-a697-6da167350b7e), precommit_delete {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:06:46.295846 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-ad965fbc-519f-4f8a-8511-81c0091e62a9 tempest-TestShelveInstance-530547604 tempest-TestShelveInstance-530547604-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-282428'] for security_group (24c83069-fde3-49e4-a697-6da167350b7e), after_delete {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:06:46.298458 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-ad965fbc-519f-4f8a-8511-81c0091e62a9 tempest-TestShelveInstance-530547604 tempest-TestShelveInstance-530547604-project] Publish callbacks [] for security_group (None), before_response {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:06:46.299621 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [None req-ad965fbc-519f-4f8a-8511-81c0091e62a9 tempest-TestShelveInstance-530547604 tempest-TestShelveInstance-530547604-project] 10.222.0.60 "DELETE /v2.0/security-groups/24c83069-fde3-49e4-a697-6da167350b7e HTTP/1.1" status: 204 len: 168 time: 0.1432309 May 10 18:06:46.308933 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad965fbc-519f-4f8a-8511-81c0091e62a9 tempest-TestShelveInstance-530547604 tempest-TestShelveInstance-530547604-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=24c83069-fde3-49e4-a697-6da167350b7e,revision_number=None']} {{(pid=110152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:06:46.343861 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.wsgi [-] (110152) accepted ('10.222.0.60', 49694) {{(pid=110152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 18:06:46.762550 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-c1e07076-8242-48a5-9c8e-221ab4191b2d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-640312'] for router_interface (bbc8e070-9066-42ac-a366-9ef4cdba96c7), before_delete {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:06:46.995732 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.plugins.ml2.plugin [None req-c1e07076-8242-48a5-9c8e-221ab4191b2d admin admin] Deleting port 42507f20-64c3-4c89-ba4f-7e4aaf5f0180 {{(pid=110152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 18:06:46.996072 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-c1e07076-8242-48a5-9c8e-221ab4191b2d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781795221764'] for port (42507f20-64c3-4c89-ba4f-7e4aaf5f0180), before_delete {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:06:47.073235 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.plugins.ml2.db [None req-c1e07076-8242-48a5-9c8e-221ab4191b2d admin admin] For port 42507f20-64c3-4c89-ba4f-7e4aaf5f0180, host dv-cinder-841302-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841302-2-iscsi',level=0,port_id=42507f20-64c3-4c89-ba4f-7e4aaf5f0180,segment=NetworkSegment(9378af02-c74b-4736-861f-f7f8b663a516),segment_id=9378af02-c74b-4736-861f-f7f8b663a516)] {{(pid=110152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 18:06:47.073605 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-c1e07076-8242-48a5-9c8e-221ab4191b2d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640494'] for port (42507f20-64c3-4c89-ba4f-7e4aaf5f0180), precommit_delete {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:06:47.087526 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.plugins.ml2.plugin [None req-c1e07076-8242-48a5-9c8e-221ab4191b2d admin admin] Calling delete_port for 42507f20-64c3-4c89-ba4f-7e4aaf5f0180 owned by network:router_interface {{(pid=110152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 18:06:47.272652 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-c1e07076-8242-48a5-9c8e-221ab4191b2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1514136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781795229076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781794686073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5018186'] for port (42507f20-64c3-4c89-ba4f-7e4aaf5f0180), after_delete {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:06:47.303186 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e07076-8242-48a5-9c8e-221ab4191b2d admin admin] Pushing event deleted for resources: {'Port': ['ID=42507f20-64c3-4c89-ba4f-7e4aaf5f0180,revision_number=None']} {{(pid=110152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:06:47.471313 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-c1e07076-8242-48a5-9c8e-221ab4191b2d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-631618', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-643121'] for router_interface (bbc8e070-9066-42ac-a366-9ef4cdba96c7), after_delete {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:06:47.698113 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1e07076-8242-48a5-9c8e-221ab4191b2d admin admin] Router bbc8e070-9066-42ac-a366-9ef4cdba96c7 has already been hosted by L3 agent eaac381b-e402-41c3-a8e6-8f962681d3e6 {{(pid=110152) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 18:06:47.804188 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1e07076-8242-48a5-9c8e-221ab4191b2d admin admin] Notify agent at l3_agent.dv-cinder-841302-2-iscsi the message routers_updated {{(pid=110152) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 18:06:47.809051 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [None req-c1e07076-8242-48a5-9c8e-221ab4191b2d admin admin] 10.222.0.60 "PUT /v2.0/routers/bbc8e070-9066-42ac-a366-9ef4cdba96c7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4641461 May 10 18:06:47.812330 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.wsgi [-] (110152) accepted ('10.222.0.60', 49698) {{(pid=110152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 18:06:47.814689 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d799ff9-72e1-4406-88cc-e898ad65671d None None] Sync routers for ids ['bbc8e070-9066-42ac-a366-9ef4cdba96c7'] in dv-cinder-841302-2-iscsi {{(pid=110154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 18:06:47.825846 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d799ff9-72e1-4406-88cc-e898ad65671d None None] Routers {'bbc8e070-9066-42ac-a366-9ef4cdba96c7'} bound to L3 agent in host dv-cinder-841302-2-iscsi {{(pid=110154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 18:06:47.826816 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.db.l3_hamode_db [None req-6d799ff9-72e1-4406-88cc-e898ad65671d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841302-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-10T17:36:00Z,description=,heartbeat_timestamp=2022-05-10T18:06:30Z,host='dv-cinder-841302-2-iscsi',id=eaac381b-e402-41c3-a8e6-8f962681d3e6,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T17:36:00Z,topic='l3_agent')) {'router_ids': ['bbc8e070-9066-42ac-a366-9ef4cdba96c7'], 'active': True} {{(pid=110154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 18:06:47.918633 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-c90ee182-1e42-4088-b39c-c2a810da47a3 admin admin] Publish callbacks [] for router (bbc8e070-9066-42ac-a366-9ef4cdba96c7), before_delete {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:06:47.933512 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.db.l3_dvr_db [None req-6d799ff9-72e1-4406-88cc-e898ad65671d None None] Set router bbc8e070-9066-42ac-a366-9ef4cdba96c7 gateway port host: dv-cinder-841302-2-iscsi {{(pid=110154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 18:06:48.023321 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-c90ee182-1e42-4088-b39c-c2a810da47a3 admin admin] Publish callbacks [] for router_gateway (bbc8e070-9066-42ac-a366-9ef4cdba96c7), before_delete {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:06:48.069181 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.plugins.ml2.plugin [None req-c90ee182-1e42-4088-b39c-c2a810da47a3 admin admin] Deleting port b8efa4ab-9382-4ddf-b9ab-4984ef2b4a58 {{(pid=110152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 18:06:48.069526 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-c90ee182-1e42-4088-b39c-c2a810da47a3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781795221764'] for port (b8efa4ab-9382-4ddf-b9ab-4984ef2b4a58), before_delete {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:06:48.099065 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.db.l3_hamode_db [None req-6d799ff9-72e1-4406-88cc-e898ad65671d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbc8e070-9066-42ac-a366-9ef4cdba96c7', 'name': 'tempest-TestShelveInstance-512988306-router', 'tenant_id': '550c47b03653401d871922496e1cf055', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85dc89cf-59f9-4edb-b26e-52bcb8a93763', 'external_fixed_ips': [{'subnet_id': 'e93d94f1-cb19-4cd0-92e5-ca73d24bd8fb', 'ip_address': '172.27.0.205'}], 'enable_snat': True}, 'gw_port_id': 'b8efa4ab-9382-4ddf-b9ab-4984ef2b4a58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T18:01:44Z', 'updated_at': '2022-05-10T18:06:47Z', 'revision_number': 5, 'project_id': '550c47b03653401d871922496e1cf055', 'gw_port': {'id': 'b8efa4ab-9382-4ddf-b9ab-4984ef2b4a58', 'name': '', 'network_id': '85dc89cf-59f9-4edb-b26e-52bcb8a93763', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:88:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbc8e070-9066-42ac-a366-9ef4cdba96c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': 'e93d94f1-cb19-4cd0-92e5-ca73d24bd8fb', 'ip_address': '172.27.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841302-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T18:01:45Z', 'updated_at': '2022-05-10T18:01:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e93d94f1-cb19-4cd0-92e5-ca73d24bd8fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841302-2-iscsi'}], 'dv-cinder-841302-2-iscsi', False) {} {{(pid=110154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 18:06:48.129094 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d799ff9-72e1-4406-88cc-e898ad65671d None None] Checking router: bbc8e070-9066-42ac-a366-9ef4cdba96c7 for host: dv-cinder-841302-2-iscsi {{(pid=110154) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 18:06:48.137073 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d799ff9-72e1-4406-88cc-e898ad65671d None None] Routers {'bbc8e070-9066-42ac-a366-9ef4cdba96c7'} bound to L3 agent in host dv-cinder-841302-2-iscsi {{(pid=110154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 18:06:48.137662 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.db.l3_hamode_db [None req-6d799ff9-72e1-4406-88cc-e898ad65671d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841302-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-10T17:36:00Z,description=,heartbeat_timestamp=2022-05-10T18:06:30Z,host='dv-cinder-841302-2-iscsi',id=eaac381b-e402-41c3-a8e6-8f962681d3e6,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T17:36:00Z,topic='l3_agent')) {'router_ids': ['bbc8e070-9066-42ac-a366-9ef4cdba96c7'], 'active': True} {{(pid=110154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 18:06:48.147725 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.plugins.ml2.db [None req-c90ee182-1e42-4088-b39c-c2a810da47a3 admin admin] For port b8efa4ab-9382-4ddf-b9ab-4984ef2b4a58, host dv-cinder-841302-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841302-2-iscsi',level=0,port_id=b8efa4ab-9382-4ddf-b9ab-4984ef2b4a58,segment=NetworkSegment(73dc8890-d7a8-423a-bf66-935bdea3f4d7),segment_id=73dc8890-d7a8-423a-bf66-935bdea3f4d7)] {{(pid=110152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 18:06:48.148092 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-c90ee182-1e42-4088-b39c-c2a810da47a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640494'] for port (b8efa4ab-9382-4ddf-b9ab-4984ef2b4a58), precommit_delete {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:06:48.161518 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.plugins.ml2.plugin [None req-c90ee182-1e42-4088-b39c-c2a810da47a3 admin admin] Calling delete_port for b8efa4ab-9382-4ddf-b9ab-4984ef2b4a58 owned by network:router_gateway {{(pid=110152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 18:06:48.226977 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.db.l3_dvr_db [None req-6d799ff9-72e1-4406-88cc-e898ad65671d None None] Set router bbc8e070-9066-42ac-a366-9ef4cdba96c7 gateway port host: None {{(pid=110154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 18:06:48.281144 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.db.l3_hamode_db [None req-6d799ff9-72e1-4406-88cc-e898ad65671d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbc8e070-9066-42ac-a366-9ef4cdba96c7', 'name': 'tempest-TestShelveInstance-512988306-router', 'tenant_id': '550c47b03653401d871922496e1cf055', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T18:01:44Z', 'updated_at': '2022-05-10T18:06:48Z', 'revision_number': 6, 'project_id': '550c47b03653401d871922496e1cf055', 'gw_port_host': None}], 'dv-cinder-841302-2-iscsi', False) {} {{(pid=110154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 18:06:48.311208 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d799ff9-72e1-4406-88cc-e898ad65671d None None] The sync data for ids ['bbc8e070-9066-42ac-a366-9ef4cdba96c7'] in dv-cinder-841302-2-iscsi is: [{'id': 'bbc8e070-9066-42ac-a366-9ef4cdba96c7', 'name': 'tempest-TestShelveInstance-512988306-router', 'tenant_id': '550c47b03653401d871922496e1cf055', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T18:01:44Z', 'updated_at': '2022-05-10T18:06:48Z', 'revision_number': 6, 'project_id': '550c47b03653401d871922496e1cf055', 'gw_port_host': None}] {{(pid=110154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 18:06:48.601568 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-c90ee182-1e42-4088-b39c-c2a810da47a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1514136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781795229076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781794686073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5018186'] for port (b8efa4ab-9382-4ddf-b9ab-4984ef2b4a58), after_delete {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:06:48.629620 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90ee182-1e42-4088-b39c-c2a810da47a3 admin admin] Pushing event deleted for resources: {'Port': ['ID=b8efa4ab-9382-4ddf-b9ab-4984ef2b4a58,revision_number=None']} {{(pid=110152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:06:48.692833 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-c90ee182-1e42-4088-b39c-c2a810da47a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-642646'] for router_gateway (bbc8e070-9066-42ac-a366-9ef4cdba96c7), after_delete {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:06:48.790448 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-c90ee182-1e42-4088-b39c-c2a810da47a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-539802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-807'] for router (bbc8e070-9066-42ac-a366-9ef4cdba96c7), precommit_delete {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:06:48.792934 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-c90ee182-1e42-4088-b39c-c2a810da47a3 admin admin] Publish callbacks [] for router_controller (bbc8e070-9066-42ac-a366-9ef4cdba96c7), precommit_delete_associations {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:06:48.843674 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-c90ee182-1e42-4088-b39c-c2a810da47a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-539777'] for router (bbc8e070-9066-42ac-a366-9ef4cdba96c7), after_delete {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:06:48.844259 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c90ee182-1e42-4088-b39c-c2a810da47a3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bbc8e070-9066-42ac-a366-9ef4cdba96c7 {{(pid=110152) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 10 18:06:48.849321 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-c90ee182-1e42-4088-b39c-c2a810da47a3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:06:48.850511 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [None req-c90ee182-1e42-4088-b39c-c2a810da47a3 admin admin] 10.222.0.60 "DELETE /v2.0/routers/bbc8e070-9066-42ac-a366-9ef4cdba96c7 HTTP/1.1" status: 204 len: 168 time: 1.0370679 May 10 18:06:48.853190 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.wsgi [-] (110152) accepted ('10.222.0.60', 49700) {{(pid=110152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 18:06:48.897534 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.db.db_base_plugin_v2 [None req-b6aaffaf-10e2-4824-96ac-8ccaafd6edf9 admin admin] Deleting subnet 6ca3c83d-885c-4c98-9995-0d8381ec4372 {{(pid=110152) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 10 18:06:48.900593 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-b6aaffaf-10e2-4824-96ac-8ccaafd6edf9 admin admin] Publish callbacks [] for subnet (6ca3c83d-885c-4c98-9995-0d8381ec4372), before_delete {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:06:48.934515 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-b6aaffaf-10e2-4824-96ac-8ccaafd6edf9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4759489'] for subnet (6ca3c83d-885c-4c98-9995-0d8381ec4372), precommit_delete_associations {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:06:49.016495 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-b6aaffaf-10e2-4824-96ac-8ccaafd6edf9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1463979'] for subnet (6ca3c83d-885c-4c98-9995-0d8381ec4372), precommit_delete {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:06:49.074011 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-b6aaffaf-10e2-4824-96ac-8ccaafd6edf9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1463972', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-321831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5018237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4423491'] for subnet (6ca3c83d-885c-4c98-9995-0d8381ec4372), after_delete {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:06:49.103646 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6aaffaf-10e2-4824-96ac-8ccaafd6edf9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6ca3c83d-885c-4c98-9995-0d8381ec4372,revision_number=None']} {{(pid=110152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:06:49.108505 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-b6aaffaf-10e2-4824-96ac-8ccaafd6edf9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631615'] for subnet (None), before_response {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:06:49.109638 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72465a4b-9a01-4d7e-b293-4001ac692244 None None] Network 38b058c6-b160-4f6e-bc53-5ea76b007ed8 requested from dv-cinder-841302-2-iscsi {{(pid=110154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 18:06:49.112643 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [None req-b6aaffaf-10e2-4824-96ac-8ccaafd6edf9 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/6ca3c83d-885c-4c98-9995-0d8381ec4372 HTTP/1.1" status: 204 len: 168 time: 0.2579782 May 10 18:06:49.114542 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.wsgi [-] (110152) accepted ('10.222.0.60', 49702) {{(pid=110152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 18:06:49.185142 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-82861142-b663-42e2-9aac-a0a523d09895 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1701118'] for network (38b058c6-b160-4f6e-bc53-5ea76b007ed8), before_delete {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:06:49.237749 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.plugins.ml2.plugin [None req-82861142-b663-42e2-9aac-a0a523d09895 admin admin] Deleting port 4ec06d5b-e58a-45b8-bb95-0d0233ea31a5 {{(pid=110152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 18:06:49.241588 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-82861142-b663-42e2-9aac-a0a523d09895 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781795221764'] for port (4ec06d5b-e58a-45b8-bb95-0d0233ea31a5), before_delete {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:06:49.271352 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-695faa38-0d4d-4da9-80e4-a3b823344800 None None] DHCP port deletion for 38b058c6-b160-4f6e-bc53-5ea76b007ed8 request from dv-cinder-841302-2-iscsi {{(pid=110154) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 10 18:06:49.305225 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.plugins.ml2.db [None req-82861142-b663-42e2-9aac-a0a523d09895 admin admin] For port 4ec06d5b-e58a-45b8-bb95-0d0233ea31a5, host dv-cinder-841302-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841302-2-iscsi',level=0,port_id=4ec06d5b-e58a-45b8-bb95-0d0233ea31a5,segment=NetworkSegment(9378af02-c74b-4736-861f-f7f8b663a516),segment_id=9378af02-c74b-4736-861f-f7f8b663a516)] {{(pid=110152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 18:06:49.305594 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-82861142-b663-42e2-9aac-a0a523d09895 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640494'] for port (4ec06d5b-e58a-45b8-bb95-0d0233ea31a5), precommit_delete {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:06:49.315012 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.plugin [None req-695faa38-0d4d-4da9-80e4-a3b823344800 None None] Deleting port 4ec06d5b-e58a-45b8-bb95-0d0233ea31a5 {{(pid=110154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 18:06:49.315473 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-695faa38-0d4d-4da9-80e4-a3b823344800 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781795221764'] for port (4ec06d5b-e58a-45b8-bb95-0d0233ea31a5), before_delete {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:06:49.320155 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.plugins.ml2.plugin [None req-82861142-b663-42e2-9aac-a0a523d09895 admin admin] Calling delete_port for 4ec06d5b-e58a-45b8-bb95-0d0233ea31a5 owned by network:dhcp {{(pid=110152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 18:06:49.380440 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.db [None req-695faa38-0d4d-4da9-80e4-a3b823344800 None None] For port 4ec06d5b-e58a-45b8-bb95-0d0233ea31a5, host dv-cinder-841302-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841302-2-iscsi',level=0,port_id=4ec06d5b-e58a-45b8-bb95-0d0233ea31a5,segment=NetworkSegment(9378af02-c74b-4736-861f-f7f8b663a516),segment_id=9378af02-c74b-4736-861f-f7f8b663a516)] {{(pid=110154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 18:06:49.380930 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-695faa38-0d4d-4da9-80e4-a3b823344800 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640494'] for port (4ec06d5b-e58a-45b8-bb95-0d0233ea31a5), precommit_delete {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:06:49.395060 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.plugin [None req-695faa38-0d4d-4da9-80e4-a3b823344800 None None] Calling delete_port for 4ec06d5b-e58a-45b8-bb95-0d0233ea31a5 owned by network:dhcp {{(pid=110154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 18:06:49.408708 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-82861142-b663-42e2-9aac-a0a523d09895 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1514136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781795229076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781794686073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5018186'] for port (4ec06d5b-e58a-45b8-bb95-0d0233ea31a5), after_delete {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:06:49.436690 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82861142-b663-42e2-9aac-a0a523d09895 admin admin] Pushing event deleted for resources: {'Port': ['ID=4ec06d5b-e58a-45b8-bb95-0d0233ea31a5,revision_number=None']} {{(pid=110152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:06:49.438530 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82861142-b663-42e2-9aac-a0a523d09895 admin admin] No DVR routers for this DVR port 4ec06d5b-e58a-45b8-bb95-0d0233ea31a5 on host dv-cinder-841302-2-iscsi {{(pid=110152) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 18:06:49.477650 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-695faa38-0d4d-4da9-80e4-a3b823344800 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1514136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781795229076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781794686073'] for port (4ec06d5b-e58a-45b8-bb95-0d0233ea31a5), after_delete {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:06:49.500969 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695faa38-0d4d-4da9-80e4-a3b823344800 None None] Pushing event deleted for resources: {'Port': ['ID=4ec06d5b-e58a-45b8-bb95-0d0233ea31a5,revision_number=None']} {{(pid=110154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:06:49.514321 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-82861142-b663-42e2-9aac-a0a523d09895 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1459024', 'neutron.services.segments.db._delete_segments_for_network-8781795183409'] for network (38b058c6-b160-4f6e-bc53-5ea76b007ed8), precommit_delete {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:06:49.514575 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-695faa38-0d4d-4da9-80e4-a3b823344800 None None] No DVR routers for this DVR port 4ec06d5b-e58a-45b8-bb95-0d0233ea31a5 on host dv-cinder-841302-2-iscsi {{(pid=110154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 18:06:49.514575 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695faa38-0d4d-4da9-80e4-a3b823344800 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:06:49.514575 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695faa38-0d4d-4da9-80e4-a3b823344800 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:06:49.515592 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695faa38-0d4d-4da9-80e4-a3b823344800 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:06:49.520238 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695faa38-0d4d-4da9-80e4-a3b823344800 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:06:49.520633 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695faa38-0d4d-4da9-80e4-a3b823344800 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:06:49.520975 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695faa38-0d4d-4da9-80e4-a3b823344800 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:06:49.521311 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695faa38-0d4d-4da9-80e4-a3b823344800 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:06:49.521809 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695faa38-0d4d-4da9-80e4-a3b823344800 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:06:49.522100 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695faa38-0d4d-4da9-80e4-a3b823344800 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:06:49.522436 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695faa38-0d4d-4da9-80e4-a3b823344800 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:06:49.522765 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695faa38-0d4d-4da9-80e4-a3b823344800 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:06:49.523094 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695faa38-0d4d-4da9-80e4-a3b823344800 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:06:49.523595 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695faa38-0d4d-4da9-80e4-a3b823344800 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:06:49.523772 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695faa38-0d4d-4da9-80e4-a3b823344800 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:06:49.524098 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695faa38-0d4d-4da9-80e4-a3b823344800 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841302-2-iscsi {{(pid=110154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 18:06:49.538414 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.services.segments.db [None req-82861142-b663-42e2-9aac-a0a523d09895 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['38b058c6-b160-4f6e-bc53-5ea76b007ed8']}} {{(pid=110152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 18:06:49.552446 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.services.segments.db [None req-82861142-b663-42e2-9aac-a0a523d09895 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9378af02-c74b-4736-861f-f7f8b663a516') {'for_net_delete': True} {{(pid=110152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 18:06:49.552782 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.services.segments.db [None req-82861142-b663-42e2-9aac-a0a523d09895 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9378af02-c74b-4736-861f-f7f8b663a516') {} {{(pid=110152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 18:06:49.563923 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-82861142-b663-42e2-9aac-a0a523d09895 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781795183930', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4759354'] for segment (9378af02-c74b-4736-861f-f7f8b663a516), before_delete {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:06:49.579619 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-82861142-b663-42e2-9aac-a0a523d09895 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1469446'] for segment (9378af02-c74b-4736-861f-f7f8b663a516), precommit_delete {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:06:49.585418 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.rpc [None req-6e697e78-9dd1-4bc1-8573-56b901d07725 None None] Device b8efa4ab-9382-4ddf-b9ab-4984ef2b4a58 no longer exists at agent ovs-agent-dv-cinder-841302-2-iscsi {{(pid=110154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 18:06:49.586549 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82861142-b663-42e2-9aac-a0a523d09895 admin admin] Releasing vlan 565 on physical network physnet1 to pool {{(pid=110152) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 18:06:49.587089 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-82861142-b663-42e2-9aac-a0a523d09895 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1469446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5018135'] for segment (9378af02-c74b-4736-861f-f7f8b663a516), after_delete {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:06:49.589001 dv-cinder-841302-2-iscsi neutron-server[110152]: Traceback (most recent call last): May 10 18:06:49.589001 dv-cinder-841302-2-iscsi neutron-server[110152]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 18:06:49.589001 dv-cinder-841302-2-iscsi neutron-server[110152]: timer() May 10 18:06:49.589001 dv-cinder-841302-2-iscsi neutron-server[110152]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 18:06:49.589001 dv-cinder-841302-2-iscsi neutron-server[110152]: cb(*args, **kw) May 10 18:06:49.589001 dv-cinder-841302-2-iscsi neutron-server[110152]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 10 18:06:49.589001 dv-cinder-841302-2-iscsi neutron-server[110152]: return func(*args, **kwargs) May 10 18:06:49.589001 dv-cinder-841302-2-iscsi neutron-server[110152]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 18:06:49.589001 dv-cinder-841302-2-iscsi neutron-server[110152]: self._notify() May 10 18:06:49.589001 dv-cinder-841302-2-iscsi neutron-server[110152]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 18:06:49.589001 dv-cinder-841302-2-iscsi neutron-server[110152]: self.callback(batched_events) May 10 18:06:49.589001 dv-cinder-841302-2-iscsi neutron-server[110152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 18:06:49.589001 dv-cinder-841302-2-iscsi neutron-server[110152]: event.method(event) May 10 18:06:49.589001 dv-cinder-841302-2-iscsi neutron-server[110152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 10 18:06:49.589001 dv-cinder-841302-2-iscsi neutron-server[110152]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 18:06:49.589001 dv-cinder-841302-2-iscsi neutron-server[110152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 10 18:06:49.589001 dv-cinder-841302-2-iscsi neutron-server[110152]: aggregate_uuid = self.p_client.list_aggregates( May 10 18:06:49.589001 dv-cinder-841302-2-iscsi neutron-server[110152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 10 18:06:49.589001 dv-cinder-841302-2-iscsi neutron-server[110152]: return f(self, *a, **k) May 10 18:06:49.589001 dv-cinder-841302-2-iscsi neutron-server[110152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 10 18:06:49.589001 dv-cinder-841302-2-iscsi neutron-server[110152]: return self._get(url).json() May 10 18:06:49.589001 dv-cinder-841302-2-iscsi neutron-server[110152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 10 18:06:49.589001 dv-cinder-841302-2-iscsi neutron-server[110152]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 18:06:49.589001 dv-cinder-841302-2-iscsi neutron-server[110152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 18:06:49.589001 dv-cinder-841302-2-iscsi neutron-server[110152]: return self.request(url, 'GET', **kwargs) May 10 18:06:49.589001 dv-cinder-841302-2-iscsi neutron-server[110152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 18:06:49.589001 dv-cinder-841302-2-iscsi neutron-server[110152]: base_url = self.get_endpoint(auth, allow=allow, May 10 18:06:49.589001 dv-cinder-841302-2-iscsi neutron-server[110152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 18:06:49.589001 dv-cinder-841302-2-iscsi neutron-server[110152]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 18:06:49.589001 dv-cinder-841302-2-iscsi neutron-server[110152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 18:06:49.589001 dv-cinder-841302-2-iscsi neutron-server[110152]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 18:06:49.589001 dv-cinder-841302-2-iscsi neutron-server[110152]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 18:06:49.605748 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.plugin [None req-6e697e78-9dd1-4bc1-8573-56b901d07725 None None] No Port match for: b8efa4ab-9382-4ddf-b9ab-4984ef2b4a58 {{(pid=110154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 18:06:49.606156 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.rpc [None req-6e697e78-9dd1-4bc1-8573-56b901d07725 None None] Device b8efa4ab-9382-4ddf-b9ab-4984ef2b4a58 not bound to the agent host dv-cinder-841302-2-iscsi {{(pid=110154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 18:06:49.606514 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.rpc [None req-6e697e78-9dd1-4bc1-8573-56b901d07725 None None] Device 42507f20-64c3-4c89-ba4f-7e4aaf5f0180 no longer exists at agent ovs-agent-dv-cinder-841302-2-iscsi {{(pid=110154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 18:06:49.626868 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.plugin [None req-6e697e78-9dd1-4bc1-8573-56b901d07725 None None] No Port match for: 42507f20-64c3-4c89-ba4f-7e4aaf5f0180 {{(pid=110154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 18:06:49.627251 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.rpc [None req-6e697e78-9dd1-4bc1-8573-56b901d07725 None None] Device 42507f20-64c3-4c89-ba4f-7e4aaf5f0180 not bound to the agent host dv-cinder-841302-2-iscsi {{(pid=110154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 18:06:49.627693 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.rpc [None req-6e697e78-9dd1-4bc1-8573-56b901d07725 None None] Device 4ec06d5b-e58a-45b8-bb95-0d0233ea31a5 no longer exists at agent ovs-agent-dv-cinder-841302-2-iscsi {{(pid=110154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 18:06:49.645525 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-82861142-b663-42e2-9aac-a0a523d09895 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1458985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-282477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-641080'] for network (38b058c6-b160-4f6e-bc53-5ea76b007ed8), after_delete {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:06:49.650788 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.plugin [None req-6e697e78-9dd1-4bc1-8573-56b901d07725 None None] No Port match for: 4ec06d5b-e58a-45b8-bb95-0d0233ea31a5 {{(pid=110154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 18:06:49.650968 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-82861142-b663-42e2-9aac-a0a523d09895 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631615'] for network (None), before_response {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:06:49.651144 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.rpc [None req-6e697e78-9dd1-4bc1-8573-56b901d07725 None None] Device 4ec06d5b-e58a-45b8-bb95-0d0233ea31a5 not bound to the agent host dv-cinder-841302-2-iscsi {{(pid=110154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 18:06:49.658295 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [None req-82861142-b663-42e2-9aac-a0a523d09895 admin admin] 10.222.0.60 "DELETE /v2.0/networks/38b058c6-b160-4f6e-bc53-5ea76b007ed8 HTTP/1.1" status: 204 len: 168 time: 0.5428004 May 10 18:06:49.661114 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.wsgi [-] (110152) accepted ('10.222.0.60', 49704) {{(pid=110152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 18:06:49.676194 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82861142-b663-42e2-9aac-a0a523d09895 admin admin] Pushing event deleted for resources: {'Network': ['ID=38b058c6-b160-4f6e-bc53-5ea76b007ed8,revision_number=None']} {{(pid=110152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:06:49.864610 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.rpc [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Device 2f650efb-0692-49a3-9efa-890a5a1cfcc5 no longer exists at agent hyperv_hv-cinder-84130 {{(pid=110154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 18:06:49.885077 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.plugin [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] No Port match for: 2f650efb-0692-49a3-9efa-890a5a1cfcc5 {{(pid=110154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 18:06:49.885421 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.rpc [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Device 2f650efb-0692-49a3-9efa-890a5a1cfcc5 not bound to the agent host hv-cinder-84130 {{(pid=110154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 18:06:50.000744 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-690ebed2-e7b1-45f2-9a71-b81f939fe505 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-640312'] for router_interface (630daae2-dee4-493d-ade1-4db2db5d4e17), before_delete {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:06:50.243489 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.plugins.ml2.plugin [None req-690ebed2-e7b1-45f2-9a71-b81f939fe505 admin admin] Deleting port 48ce3eeb-6097-40f2-a1e6-d9c54378a48a {{(pid=110152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 18:06:50.243834 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-690ebed2-e7b1-45f2-9a71-b81f939fe505 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781795221764'] for port (48ce3eeb-6097-40f2-a1e6-d9c54378a48a), before_delete {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:06:50.320881 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.plugins.ml2.db [None req-690ebed2-e7b1-45f2-9a71-b81f939fe505 admin admin] For port 48ce3eeb-6097-40f2-a1e6-d9c54378a48a, host dv-cinder-841302-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841302-2-iscsi',level=0,port_id=48ce3eeb-6097-40f2-a1e6-d9c54378a48a,segment=NetworkSegment(d7453aa5-4c7b-4736-b56a-23053faea6a6),segment_id=d7453aa5-4c7b-4736-b56a-23053faea6a6)] {{(pid=110152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 18:06:50.321250 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-690ebed2-e7b1-45f2-9a71-b81f939fe505 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640494'] for port (48ce3eeb-6097-40f2-a1e6-d9c54378a48a), precommit_delete {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:06:50.335226 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.plugins.ml2.plugin [None req-690ebed2-e7b1-45f2-9a71-b81f939fe505 admin admin] Calling delete_port for 48ce3eeb-6097-40f2-a1e6-d9c54378a48a owned by network:router_interface {{(pid=110152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 18:06:50.517546 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-690ebed2-e7b1-45f2-9a71-b81f939fe505 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1514136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781795229076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781794686073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5018186'] for port (48ce3eeb-6097-40f2-a1e6-d9c54378a48a), after_delete {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:06:50.543482 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690ebed2-e7b1-45f2-9a71-b81f939fe505 admin admin] Pushing event deleted for resources: {'Port': ['ID=48ce3eeb-6097-40f2-a1e6-d9c54378a48a,revision_number=None']} {{(pid=110152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:06:50.715653 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-690ebed2-e7b1-45f2-9a71-b81f939fe505 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-631618', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-643121'] for router_interface (630daae2-dee4-493d-ade1-4db2db5d4e17), after_delete {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:06:50.931825 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-690ebed2-e7b1-45f2-9a71-b81f939fe505 admin admin] Router 630daae2-dee4-493d-ade1-4db2db5d4e17 has already been hosted by L3 agent eaac381b-e402-41c3-a8e6-8f962681d3e6 {{(pid=110152) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 18:06:51.040928 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-690ebed2-e7b1-45f2-9a71-b81f939fe505 admin admin] Notify agent at l3_agent.dv-cinder-841302-2-iscsi the message routers_updated {{(pid=110152) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 18:06:51.046324 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [None req-690ebed2-e7b1-45f2-9a71-b81f939fe505 admin admin] 10.222.0.60 "PUT /v2.0/routers/630daae2-dee4-493d-ade1-4db2db5d4e17/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3842342 May 10 18:06:51.049529 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.wsgi [-] (110152) accepted ('10.222.0.60', 49706) {{(pid=110152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 18:06:51.051392 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a13d89f-ef3c-420a-9e58-2e7685f9de8c None None] Sync routers for ids ['630daae2-dee4-493d-ade1-4db2db5d4e17'] in dv-cinder-841302-2-iscsi {{(pid=110155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 18:06:51.062162 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a13d89f-ef3c-420a-9e58-2e7685f9de8c None None] Routers {'630daae2-dee4-493d-ade1-4db2db5d4e17'} bound to L3 agent in host dv-cinder-841302-2-iscsi {{(pid=110155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 18:06:51.062776 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.db.l3_hamode_db [None req-4a13d89f-ef3c-420a-9e58-2e7685f9de8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841302-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-10T17:36:00Z,description=,heartbeat_timestamp=2022-05-10T18:06:30Z,host='dv-cinder-841302-2-iscsi',id=eaac381b-e402-41c3-a8e6-8f962681d3e6,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T17:36:00Z,topic='l3_agent')) {'router_ids': ['630daae2-dee4-493d-ade1-4db2db5d4e17'], 'active': True} {{(pid=110155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 18:06:51.157524 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-cd85e7de-e421-4eee-af25-da40f12540b4 admin admin] Publish callbacks [] for router (630daae2-dee4-493d-ade1-4db2db5d4e17), before_delete {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:06:51.257643 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.db.l3_dvr_db [None req-4a13d89f-ef3c-420a-9e58-2e7685f9de8c None None] Set router 630daae2-dee4-493d-ade1-4db2db5d4e17 gateway port host: dv-cinder-841302-2-iscsi {{(pid=110155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 18:06:51.266059 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-cd85e7de-e421-4eee-af25-da40f12540b4 admin admin] Publish callbacks [] for router_gateway (630daae2-dee4-493d-ade1-4db2db5d4e17), before_delete {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:06:51.309270 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.plugins.ml2.plugin [None req-cd85e7de-e421-4eee-af25-da40f12540b4 admin admin] Deleting port f990e85a-dc82-4f82-820e-db9175120eb8 {{(pid=110152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 18:06:51.309613 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-cd85e7de-e421-4eee-af25-da40f12540b4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781795221764'] for port (f990e85a-dc82-4f82-820e-db9175120eb8), before_delete {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:06:51.386979 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.plugins.ml2.db [None req-cd85e7de-e421-4eee-af25-da40f12540b4 admin admin] For port f990e85a-dc82-4f82-820e-db9175120eb8, host dv-cinder-841302-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841302-2-iscsi',level=0,port_id=f990e85a-dc82-4f82-820e-db9175120eb8,segment=NetworkSegment(73dc8890-d7a8-423a-bf66-935bdea3f4d7),segment_id=73dc8890-d7a8-423a-bf66-935bdea3f4d7)] {{(pid=110152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 18:06:51.387390 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-cd85e7de-e421-4eee-af25-da40f12540b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640494'] for port (f990e85a-dc82-4f82-820e-db9175120eb8), precommit_delete {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:06:51.401429 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.plugins.ml2.plugin [None req-cd85e7de-e421-4eee-af25-da40f12540b4 admin admin] Calling delete_port for f990e85a-dc82-4f82-820e-db9175120eb8 owned by network:router_gateway {{(pid=110152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 18:06:51.422945 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.db.l3_hamode_db [None req-4a13d89f-ef3c-420a-9e58-2e7685f9de8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '630daae2-dee4-493d-ade1-4db2db5d4e17', 'name': 'tempest-TestShelveInstance-223192405-router', 'tenant_id': 'f0e5096864cf417181b16abc451a26f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85dc89cf-59f9-4edb-b26e-52bcb8a93763', 'external_fixed_ips': [{'subnet_id': 'e93d94f1-cb19-4cd0-92e5-ca73d24bd8fb', 'ip_address': '172.27.0.34'}], 'enable_snat': True}, 'gw_port_id': 'f990e85a-dc82-4f82-820e-db9175120eb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T18:01:49Z', 'updated_at': '2022-05-10T18:06:50Z', 'revision_number': 5, 'project_id': 'f0e5096864cf417181b16abc451a26f0', 'gw_port': {'id': 'f990e85a-dc82-4f82-820e-db9175120eb8', 'name': '', 'network_id': '85dc89cf-59f9-4edb-b26e-52bcb8a93763', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:70:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '630daae2-dee4-493d-ade1-4db2db5d4e17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': 'e93d94f1-cb19-4cd0-92e5-ca73d24bd8fb', 'ip_address': '172.27.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841302-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T18:01:49Z', 'updated_at': '2022-05-10T18:01:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e93d94f1-cb19-4cd0-92e5-ca73d24bd8fb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841302-2-iscsi'}], 'dv-cinder-841302-2-iscsi', False) {} {{(pid=110155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 18:06:51.450275 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a13d89f-ef3c-420a-9e58-2e7685f9de8c None None] Checking router: 630daae2-dee4-493d-ade1-4db2db5d4e17 for host: dv-cinder-841302-2-iscsi {{(pid=110155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 18:06:51.459974 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a13d89f-ef3c-420a-9e58-2e7685f9de8c None None] Routers {'630daae2-dee4-493d-ade1-4db2db5d4e17'} bound to L3 agent in host dv-cinder-841302-2-iscsi {{(pid=110155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 18:06:51.460594 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.db.l3_hamode_db [None req-4a13d89f-ef3c-420a-9e58-2e7685f9de8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841302-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-10T17:36:00Z,description=,heartbeat_timestamp=2022-05-10T18:06:30Z,host='dv-cinder-841302-2-iscsi',id=eaac381b-e402-41c3-a8e6-8f962681d3e6,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T17:36:00Z,topic='l3_agent')) {'router_ids': ['630daae2-dee4-493d-ade1-4db2db5d4e17'], 'active': True} {{(pid=110155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 18:06:51.557281 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.db.l3_dvr_db [None req-4a13d89f-ef3c-420a-9e58-2e7685f9de8c None None] Set router 630daae2-dee4-493d-ade1-4db2db5d4e17 gateway port host: None {{(pid=110155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 18:06:51.614989 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.db.l3_hamode_db [None req-4a13d89f-ef3c-420a-9e58-2e7685f9de8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '630daae2-dee4-493d-ade1-4db2db5d4e17', 'name': 'tempest-TestShelveInstance-223192405-router', 'tenant_id': 'f0e5096864cf417181b16abc451a26f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T18:01:49Z', 'updated_at': '2022-05-10T18:06:51Z', 'revision_number': 6, 'project_id': 'f0e5096864cf417181b16abc451a26f0', 'gw_port_host': None}], 'dv-cinder-841302-2-iscsi', False) {} {{(pid=110155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 18:06:51.643935 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a13d89f-ef3c-420a-9e58-2e7685f9de8c None None] The sync data for ids ['630daae2-dee4-493d-ade1-4db2db5d4e17'] in dv-cinder-841302-2-iscsi is: [{'id': '630daae2-dee4-493d-ade1-4db2db5d4e17', 'name': 'tempest-TestShelveInstance-223192405-router', 'tenant_id': 'f0e5096864cf417181b16abc451a26f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T18:01:49Z', 'updated_at': '2022-05-10T18:06:51Z', 'revision_number': 6, 'project_id': 'f0e5096864cf417181b16abc451a26f0', 'gw_port_host': None}] {{(pid=110155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 18:06:51.828737 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-cd85e7de-e421-4eee-af25-da40f12540b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1514136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781795229076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781794686073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5018186'] for port (f990e85a-dc82-4f82-820e-db9175120eb8), after_delete {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:06:51.858177 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd85e7de-e421-4eee-af25-da40f12540b4 admin admin] Pushing event deleted for resources: {'Port': ['ID=f990e85a-dc82-4f82-820e-db9175120eb8,revision_number=None']} {{(pid=110152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:06:51.917611 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-cd85e7de-e421-4eee-af25-da40f12540b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-642646'] for router_gateway (630daae2-dee4-493d-ade1-4db2db5d4e17), after_delete {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:06:52.011280 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-cd85e7de-e421-4eee-af25-da40f12540b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-539802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-807'] for router (630daae2-dee4-493d-ade1-4db2db5d4e17), precommit_delete {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:06:52.014514 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-cd85e7de-e421-4eee-af25-da40f12540b4 admin admin] Publish callbacks [] for router_controller (630daae2-dee4-493d-ade1-4db2db5d4e17), precommit_delete_associations {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:06:52.064110 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-cd85e7de-e421-4eee-af25-da40f12540b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-539777'] for router (630daae2-dee4-493d-ade1-4db2db5d4e17), after_delete {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:06:52.064970 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd85e7de-e421-4eee-af25-da40f12540b4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 630daae2-dee4-493d-ade1-4db2db5d4e17 {{(pid=110152) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 10 18:06:52.072127 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-cd85e7de-e421-4eee-af25-da40f12540b4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:06:52.073290 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [None req-cd85e7de-e421-4eee-af25-da40f12540b4 admin admin] 10.222.0.60 "DELETE /v2.0/routers/630daae2-dee4-493d-ade1-4db2db5d4e17 HTTP/1.1" status: 204 len: 168 time: 1.0227938 May 10 18:06:52.075884 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.wsgi [-] (110152) accepted ('10.222.0.60', 49708) {{(pid=110152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 18:06:52.119100 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.db.db_base_plugin_v2 [None req-39d39830-afec-48f8-8d66-cc9436a7f078 admin admin] Deleting subnet d2a23f15-899a-40f8-adf6-df4efddaf516 {{(pid=110152) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 10 18:06:52.122130 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-39d39830-afec-48f8-8d66-cc9436a7f078 admin admin] Publish callbacks [] for subnet (d2a23f15-899a-40f8-adf6-df4efddaf516), before_delete {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:06:52.157172 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-39d39830-afec-48f8-8d66-cc9436a7f078 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4759489'] for subnet (d2a23f15-899a-40f8-adf6-df4efddaf516), precommit_delete_associations {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:06:52.236613 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-39d39830-afec-48f8-8d66-cc9436a7f078 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1463979'] for subnet (d2a23f15-899a-40f8-adf6-df4efddaf516), precommit_delete {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:06:52.287429 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-39d39830-afec-48f8-8d66-cc9436a7f078 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1463972', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-321831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5018237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4423491'] for subnet (d2a23f15-899a-40f8-adf6-df4efddaf516), after_delete {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:06:52.313408 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d39830-afec-48f8-8d66-cc9436a7f078 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d2a23f15-899a-40f8-adf6-df4efddaf516,revision_number=None']} {{(pid=110152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:06:52.317383 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-39d39830-afec-48f8-8d66-cc9436a7f078 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631615'] for subnet (None), before_response {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:06:52.320574 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [None req-39d39830-afec-48f8-8d66-cc9436a7f078 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/d2a23f15-899a-40f8-adf6-df4efddaf516 HTTP/1.1" status: 204 len: 168 time: 0.2436757 May 10 18:06:52.323161 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.wsgi [-] (110152) accepted ('10.222.0.60', 49710) {{(pid=110152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 18:06:52.326217 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30f4393a-c14e-4a53-8cb3-6c05c8e93d91 None None] Network f843fc22-6593-4e47-b87b-0b840b430686 requested from dv-cinder-841302-2-iscsi {{(pid=110154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 18:06:52.396479 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-f03e3631-de9e-4891-8c76-acf136cfa0bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1701118'] for network (f843fc22-6593-4e47-b87b-0b840b430686), before_delete {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:06:52.448593 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.plugins.ml2.plugin [None req-f03e3631-de9e-4891-8c76-acf136cfa0bb admin admin] Deleting port e72f8ec2-95c3-4dcc-bf5c-6f95a088cb90 {{(pid=110152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 18:06:52.448930 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-f03e3631-de9e-4891-8c76-acf136cfa0bb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781795221764'] for port (e72f8ec2-95c3-4dcc-bf5c-6f95a088cb90), before_delete {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:06:52.480636 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01fd72fa-c2fd-4457-a592-53899850d2ad None None] DHCP port deletion for f843fc22-6593-4e47-b87b-0b840b430686 request from dv-cinder-841302-2-iscsi {{(pid=110154) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 10 18:06:52.513106 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.plugins.ml2.db [None req-f03e3631-de9e-4891-8c76-acf136cfa0bb admin admin] For port e72f8ec2-95c3-4dcc-bf5c-6f95a088cb90, host dv-cinder-841302-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841302-2-iscsi',level=0,port_id=e72f8ec2-95c3-4dcc-bf5c-6f95a088cb90,segment=NetworkSegment(d7453aa5-4c7b-4736-b56a-23053faea6a6),segment_id=d7453aa5-4c7b-4736-b56a-23053faea6a6)] {{(pid=110152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 18:06:52.513620 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-f03e3631-de9e-4891-8c76-acf136cfa0bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640494'] for port (e72f8ec2-95c3-4dcc-bf5c-6f95a088cb90), precommit_delete {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:06:52.522280 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.plugin [None req-01fd72fa-c2fd-4457-a592-53899850d2ad None None] Deleting port e72f8ec2-95c3-4dcc-bf5c-6f95a088cb90 {{(pid=110154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 18:06:52.522888 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-01fd72fa-c2fd-4457-a592-53899850d2ad None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781795221764'] for port (e72f8ec2-95c3-4dcc-bf5c-6f95a088cb90), before_delete {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:06:52.527329 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.plugins.ml2.plugin [None req-f03e3631-de9e-4891-8c76-acf136cfa0bb admin admin] Calling delete_port for e72f8ec2-95c3-4dcc-bf5c-6f95a088cb90 owned by network:dhcp {{(pid=110152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 18:06:52.590574 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.db [None req-01fd72fa-c2fd-4457-a592-53899850d2ad None None] For port e72f8ec2-95c3-4dcc-bf5c-6f95a088cb90, host dv-cinder-841302-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841302-2-iscsi',level=0,port_id=e72f8ec2-95c3-4dcc-bf5c-6f95a088cb90,segment=NetworkSegment(d7453aa5-4c7b-4736-b56a-23053faea6a6),segment_id=d7453aa5-4c7b-4736-b56a-23053faea6a6)] {{(pid=110154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 18:06:52.591016 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-01fd72fa-c2fd-4457-a592-53899850d2ad None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640494'] for port (e72f8ec2-95c3-4dcc-bf5c-6f95a088cb90), precommit_delete {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:06:52.605370 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.plugin [None req-01fd72fa-c2fd-4457-a592-53899850d2ad None None] Calling delete_port for e72f8ec2-95c3-4dcc-bf5c-6f95a088cb90 owned by network:dhcp {{(pid=110154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 18:06:52.614345 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-f03e3631-de9e-4891-8c76-acf136cfa0bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1514136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781795229076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781794686073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5018186'] for port (e72f8ec2-95c3-4dcc-bf5c-6f95a088cb90), after_delete {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:06:52.642216 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03e3631-de9e-4891-8c76-acf136cfa0bb admin admin] Pushing event deleted for resources: {'Port': ['ID=e72f8ec2-95c3-4dcc-bf5c-6f95a088cb90,revision_number=None']} {{(pid=110152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:06:52.651660 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f03e3631-de9e-4891-8c76-acf136cfa0bb admin admin] No DVR routers for this DVR port e72f8ec2-95c3-4dcc-bf5c-6f95a088cb90 on host dv-cinder-841302-2-iscsi {{(pid=110152) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 18:06:52.689969 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-01fd72fa-c2fd-4457-a592-53899850d2ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1514136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781795229076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781794686073'] for port (e72f8ec2-95c3-4dcc-bf5c-6f95a088cb90), after_delete {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:06:52.718030 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01fd72fa-c2fd-4457-a592-53899850d2ad None None] Pushing event deleted for resources: {'Port': ['ID=e72f8ec2-95c3-4dcc-bf5c-6f95a088cb90,revision_number=None']} {{(pid=110154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:06:52.721513 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01fd72fa-c2fd-4457-a592-53899850d2ad None None] No DVR routers for this DVR port e72f8ec2-95c3-4dcc-bf5c-6f95a088cb90 on host dv-cinder-841302-2-iscsi {{(pid=110154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 18:06:52.732700 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-f03e3631-de9e-4891-8c76-acf136cfa0bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1459024', 'neutron.services.segments.db._delete_segments_for_network-8781795183409'] for network (f843fc22-6593-4e47-b87b-0b840b430686), precommit_delete {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:06:52.757261 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.services.segments.db [None req-f03e3631-de9e-4891-8c76-acf136cfa0bb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f843fc22-6593-4e47-b87b-0b840b430686']}} {{(pid=110152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 18:06:52.767584 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.services.segments.db [None req-f03e3631-de9e-4891-8c76-acf136cfa0bb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd7453aa5-4c7b-4736-b56a-23053faea6a6') {'for_net_delete': True} {{(pid=110152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 18:06:52.767882 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.services.segments.db [None req-f03e3631-de9e-4891-8c76-acf136cfa0bb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd7453aa5-4c7b-4736-b56a-23053faea6a6') {} {{(pid=110152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 18:06:52.778141 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-f03e3631-de9e-4891-8c76-acf136cfa0bb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781795183930', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4759354'] for segment (d7453aa5-4c7b-4736-b56a-23053faea6a6), before_delete {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:06:52.792591 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-f03e3631-de9e-4891-8c76-acf136cfa0bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1469446'] for segment (d7453aa5-4c7b-4736-b56a-23053faea6a6), precommit_delete {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:06:52.799041 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f03e3631-de9e-4891-8c76-acf136cfa0bb admin admin] Releasing vlan 596 on physical network physnet1 to pool {{(pid=110152) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 18:06:52.799466 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-f03e3631-de9e-4891-8c76-acf136cfa0bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1469446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5018135'] for segment (d7453aa5-4c7b-4736-b56a-23053faea6a6), after_delete {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:06:52.801169 dv-cinder-841302-2-iscsi neutron-server[110152]: Traceback (most recent call last): May 10 18:06:52.801169 dv-cinder-841302-2-iscsi neutron-server[110152]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 18:06:52.801169 dv-cinder-841302-2-iscsi neutron-server[110152]: timer() May 10 18:06:52.801169 dv-cinder-841302-2-iscsi neutron-server[110152]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 18:06:52.801169 dv-cinder-841302-2-iscsi neutron-server[110152]: cb(*args, **kw) May 10 18:06:52.801169 dv-cinder-841302-2-iscsi neutron-server[110152]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 10 18:06:52.801169 dv-cinder-841302-2-iscsi neutron-server[110152]: return func(*args, **kwargs) May 10 18:06:52.801169 dv-cinder-841302-2-iscsi neutron-server[110152]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 18:06:52.801169 dv-cinder-841302-2-iscsi neutron-server[110152]: self._notify() May 10 18:06:52.801169 dv-cinder-841302-2-iscsi neutron-server[110152]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 18:06:52.801169 dv-cinder-841302-2-iscsi neutron-server[110152]: self.callback(batched_events) May 10 18:06:52.801169 dv-cinder-841302-2-iscsi neutron-server[110152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 18:06:52.801169 dv-cinder-841302-2-iscsi neutron-server[110152]: event.method(event) May 10 18:06:52.801169 dv-cinder-841302-2-iscsi neutron-server[110152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 10 18:06:52.801169 dv-cinder-841302-2-iscsi neutron-server[110152]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 18:06:52.801169 dv-cinder-841302-2-iscsi neutron-server[110152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 10 18:06:52.801169 dv-cinder-841302-2-iscsi neutron-server[110152]: aggregate_uuid = self.p_client.list_aggregates( May 10 18:06:52.801169 dv-cinder-841302-2-iscsi neutron-server[110152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 10 18:06:52.801169 dv-cinder-841302-2-iscsi neutron-server[110152]: return f(self, *a, **k) May 10 18:06:52.801169 dv-cinder-841302-2-iscsi neutron-server[110152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 10 18:06:52.801169 dv-cinder-841302-2-iscsi neutron-server[110152]: return self._get(url).json() May 10 18:06:52.801169 dv-cinder-841302-2-iscsi neutron-server[110152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 10 18:06:52.801169 dv-cinder-841302-2-iscsi neutron-server[110152]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 18:06:52.801169 dv-cinder-841302-2-iscsi neutron-server[110152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 18:06:52.801169 dv-cinder-841302-2-iscsi neutron-server[110152]: return self.request(url, 'GET', **kwargs) May 10 18:06:52.801169 dv-cinder-841302-2-iscsi neutron-server[110152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 18:06:52.801169 dv-cinder-841302-2-iscsi neutron-server[110152]: base_url = self.get_endpoint(auth, allow=allow, May 10 18:06:52.801169 dv-cinder-841302-2-iscsi neutron-server[110152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 18:06:52.801169 dv-cinder-841302-2-iscsi neutron-server[110152]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 18:06:52.801169 dv-cinder-841302-2-iscsi neutron-server[110152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 18:06:52.801169 dv-cinder-841302-2-iscsi neutron-server[110152]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 18:06:52.801169 dv-cinder-841302-2-iscsi neutron-server[110152]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 18:06:52.862168 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-f03e3631-de9e-4891-8c76-acf136cfa0bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1458985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-282477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-641080'] for network (f843fc22-6593-4e47-b87b-0b840b430686), after_delete {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:06:52.866660 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron_lib.callbacks.manager [None req-f03e3631-de9e-4891-8c76-acf136cfa0bb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631615'] for network (None), before_response {{(pid=110152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:06:52.870410 dv-cinder-841302-2-iscsi neutron-server[110152]: INFO neutron.wsgi [None req-f03e3631-de9e-4891-8c76-acf136cfa0bb admin admin] 10.222.0.60 "DELETE /v2.0/networks/f843fc22-6593-4e47-b87b-0b840b430686 HTTP/1.1" status: 204 len: 168 time: 0.5462759 May 10 18:06:52.883310 dv-cinder-841302-2-iscsi neutron-server[110152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03e3631-de9e-4891-8c76-acf136cfa0bb admin admin] Pushing event deleted for resources: {'Network': ['ID=f843fc22-6593-4e47-b87b-0b840b430686,revision_number=None']} {{(pid=110152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:06:53.017056 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.wsgi [-] (110153) accepted ('10.222.0.60', 49714) {{(pid=110153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 18:06:53.056060 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [None req-0fb12c6e-f839-444e-be9d-4f13c1913906 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=550c47b03653401d871922496e1cf055&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0378697 May 10 18:06:53.058336 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.wsgi [-] (110153) accepted ('10.222.0.60', 49716) {{(pid=110153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 18:06:53.104636 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-8b022a4d-6297-4bfb-b447-3ec63ef3950b admin admin] Publish callbacks [] for security_group (1f005e1a-1e14-4cfc-9d77-741c409e67af), before_delete {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:06:53.125621 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-8b022a4d-6297-4bfb-b447-3ec63ef3950b admin admin] Publish callbacks [] for security_group (1f005e1a-1e14-4cfc-9d77-741c409e67af), precommit_delete {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:06:53.173547 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-8b022a4d-6297-4bfb-b447-3ec63ef3950b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-282428'] for security_group (1f005e1a-1e14-4cfc-9d77-741c409e67af), after_delete {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:06:53.176145 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-8b022a4d-6297-4bfb-b447-3ec63ef3950b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:06:53.177266 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [None req-8b022a4d-6297-4bfb-b447-3ec63ef3950b admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/1f005e1a-1e14-4cfc-9d77-741c409e67af HTTP/1.1" status: 204 len: 168 time: 0.1180563 May 10 18:06:53.185733 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b022a4d-6297-4bfb-b447-3ec63ef3950b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f005e1a-1e14-4cfc-9d77-741c409e67af,revision_number=None']} {{(pid=110153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:06:53.545856 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.wsgi [-] (110153) accepted ('10.222.0.60', 49722) {{(pid=110153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 18:06:53.563213 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.rpc [None req-6e697e78-9dd1-4bc1-8573-56b901d07725 None None] Device f990e85a-dc82-4f82-820e-db9175120eb8 no longer exists at agent ovs-agent-dv-cinder-841302-2-iscsi {{(pid=110154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 18:06:53.583595 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.plugin [None req-6e697e78-9dd1-4bc1-8573-56b901d07725 None None] No Port match for: f990e85a-dc82-4f82-820e-db9175120eb8 {{(pid=110154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 18:06:53.584022 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.rpc [None req-6e697e78-9dd1-4bc1-8573-56b901d07725 None None] Device f990e85a-dc82-4f82-820e-db9175120eb8 not bound to the agent host dv-cinder-841302-2-iscsi {{(pid=110154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 18:06:53.584440 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.rpc [None req-6e697e78-9dd1-4bc1-8573-56b901d07725 None None] Device 48ce3eeb-6097-40f2-a1e6-d9c54378a48a no longer exists at agent ovs-agent-dv-cinder-841302-2-iscsi {{(pid=110154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 18:06:53.586128 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [None req-b25e67e9-97d9-49ff-bb69-7ecabb898ddf admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=f0e5096864cf417181b16abc451a26f0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0391653 May 10 18:06:53.588600 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.wsgi [-] (110153) accepted ('10.222.0.60', 49724) {{(pid=110153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 18:06:53.639354 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-81c64706-bb05-4a07-8e74-5cad46c8991e admin admin] Publish callbacks [] for security_group (abf5d2e2-5820-460c-a46a-54f2f1ce93a7), before_delete {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:06:53.662087 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-81c64706-bb05-4a07-8e74-5cad46c8991e admin admin] Publish callbacks [] for security_group (abf5d2e2-5820-460c-a46a-54f2f1ce93a7), precommit_delete {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:06:53.711417 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-81c64706-bb05-4a07-8e74-5cad46c8991e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-282428'] for security_group (abf5d2e2-5820-460c-a46a-54f2f1ce93a7), after_delete {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:06:53.714590 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron_lib.callbacks.manager [None req-81c64706-bb05-4a07-8e74-5cad46c8991e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:06:53.715794 dv-cinder-841302-2-iscsi neutron-server[110153]: INFO neutron.wsgi [None req-81c64706-bb05-4a07-8e74-5cad46c8991e admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/abf5d2e2-5820-460c-a46a-54f2f1ce93a7 HTTP/1.1" status: 204 len: 168 time: 0.1262546 May 10 18:06:53.723803 dv-cinder-841302-2-iscsi neutron-server[110153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c64706-bb05-4a07-8e74-5cad46c8991e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abf5d2e2-5820-460c-a46a-54f2f1ce93a7,revision_number=None']} {{(pid=110153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 18:06:53.750486 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.plugin [None req-6e697e78-9dd1-4bc1-8573-56b901d07725 None None] No Port match for: 48ce3eeb-6097-40f2-a1e6-d9c54378a48a {{(pid=110154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 18:06:53.750834 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.rpc [None req-6e697e78-9dd1-4bc1-8573-56b901d07725 None None] Device 48ce3eeb-6097-40f2-a1e6-d9c54378a48a not bound to the agent host dv-cinder-841302-2-iscsi {{(pid=110154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 18:06:53.751248 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.rpc [None req-6e697e78-9dd1-4bc1-8573-56b901d07725 None None] Device e72f8ec2-95c3-4dcc-bf5c-6f95a088cb90 no longer exists at agent ovs-agent-dv-cinder-841302-2-iscsi {{(pid=110154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 18:06:53.774617 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.plugin [None req-6e697e78-9dd1-4bc1-8573-56b901d07725 None None] No Port match for: e72f8ec2-95c3-4dcc-bf5c-6f95a088cb90 {{(pid=110154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 18:06:53.774967 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron.plugins.ml2.rpc [None req-6e697e78-9dd1-4bc1-8573-56b901d07725 None None] Device e72f8ec2-95c3-4dcc-bf5c-6f95a088cb90 not bound to the agent host dv-cinder-841302-2-iscsi {{(pid=110154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 18:06:57.602046 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-247e25ad-76fc-4c33-a3ee-d2d00904acdc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781795183391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525393'] for agent (b2ad0527-00d5-4995-bc97-ec84c4e02f0b), after_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:06:59.986770 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-5393c166-2eac-4c49-b568-12c70adfdf4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781795183391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525393'] for agent (eaac381b-e402-41c3-a8e6-8f962681d3e6), after_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:07:01.558221 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-d07e8966-ef10-4d42-b774-228753b3fd3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781795183391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525393'] for agent (a55810b0-63c4-4499-a4d9-efcdb1615ce8), after_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:07:01.733293 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781795183391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525393'] for agent (16638279-eb91-49a3-95a5-8b540cc2f948), after_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:07:03.154091 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-ae45faaf-356d-4e4a-a605-33fedb92cd97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781795183391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525393'] for agent (6a57b374-0daf-4fe3-9dd1-3d457a537aa7), after_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:07:04.574265 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-6e697e78-9dd1-4bc1-8573-56b901d07725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781795183391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525393'] for agent (fdc37a75-b7a9-4e92-a59c-f5b8c02d060c), after_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:07:06.847645 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.db.agents_db [None req-b17e131c-d64b-4b97-8e8f-6c45925a5783 None None] Agent healthcheck: found 6 active agents {{(pid=110155) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 18:07:27.604582 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-32ca34e5-9ce4-4c68-9f43-67c978d8d9ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781795183391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525393'] for agent (b2ad0527-00d5-4995-bc97-ec84c4e02f0b), after_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:07:29.988676 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-e39ff907-ac44-4591-a210-aee3a04e177d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781795183391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525393'] for agent (eaac381b-e402-41c3-a8e6-8f962681d3e6), after_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:07:31.561192 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-d07e8966-ef10-4d42-b774-228753b3fd3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781795183391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525393'] for agent (a55810b0-63c4-4499-a4d9-efcdb1615ce8), after_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:07:31.748202 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781795183391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525393'] for agent (16638279-eb91-49a3-95a5-8b540cc2f948), after_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:07:33.156609 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-ae45faaf-356d-4e4a-a605-33fedb92cd97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781795183391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525393'] for agent (6a57b374-0daf-4fe3-9dd1-3d457a537aa7), after_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:07:34.577140 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-6e697e78-9dd1-4bc1-8573-56b901d07725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781795183391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525393'] for agent (fdc37a75-b7a9-4e92-a59c-f5b8c02d060c), after_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:07:43.845810 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.db.agents_db [None req-b17e131c-d64b-4b97-8e8f-6c45925a5783 None None] Agent healthcheck: found 6 active agents {{(pid=110155) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 18:07:57.606005 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-d5bc6062-2ed2-4de9-9588-e97216813589 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781795183391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525393'] for agent (b2ad0527-00d5-4995-bc97-ec84c4e02f0b), after_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:07:59.990849 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-24fb7d65-70e8-4ef2-96f5-472b836b9363 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781795183391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525393'] for agent (eaac381b-e402-41c3-a8e6-8f962681d3e6), after_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:08:01.563661 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-d07e8966-ef10-4d42-b774-228753b3fd3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781795183391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525393'] for agent (a55810b0-63c4-4499-a4d9-efcdb1615ce8), after_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:08:01.755654 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781795183391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525393'] for agent (16638279-eb91-49a3-95a5-8b540cc2f948), after_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:08:03.160168 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-ae45faaf-356d-4e4a-a605-33fedb92cd97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781795183391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525393'] for agent (6a57b374-0daf-4fe3-9dd1-3d457a537aa7), after_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:08:04.579005 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-6e697e78-9dd1-4bc1-8573-56b901d07725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781795183391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525393'] for agent (fdc37a75-b7a9-4e92-a59c-f5b8c02d060c), after_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:08:20.845502 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.db.agents_db [None req-b17e131c-d64b-4b97-8e8f-6c45925a5783 None None] Agent healthcheck: found 6 active agents {{(pid=110155) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 18:08:27.606580 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-89e4f9ba-efcf-46d3-976a-7ea8aaf95cf8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781795183391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525393'] for agent (b2ad0527-00d5-4995-bc97-ec84c4e02f0b), after_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:08:29.991988 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-40408d65-fcf8-4ef4-b29b-8f8139cc60ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781795183391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525393'] for agent (eaac381b-e402-41c3-a8e6-8f962681d3e6), after_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:08:31.566691 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-d07e8966-ef10-4d42-b774-228753b3fd3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781795183391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525393'] for agent (a55810b0-63c4-4499-a4d9-efcdb1615ce8), after_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:08:31.761256 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781795183391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525393'] for agent (16638279-eb91-49a3-95a5-8b540cc2f948), after_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:08:33.162363 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-ae45faaf-356d-4e4a-a605-33fedb92cd97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781795183391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525393'] for agent (6a57b374-0daf-4fe3-9dd1-3d457a537aa7), after_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:08:34.582606 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-6e697e78-9dd1-4bc1-8573-56b901d07725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781795183391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525393'] for agent (fdc37a75-b7a9-4e92-a59c-f5b8c02d060c), after_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:08:57.607462 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-932c37ef-ac2c-4855-a4b5-e1f149dcad36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781795183391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525393'] for agent (b2ad0527-00d5-4995-bc97-ec84c4e02f0b), after_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:08:57.843995 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.db.agents_db [None req-b17e131c-d64b-4b97-8e8f-6c45925a5783 None None] Agent healthcheck: found 6 active agents {{(pid=110155) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 18:08:59.993576 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-f91aaa0b-fd3b-44a4-8a6d-182340efd280 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781795183391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525393'] for agent (eaac381b-e402-41c3-a8e6-8f962681d3e6), after_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:09:01.570546 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-d07e8966-ef10-4d42-b774-228753b3fd3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781795183391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525393'] for agent (a55810b0-63c4-4499-a4d9-efcdb1615ce8), after_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:09:01.755833 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781795183391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525393'] for agent (16638279-eb91-49a3-95a5-8b540cc2f948), after_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:09:03.164754 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-ae45faaf-356d-4e4a-a605-33fedb92cd97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781795183391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525393'] for agent (6a57b374-0daf-4fe3-9dd1-3d457a537aa7), after_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:09:04.584904 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-6e697e78-9dd1-4bc1-8573-56b901d07725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781795183391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525393'] for agent (fdc37a75-b7a9-4e92-a59c-f5b8c02d060c), after_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:09:27.608665 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-b846d6b6-e2a9-419c-a42b-3d9b2a6f4ffe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781795183391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525393'] for agent (b2ad0527-00d5-4995-bc97-ec84c4e02f0b), after_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:09:29.993858 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-a1871172-d8b6-4437-a278-56bac5b82c32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781795183391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525393'] for agent (eaac381b-e402-41c3-a8e6-8f962681d3e6), after_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:09:31.572311 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-d07e8966-ef10-4d42-b774-228753b3fd3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781795183391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525393'] for agent (a55810b0-63c4-4499-a4d9-efcdb1615ce8), after_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:09:31.768925 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781795183391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525393'] for agent (16638279-eb91-49a3-95a5-8b540cc2f948), after_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:09:33.170752 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-ae45faaf-356d-4e4a-a605-33fedb92cd97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781795183391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525393'] for agent (6a57b374-0daf-4fe3-9dd1-3d457a537aa7), after_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:09:34.587456 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-6e697e78-9dd1-4bc1-8573-56b901d07725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781795183391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525393'] for agent (fdc37a75-b7a9-4e92-a59c-f5b8c02d060c), after_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:09:34.843833 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.db.agents_db [None req-b17e131c-d64b-4b97-8e8f-6c45925a5783 None None] Agent healthcheck: found 6 active agents {{(pid=110155) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 18:09:57.610318 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-84dffee8-ee18-4247-af54-f663164505c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781795183391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525393'] for agent (b2ad0527-00d5-4995-bc97-ec84c4e02f0b), after_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:09:59.997673 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-da032e0d-11a0-41d2-857b-a110c4121e0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781795183391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525393'] for agent (eaac381b-e402-41c3-a8e6-8f962681d3e6), after_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:10:01.576318 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-d07e8966-ef10-4d42-b774-228753b3fd3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781795183391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525393'] for agent (a55810b0-63c4-4499-a4d9-efcdb1615ce8), after_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:10:01.768187 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781795183391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525393'] for agent (16638279-eb91-49a3-95a5-8b540cc2f948), after_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:10:03.170431 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-ae45faaf-356d-4e4a-a605-33fedb92cd97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781795183391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525393'] for agent (6a57b374-0daf-4fe3-9dd1-3d457a537aa7), after_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:10:04.589063 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-6e697e78-9dd1-4bc1-8573-56b901d07725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781795183391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525393'] for agent (fdc37a75-b7a9-4e92-a59c-f5b8c02d060c), after_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:10:11.843740 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.db.agents_db [None req-b17e131c-d64b-4b97-8e8f-6c45925a5783 None None] Agent healthcheck: found 6 active agents {{(pid=110155) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 18:10:27.611926 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-999eaec8-9a7d-41b3-8475-8d6f22b22176 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781795183391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525393'] for agent (b2ad0527-00d5-4995-bc97-ec84c4e02f0b), after_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:10:30.003675 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-2379df8a-7dd6-4610-8367-e02982c38b14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781795183391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525393'] for agent (eaac381b-e402-41c3-a8e6-8f962681d3e6), after_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:10:31.578246 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-d07e8966-ef10-4d42-b774-228753b3fd3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781795183391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525393'] for agent (a55810b0-63c4-4499-a4d9-efcdb1615ce8), after_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:10:31.777606 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781795183391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525393'] for agent (16638279-eb91-49a3-95a5-8b540cc2f948), after_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:10:33.173716 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-ae45faaf-356d-4e4a-a605-33fedb92cd97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781795183391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525393'] for agent (6a57b374-0daf-4fe3-9dd1-3d457a537aa7), after_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:10:34.591535 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-6e697e78-9dd1-4bc1-8573-56b901d07725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781795183391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525393'] for agent (fdc37a75-b7a9-4e92-a59c-f5b8c02d060c), after_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:10:48.842078 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.db.agents_db [None req-b17e131c-d64b-4b97-8e8f-6c45925a5783 None None] Agent healthcheck: found 6 active agents {{(pid=110155) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 18:10:57.613236 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-6b4bbada-da1d-4f43-b7ed-056b6ebdf8ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781795183391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525393'] for agent (b2ad0527-00d5-4995-bc97-ec84c4e02f0b), after_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:10:59.995270 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-f5795579-7fe5-47bd-9ce1-3098519a282f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781795183391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525393'] for agent (eaac381b-e402-41c3-a8e6-8f962681d3e6), after_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:11:01.584684 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-d07e8966-ef10-4d42-b774-228753b3fd3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781795183391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525393'] for agent (a55810b0-63c4-4499-a4d9-efcdb1615ce8), after_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:11:01.808708 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781795183391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525393'] for agent (16638279-eb91-49a3-95a5-8b540cc2f948), after_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:11:03.177658 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-ae45faaf-356d-4e4a-a605-33fedb92cd97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781795183391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525393'] for agent (6a57b374-0daf-4fe3-9dd1-3d457a537aa7), after_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:11:04.593396 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-6e697e78-9dd1-4bc1-8573-56b901d07725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781795183391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525393'] for agent (fdc37a75-b7a9-4e92-a59c-f5b8c02d060c), after_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:11:25.840339 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.db.agents_db [None req-b17e131c-d64b-4b97-8e8f-6c45925a5783 None None] Agent healthcheck: found 6 active agents {{(pid=110155) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 18:11:27.614668 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-c4e8b2f2-8dfb-44b8-81f2-2a46f9d17e84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781795183391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525393'] for agent (b2ad0527-00d5-4995-bc97-ec84c4e02f0b), after_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:11:29.995894 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-b8e16bb1-8720-47fc-9b73-36e2d86e2c6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781795183391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525393'] for agent (eaac381b-e402-41c3-a8e6-8f962681d3e6), after_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:11:31.583152 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-d07e8966-ef10-4d42-b774-228753b3fd3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781795183391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525393'] for agent (a55810b0-63c4-4499-a4d9-efcdb1615ce8), after_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:11:31.813395 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781795183391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525393'] for agent (16638279-eb91-49a3-95a5-8b540cc2f948), after_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:11:33.181094 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-ae45faaf-356d-4e4a-a605-33fedb92cd97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781795183391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525393'] for agent (6a57b374-0daf-4fe3-9dd1-3d457a537aa7), after_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:11:34.596016 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-6e697e78-9dd1-4bc1-8573-56b901d07725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781795183391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525393'] for agent (fdc37a75-b7a9-4e92-a59c-f5b8c02d060c), after_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:11:57.617396 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-4c006751-e0b1-4b1b-b1ed-ef2f56832a2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781795183391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525393'] for agent (b2ad0527-00d5-4995-bc97-ec84c4e02f0b), after_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:11:59.997032 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-84aeb06d-6feb-4d21-b1c6-4fb57aace67e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781795183391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525393'] for agent (eaac381b-e402-41c3-a8e6-8f962681d3e6), after_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:12:01.586533 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-d07e8966-ef10-4d42-b774-228753b3fd3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781795183391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525393'] for agent (a55810b0-63c4-4499-a4d9-efcdb1615ce8), after_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:12:01.826323 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-d4141482-4c25-45c6-bf47-7eb0a717d580 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781795183391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525393'] for agent (16638279-eb91-49a3-95a5-8b540cc2f948), after_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:12:02.840265 dv-cinder-841302-2-iscsi neutron-server[110155]: DEBUG neutron.db.agents_db [None req-b17e131c-d64b-4b97-8e8f-6c45925a5783 None None] Agent healthcheck: found 6 active agents {{(pid=110155) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 18:12:03.184611 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-ae45faaf-356d-4e4a-a605-33fedb92cd97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781795183391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525393'] for agent (6a57b374-0daf-4fe3-9dd1-3d457a537aa7), after_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:12:04.598387 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-6e697e78-9dd1-4bc1-8573-56b901d07725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781795183391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525393'] for agent (fdc37a75-b7a9-4e92-a59c-f5b8c02d060c), after_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 18:12:27.618520 dv-cinder-841302-2-iscsi neutron-server[110154]: DEBUG neutron_lib.callbacks.manager [None req-79a67dae-6259-4151-833b-fe53254bc562 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781795183391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525393'] for agent (b2ad0527-00d5-4995-bc97-ec84c4e02f0b), after_update {{(pid=110154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}